wget progress will be friendly for scripts

Author: alexey-milovidov

alloydb/README.md

@@ -26,7 +26,7 @@ Note: As of current date, AlloyDB can only be accessed by setting up Alloy Auth
 	  
 4. Download public dataset and required scripts
 ```bash
- wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 ```
 Load scripts in this repo
 

aurora-mysql/README.md

@@ -37,7 +37,7 @@ mysql -h "${FQDN}" -u admin --password="${PASSWORD}" -e "CREATE DATABASE test"
 Load the data
 
 ```
-wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d -f hits.tsv.gz
 
 mysql -h "${FQDN}" -u admin --password="${PASSWORD}" test < create.sql

aurora-postgresql/README.md

@@ -36,7 +36,7 @@ chmod 400 .pgpass
 Load the data
 
 ```
-wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d -f hits.tsv.gz
 
 psql -U postgres -h "${FQDN}" -t -c 'CREATE DATABASE test'

bigquery/README.md

@@ -18,7 +18,7 @@ source .bashrc
 
 Load the data:
 ```
-wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 gzip -d -f hits.csv.gz
 
 time bq load --source_format CSV --allow_quoted_newlines=1 test.hits hits.csv

byconity/benchmark.sh

@@ -12,7 +12,7 @@ function byconity()
 export -f byconity
 
 byconity --time -n < create.sql
-wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 pigz -fkd hits.tsv.gz
 byconity --database bench --query "INSERT INTO hits FORMAT TSV" < hits.tsv
 

bytehouse/NOTES.md

@@ -199,7 +199,7 @@ Trash.
 Will try CSV.
 
 ```
-wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 gzip -d -f hits.csv.gz
 ```
 

bytehouse/README.md

@@ -28,7 +28,7 @@ export warehouse='test'
 ```
 
 ```
-wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 gzip -d -f hits.csv.gz
 ```
 

cedardb/benchmark.sh

@@ -6,7 +6,7 @@ sudo apt-get install -y  docker.io postgresql-client gzip
 
 # download dataset
 echo "Downloading dataset..."
-wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 echo "Unpacking dataset..."
 gzip -d hits.tsv.gz
 mkdir data
@@ -16,7 +16,7 @@ rm -rf db
 mkdir db
 
 # get and configure CedarDB image
-echo "Starting CedarDB..." 
+echo "Starting CedarDB..."
 docker run --rm -p 5432:5432 -v ./data:/data -v ./db:/var/lib/cedardb/data -e CEDAR_PASSWORD=test --name cedardb cedardb/cedardb:latest > /dev/null 2>&1 &
 
 # wait for container to start

chdb-dataframe/benchmark.sh

@@ -8,7 +8,7 @@ pip install --break-system-packages pandas
 pip install --break-system-packages chdb==2.2.0b1
 
 # Download the data
-wget --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet
+wget --continue --progress=dot:giga https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet
 
 # Run the queries
 

chdb-parquet/benchmark.sh

@@ -8,7 +8,7 @@ pip install --break-system-packages psutil
 pip install --break-system-packages chdb==2.2.0b1
 
 # Load the data
-seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
+seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue --progress=dot:giga https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
 
 # Run the queries