chore: Remove `--exclude testing` from justfile (#2428) #197

	name: Benchmarks

	on:
	workflow_dispatch:
	push:
	tags:
	- "*"
	branches:
	- vrongmeal/benchmark-runner
	- main

	jobs:
	tpch:
	strategy:
	matrix:
	# When we have custom runners we can add and run this for larger scale
	# factors.
	scale_factor: [1]

	name: TPCH (Scale Factor = ${{ matrix.scale_factor }})
	runs-on: ubuntu-latest-8-cores

	steps:
	- name: Checkout
	uses: actions/checkout@v4
	with:
	# Required to generate TPC-H data
	submodules: 'recursive'

	- uses: extractions/setup-just@v1
	name: Setup just

	- uses: actions/cache@v3
	name: Cache
	with:
	path: \|
	~/.cargo/
	target/
	key: ${{ runner.os }}-cargo-release-${{ hashFiles('**/Cargo.lock') }}

	- name: Python build (Release)
	run: just python build --release

	# TODO: We would want to cache this once we're generating data for a
	# larger scale factor and running benchmarks on each commit. Should be
	# fine for now.
	- name: Generate test data
	run: just bench tpch gen_scale_factor ${{ matrix.scale_factor }}

	- name: Run Benchmarks
	run: \|
	export LOG_TIMINGS=True
	just bench tpch run 3 ${{ matrix.scale_factor }}

	- name: Install Glaredb (Latest release)
	run: curl https://glaredb.com/install.sh \| sh

	- name: Upload benchmarks
	run: \|
	# TODO: Upload system metadata as well
	export GLARE_BIN="$(pwd)/glaredb --cloud-url ${{ secrets.GLAREDB_BENCHMARKS_CLOUD_URL }}"
	just bench tpch upload_log \
	${{ github.ref_name }} \
	${{ github.run_id }} \
	${{ matrix.scale_factor }}

Provide feedback