fastflowquery/Makefile at main · FFTLabs/fastflowquery · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
SHELL := /bin/bash

.PHONY: \
	clean \
	build \
	build-vector \
	run \
	plan \
	tree \
	test-planner \
	test-unit \
	test \
	test-fast \
	test-slow-official \
	test-13.1-core \
	test-13.1-vector \
	test-13.1-distributed \
	test-13.1 \
	bless-13.1-snapshots \
	test-13.2-embedded \
	test-13.2-distributed \
	test-13.2-parity \
	bench-13.3-embedded \
	bench-13.3-distributed \
	bench-13.3-rag \
	bench-13.4-official-embedded \
	bench-13.4-official-distributed \
	bench-13.4-official \
	bench-13.3-compare \
	tpch-dbgen-build \
	tpch-dbgen-sf1 \
	tpch-dbgen-parquet \
	validate-tpch-dbgen-manifests \
	compare-13.3 \
	repl \
	repl-smoke

clean:
	cargo clean

build:
	cargo build

build-vector:
	cargo build -p ffq-client --features vector

run:
	cargo run -p ffq-client -- "SELECT id FROM t WHERE id = 1 LIMIT 10"

plan:
	cargo run -p ffq-client -- --plan "SELECT id FROM t WHERE id = 1 LIMIT 10"

tree:
	cargo tree -p ffq-client

test-planner:
	cargo test -p ffq-planner

test-unit:
	cargo test --workspace --lib

test:
	cargo test

test-fast: test

test-slow-official:
	cargo test -p ffq-client --test tpch_catalog_profiles -- --ignored --nocapture

# -----------------------------
# 13.1 Correctness suite
# -----------------------------

test-13.1-core:
	cargo test -p ffq-planner --test optimizer_golden
	cargo test -p ffq-client --test embedded_hash_join
	cargo test -p ffq-client --test embedded_hash_aggregate

test-13.1-vector:
	cargo test -p ffq-planner --test optimizer_golden --features vector
	cargo test -p ffq-execution --features vector
	cargo test -p ffq-client --features vector --lib
	cargo test -p ffq-client --features vector --test embedded_vector_topk

test-13.1-distributed:
	cargo test -p ffq-client --test distributed_runtime_roundtrip --features distributed

test-13.1: test-13.1-core test-13.1-vector test-13.1-distributed

bless-13.1-snapshots:
	BLESS=1 cargo test -p ffq-planner --test optimizer_golden
	BLESS=1 cargo test -p ffq-planner --test optimizer_golden --features vector

test-13.2-distributed:
	./scripts/run-distributed-integration.sh

test-13.2-embedded:
	cargo test -p ffq-client --test integration_parquet_fixtures
	cargo test -p ffq-client --test integration_embedded

test-13.2-parity:
	@set -euo pipefail; \
	docker compose -f docker/compose/ffq.yml up --build -d; \
	trap 'docker compose -f docker/compose/ffq.yml down -v' EXIT; \
	$(MAKE) test-13.2-embedded; \
	$(MAKE) test-13.2-distributed

bench-13.3-embedded:
	./scripts/run-bench-13.3.sh

bench-13.3-distributed:
	FFQ_BENCH_MODE=distributed ./scripts/run-bench-13.3.sh

bench-13.3-rag:
	FFQ_BENCH_MODE=embedded FFQ_BENCH_RAG_MATRIX="$${FFQ_BENCH_RAG_MATRIX:-1000,16,10,1.0;5000,32,10,0.8;10000,64,10,0.2}" ./scripts/run-bench-13.3.sh

bench-13.4-official-embedded:
	FFQ_BENCH_MODE=embedded FFQ_BENCH_TPCH_SUBDIR="$${FFQ_BENCH_TPCH_SUBDIR:-tpch_dbgen_sf1_parquet}" ./scripts/run-bench-13.4-tpch-official.sh

bench-13.4-official-distributed:
	FFQ_BENCH_MODE=distributed FFQ_BENCH_TPCH_SUBDIR="$${FFQ_BENCH_TPCH_SUBDIR:-tpch_dbgen_sf1_parquet}" ./scripts/run-bench-13.4-tpch-official.sh

bench-13.4-official: bench-13.4-official-embedded

bench-13.3-compare:
	@test -n "$$BASELINE" || (echo "BASELINE is required (json file or dir)" && exit 1)
	@test -n "$$CANDIDATE" || (echo "CANDIDATE is required (json file or dir)" && exit 1)
	./scripts/compare-bench-13.3.py --baseline "$$BASELINE" --candidate "$$CANDIDATE" --threshold "$${THRESHOLD:-0.10}"

tpch-dbgen-build:
	./scripts/build-tpch-dbgen.sh

tpch-dbgen-sf1:
	TPCH_SCALE=1 ./scripts/generate-tpch-dbgen-sf1.sh

tpch-dbgen-parquet:
	./scripts/convert-tpch-dbgen-parquet.sh

validate-tpch-dbgen-manifests:
	./scripts/validate-tpch-dbgen-manifests.py

compare-13.3:
	$(MAKE) bench-13.3-compare BASELINE="$$BASELINE" CANDIDATE="$$CANDIDATE" THRESHOLD="$${THRESHOLD:-0.10}"

repl:
	@if [ -n "$$CATALOG" ]; then \
		cargo run -p ffq-client -- repl --catalog "$$CATALOG"; \
	else \
		cargo run -p ffq-client -- repl; \
	fi

repl-smoke:
	./scripts/run-repl-smoke.sh