Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
e3ba4db
feat: replace Arroyo pipeline with hand-crafted precompute engine in …
Apr 8, 2026
b456a02
refactor: keep original Arroyo configs, add separate precompute versions
Apr 8, 2026
9516ced
fix: use /metrics healthcheck and bash /dev/tcp for queryengine
Apr 8, 2026
f4a17f8
fix: use custom image tag for precompute query engine
Apr 8, 2026
3b95b7d
refactor: restructure precompute engine from per-series to per-group …
Apr 9, 2026
d4d7798
fix: use aggregated_labels (not grouping_labels) for keyed accumulato…
Apr 9, 2026
ea5feba
chore: add .dockerignore and local-binary docker build for quickstart
Apr 9, 2026
64c425b
fix: remove duplicate --num-values-per-label flag in sine exporter
Apr 9, 2026
67e789d
feat: add e2e quickstart resource test and store diagnostics
Apr 9, 2026
8fbea25
fix: address PR review issues - panic paths, no-op flush, missing ser…
zzylol Apr 9, 2026
fe6f022
feat: add cross-group watermark propagation to precompute engine
zzylol Apr 9, 2026
a075781
refactor: switch SimpleMapStore from legacy to current store implemen…
zzylol Apr 9, 2026
0aac0dd
revert: remove legacy store changes, diagnostics now live in current …
zzylol Apr 9, 2026
2bdd538
style: cargo fmt
zzylol Apr 9, 2026
932a8a0
fix: rename sketch_db_common to asap_types after rebase
zzylol Apr 9, 2026
267bc84
fix: resolve CI lint errors and failing e2e MultipleSum test
zzylol Apr 9, 2026
33c76a3
fix: use is_multiple_of() per clippy 1.94
zzylol Apr 9, 2026
9be5c57
Merge remote-tracking branch 'origin/main' into feat/e2e-precompute-e…
milindsrivastava1997 Apr 10, 2026
344dd3e
fix: resolve duplicate test name and missing process_samples method
zzylol Apr 10, 2026
dcf7b97
style: apply cargo fmt formatting
zzylol Apr 10, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions .dockerignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
target/
.git/
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
target/
experiment_outputs/
asap-quickstart/bin/

# Runtime and generated files
metadata/
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,4 @@
use anyhow::Result;
use core::panic;
use serde::{Deserialize, Serialize};
use serde_yaml::Value;
use std::collections::HashMap;
Expand Down Expand Up @@ -83,7 +82,12 @@ impl StreamingConfig {
if let Some(aggregations) = data.get("aggregations").and_then(|v| v.as_sequence()) {
for aggregation_data in aggregations {
if let Some(aggregation_id) = aggregation_data.get("aggregationId") {
let aggregation_id_u64 = aggregation_id.as_u64().or_else(|| panic!()).unwrap();
let aggregation_id_u64 = aggregation_id.as_u64().ok_or_else(|| {
anyhow::anyhow!(
"aggregationId must be a valid u64, got: {:?}",
aggregation_id
)
})?;
let num_aggregates_to_retain = retention_map.get(&aggregation_id_u64);
let read_count_threshold = read_count_threshold_map.get(&aggregation_id_u64);
let config = AggregationConfig::from_yaml_data(
Expand Down
4 changes: 4 additions & 0 deletions asap-query-engine/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,10 @@ path = "src/bin/test_e2e_precompute.rs"
name = "bench_precompute_sketch"
path = "src/bin/bench_precompute_sketch.rs"

[[bin]]
name = "e2e_quickstart_resource_test"
path = "src/bin/e2e_quickstart_resource_test.rs"

[dev-dependencies]
ctor = "0.2"
tempfile = "3.20.0"
Expand Down
1 change: 1 addition & 0 deletions asap-query-engine/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,7 @@ RUN mkdir -p asap-query-engine/src/bin \
&& echo "fn main() {}" > asap-query-engine/src/bin/precompute_engine.rs \
&& echo "fn main() {}" > asap-query-engine/src/bin/test_e2e_precompute.rs \
&& echo "fn main() {}" > asap-query-engine/src/bin/bench_precompute_sketch.rs \
&& echo "fn main() {}" > asap-query-engine/src/bin/e2e_quickstart_resource_test.rs \
&& mkdir -p asap-query-engine/benches && echo "fn main() {}" > asap-query-engine/benches/simple_store_bench.rs \
&& mkdir -p asap-planner-rs/src && echo "fn main() {}" > asap-planner-rs/src/main.rs \
&& echo "pub fn placeholder() {}" >> asap-planner-rs/src/lib.rs
Expand Down
Loading
Loading