diff options
Diffstat (limited to 'research')
28 files changed, 136 insertions, 1 deletions
diff --git a/research/experiments/040-against-c/2026-10-05-counts-e4b4694.jsonl b/research/experiments/040-against-c/2026-10-05-counts-e4b4694.jsonl new file mode 100644 index 0000000..d0a2789 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-counts-e4b4694.jsonl @@ -0,0 +1,4 @@ +{"serve": "pure-serve", "per_branch": {"instructions": 27094420, "cycles": 11723691}, "in_credit": {"instructions": 3510911, "cycles": 1619883}, "large": {"instructions": 1415167, "cycles": 601505}, "ranks": {"instructions": 24443249, "cycles": 14955547}, "none": {"instructions": 611204, "cycles": 189789}, "field": {"instructions": 9032331, "cycles": 3299898}, "found": {"instructions": 14113308, "cycles": 10377971}} +{"serve": "pure-serve", "per_branch": {"instructions": 27028925, "cycles": 11665324}, "in_credit": {"instructions": 3498507, "cycles": 1575243}, "large": {"instructions": 1423879, "cycles": 610387}, "ranks": {"instructions": 24426071, "cycles": 15211125}, "none": {"instructions": 614459, "cycles": 195252}, "field": {"instructions": 9056253, "cycles": 3272698}, "found": {"instructions": 14229280, "cycles": 10479390}} +{"serve": "pure-serve", "per_branch": {"instructions": 26701136, "cycles": 11427734}, "in_credit": {"instructions": 3422755, "cycles": 1408488}, "large": {"instructions": 1415223, "cycles": 594596}, "ranks": {"instructions": 24228055, "cycles": 14596084}, "none": {"instructions": 611204, "cycles": 188087}, "field": {"instructions": 9032330, "cycles": 3285299}, "found": {"instructions": 14116548, "cycles": 10595806}} +{"serve": "pure-serve", "per_branch": {"instructions": 27206832, "cycles": 11772858}, "in_credit": {"instructions": 3538571, "cycles": 1694455}, "large": {"instructions": 1423815, "cycles": 606872}, "ranks": {"instructions": 24524667, "cycles": 15283122}, "none": {"instructions": 614356, "cycles": 193751}, "field": {"instructions": 9056253, "cycles": 3261584}, "found": {"instructions": 14227096, "cycles": 10621047}} diff --git a/research/experiments/040-against-c/2026-10-05-counts.jsonl b/research/experiments/040-against-c/2026-10-05-counts.jsonl new file mode 100644 index 0000000..a1c998c --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-counts.jsonl @@ -0,0 +1,4 @@ +{"serve": "pure-serve", "per_branch": {"instructions": 26800090, "cycles": 11481875}, "in_credit": {"instructions": 3444873, "cycles": 1574639}, "large": {"instructions": 1415231, "cycles": 614881}, "ranks": {"instructions": 24281175, "cycles": 14797651}, "none": {"instructions": 611204, "cycles": 195038}, "field": {"instructions": 9032330, "cycles": 3272168}, "found": {"instructions": 14116644, "cycles": 10631453}} +{"serve": "pure-serve", "per_branch": {"instructions": 27040747, "cycles": 11744494}, "in_credit": {"instructions": 3501271, "cycles": 1703733}, "large": {"instructions": 1419585, "cycles": 607801}, "ranks": {"instructions": 24430905, "cycles": 14967141}, "none": {"instructions": 614350, "cycles": 189735}, "field": {"instructions": 9026131, "cycles": 3285643}, "found": {"instructions": 14158323, "cycles": 10653245}} +{"serve": "pure-serve", "per_branch": {"instructions": 27113404, "cycles": 11782286}, "in_credit": {"instructions": 3515229, "cycles": 1823237}, "large": {"instructions": 1415159, "cycles": 616832}, "ranks": {"instructions": 24453599, "cycles": 14998371}, "none": {"instructions": 611204, "cycles": 189608}, "field": {"instructions": 9032330, "cycles": 3259506}, "found": {"instructions": 14114181, "cycles": 10217470}} +{"serve": "pure-serve", "per_branch": {"instructions": 27010390, "cycles": 11819126}, "in_credit": {"instructions": 3494405, "cycles": 1589535}, "large": {"instructions": 1419609, "cycles": 605751}, "ranks": {"instructions": 24413331, "cycles": 14940269}, "none": {"instructions": 614350, "cycles": 189887}, "field": {"instructions": 9026029, "cycles": 3313134}, "found": {"instructions": 14159138, "cycles": 10974690}} diff --git a/research/experiments/040-against-c/2026-10-05-load.txt b/research/experiments/040-against-c/2026-10-05-load.txt index ced44f2..9b86b45 100644 --- a/research/experiments/040-against-c/2026-10-05-load.txt +++ b/research/experiments/040-against-c/2026-10-05-load.txt @@ -1 +1,13 @@ base 13:25:25 up 1 day, 9:46, 2 users, load average: 0.89, 0.88, 0.84 +1 base 18:10:21 up 1 day, 14:31, 2 users, load average: 0.89, 0.87, 0.85 +1 head 18:11:58 up 1 day, 14:33, 2 users, load average: 1.28, 1.13, 0.96 +2 head 18:13:45 up 1 day, 14:35, 2 users, load average: 1.35, 1.37, 1.07 +2 base 18:15:22 up 1 day, 14:36, 2 users, load average: 1.44, 1.49, 1.15 +3 base 18:17:19 up 1 day, 14:38, 2 users, load average: 1.31, 1.58, 1.24 +3 head 18:18:56 up 1 day, 14:40, 2 users, load average: 1.33, 1.59, 1.28 +4 head 18:20:37 up 1 day, 14:42, 2 users, load average: 1.46, 1.63, 1.33 +4 base 18:22:14 up 1 day, 14:43, 2 users, load average: 1.39, 1.64, 1.37 +5 base 18:24:00 up 1 day, 14:45, 2 users, load average: 1.35, 1.63, 1.40 +5 head 18:25:37 up 1 day, 14:47, 2 users, load average: 1.40, 1.67, 1.44 +6 head 18:27:14 up 1 day, 14:48, 2 users, load average: 1.36, 1.68, 1.47 +6 base 18:28:48 up 1 day, 14:50, 2 users, load average: 1.46, 1.70, 1.50 diff --git a/research/experiments/040-against-c/2026-10-05-queries-base-1.jsonl b/research/experiments/040-against-c/2026-10-05-queries-base-1.jsonl new file mode 100644 index 0000000..e7ecaba --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-base-1.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 4.99, "pure_fastest_ms": 4.93, "sqlite_median_ms": 45.21, "sqlite_fastest_ms": 45.12, "sqlite_indexed_median_ms": 14.22, "sqlite_indexed_fastest_ms": 14.15} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.82, "pure_fastest_ms": 0.76, "sqlite_median_ms": 5.91, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.47, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.57, "pure_fastest_ms": 6.53, "sqlite_median_ms": 2837.81, "sqlite_fastest_ms": 2834.91, "sqlite_indexed_median_ms": 7.55, "sqlite_indexed_fastest_ms": 7.49} diff --git a/research/experiments/040-against-c/2026-10-05-queries-base-2.jsonl b/research/experiments/040-against-c/2026-10-05-queries-base-2.jsonl new file mode 100644 index 0000000..fef57fc --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-base-2.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.1, "pure_fastest_ms": 5.01, "sqlite_median_ms": 45.27, "sqlite_fastest_ms": 45.09, "sqlite_indexed_median_ms": 14.1, "sqlite_indexed_fastest_ms": 14.06} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.86, "pure_fastest_ms": 0.76, "sqlite_median_ms": 5.88, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.38, "pure_fastest_ms": 0.36, "sqlite_median_ms": 1.49, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.71, "pure_fastest_ms": 6.61, "sqlite_median_ms": 2842.22, "sqlite_fastest_ms": 2835.96, "sqlite_indexed_median_ms": 7.55, "sqlite_indexed_fastest_ms": 7.52} diff --git a/research/experiments/040-against-c/2026-10-05-queries-base-3.jsonl b/research/experiments/040-against-c/2026-10-05-queries-base-3.jsonl new file mode 100644 index 0000000..562691c --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-base-3.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.06, "pure_fastest_ms": 5.02, "sqlite_median_ms": 45.01, "sqlite_fastest_ms": 44.88, "sqlite_indexed_median_ms": 14.07, "sqlite_indexed_fastest_ms": 14.02} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.82, "pure_fastest_ms": 0.78, "sqlite_median_ms": 5.92, "sqlite_fastest_ms": 5.87, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.5, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.63, "pure_fastest_ms": 6.56, "sqlite_median_ms": 2836.86, "sqlite_fastest_ms": 2833.95, "sqlite_indexed_median_ms": 7.57, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/040-against-c/2026-10-05-queries-base-4.jsonl b/research/experiments/040-against-c/2026-10-05-queries-base-4.jsonl new file mode 100644 index 0000000..fa59efd --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-base-4.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.09, "pure_fastest_ms": 5.04, "sqlite_median_ms": 45.28, "sqlite_fastest_ms": 45.13, "sqlite_indexed_median_ms": 14.11, "sqlite_indexed_fastest_ms": 14.09} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.88, "pure_fastest_ms": 0.77, "sqlite_median_ms": 5.88, "sqlite_fastest_ms": 5.87, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.38, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.76, "pure_fastest_ms": 6.69, "sqlite_median_ms": 2839.16, "sqlite_fastest_ms": 2834.98, "sqlite_indexed_median_ms": 7.57, "sqlite_indexed_fastest_ms": 7.52} diff --git a/research/experiments/040-against-c/2026-10-05-queries-base-5.jsonl b/research/experiments/040-against-c/2026-10-05-queries-base-5.jsonl new file mode 100644 index 0000000..56ceca4 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-base-5.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.15, "pure_fastest_ms": 5.06, "sqlite_median_ms": 45.13, "sqlite_fastest_ms": 44.9, "sqlite_indexed_median_ms": 14.06, "sqlite_indexed_fastest_ms": 14.0} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.8, "pure_fastest_ms": 0.78, "sqlite_median_ms": 5.92, "sqlite_fastest_ms": 5.88, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.36, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.72, "pure_fastest_ms": 6.61, "sqlite_median_ms": 2837.95, "sqlite_fastest_ms": 2835.2, "sqlite_indexed_median_ms": 7.6, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/040-against-c/2026-10-05-queries-base-6.jsonl b/research/experiments/040-against-c/2026-10-05-queries-base-6.jsonl new file mode 100644 index 0000000..57e43cd --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-base-6.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.12, "pure_fastest_ms": 5.03, "sqlite_median_ms": 45.25, "sqlite_fastest_ms": 45.16, "sqlite_indexed_median_ms": 14.03, "sqlite_indexed_fastest_ms": 14.01} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.9, "pure_fastest_ms": 0.82, "sqlite_median_ms": 5.9, "sqlite_fastest_ms": 5.88, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.36, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.47, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.73, "pure_fastest_ms": 6.65, "sqlite_median_ms": 2838.06, "sqlite_fastest_ms": 2835.22, "sqlite_indexed_median_ms": 7.63, "sqlite_indexed_fastest_ms": 7.49} diff --git a/research/experiments/040-against-c/2026-10-05-queries-head-1.jsonl b/research/experiments/040-against-c/2026-10-05-queries-head-1.jsonl new file mode 100644 index 0000000..40e363f --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-head-1.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.08, "pure_fastest_ms": 5.04, "sqlite_median_ms": 45.27, "sqlite_fastest_ms": 45.11, "sqlite_indexed_median_ms": 14.09, "sqlite_indexed_fastest_ms": 14.04} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.93, "pure_fastest_ms": 0.8, "sqlite_median_ms": 5.89, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.8, "pure_fastest_ms": 6.76, "sqlite_median_ms": 2836.45, "sqlite_fastest_ms": 2831.32, "sqlite_indexed_median_ms": 7.57, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/040-against-c/2026-10-05-queries-head-2.jsonl b/research/experiments/040-against-c/2026-10-05-queries-head-2.jsonl new file mode 100644 index 0000000..04a4630 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-head-2.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.12, "pure_fastest_ms": 5.02, "sqlite_median_ms": 44.97, "sqlite_fastest_ms": 44.88, "sqlite_indexed_median_ms": 14.04, "sqlite_indexed_fastest_ms": 14.01} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.81, "pure_fastest_ms": 0.78, "sqlite_median_ms": 5.95, "sqlite_fastest_ms": 5.89, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.47, "pure_fastest_ms": 0.36, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.49, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.75, "pure_fastest_ms": 6.72, "sqlite_median_ms": 2843.62, "sqlite_fastest_ms": 2836.25, "sqlite_indexed_median_ms": 7.52, "sqlite_indexed_fastest_ms": 7.49} diff --git a/research/experiments/040-against-c/2026-10-05-queries-head-3.jsonl b/research/experiments/040-against-c/2026-10-05-queries-head-3.jsonl new file mode 100644 index 0000000..072876c --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-head-3.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.0, "pure_fastest_ms": 4.91, "sqlite_median_ms": 45.39, "sqlite_fastest_ms": 45.21, "sqlite_indexed_median_ms": 14.11, "sqlite_indexed_fastest_ms": 14.07} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.88, "pure_fastest_ms": 0.77, "sqlite_median_ms": 7.5, "sqlite_fastest_ms": 5.91, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.36, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.68, "pure_fastest_ms": 6.61, "sqlite_median_ms": 2843.77, "sqlite_fastest_ms": 2836.45, "sqlite_indexed_median_ms": 7.53, "sqlite_indexed_fastest_ms": 7.5} diff --git a/research/experiments/040-against-c/2026-10-05-queries-head-4.jsonl b/research/experiments/040-against-c/2026-10-05-queries-head-4.jsonl new file mode 100644 index 0000000..2a9085c --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-head-4.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.14, "pure_fastest_ms": 5.07, "sqlite_median_ms": 45.39, "sqlite_fastest_ms": 45.17, "sqlite_indexed_median_ms": 14.12, "sqlite_indexed_fastest_ms": 14.06} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.81, "pure_fastest_ms": 0.78, "sqlite_median_ms": 5.88, "sqlite_fastest_ms": 5.87, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.84, "pure_fastest_ms": 6.8, "sqlite_median_ms": 2842.78, "sqlite_fastest_ms": 2838.29, "sqlite_indexed_median_ms": 7.65, "sqlite_indexed_fastest_ms": 7.55} diff --git a/research/experiments/040-against-c/2026-10-05-queries-head-5.jsonl b/research/experiments/040-against-c/2026-10-05-queries-head-5.jsonl new file mode 100644 index 0000000..8ecea32 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-head-5.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.07, "pure_fastest_ms": 4.95, "sqlite_median_ms": 45.3, "sqlite_fastest_ms": 45.08, "sqlite_indexed_median_ms": 14.09, "sqlite_indexed_fastest_ms": 14.03} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.79, "pure_fastest_ms": 0.76, "sqlite_median_ms": 5.87, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.75, "pure_fastest_ms": 6.7, "sqlite_median_ms": 2835.17, "sqlite_fastest_ms": 2832.78, "sqlite_indexed_median_ms": 7.57, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/040-against-c/2026-10-05-queries-head-6.jsonl b/research/experiments/040-against-c/2026-10-05-queries-head-6.jsonl new file mode 100644 index 0000000..76d61de --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-queries-head-6.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.07, "pure_fastest_ms": 5.01, "sqlite_median_ms": 48.81, "sqlite_fastest_ms": 48.08, "sqlite_indexed_median_ms": 14.59, "sqlite_indexed_fastest_ms": 14.54} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.82, "pure_fastest_ms": 0.78, "sqlite_median_ms": 6.86, "sqlite_fastest_ms": 6.76, "sqlite_indexed_median_ms": 0.2, "sqlite_indexed_fastest_ms": 0.2} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.46, "pure_fastest_ms": 0.42, "sqlite_median_ms": 1.68, "sqlite_fastest_ms": 1.67, "sqlite_indexed_median_ms": 1.68, "sqlite_indexed_fastest_ms": 1.67} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.83, "pure_fastest_ms": 6.77, "sqlite_median_ms": 3333.73, "sqlite_fastest_ms": 3327.93, "sqlite_indexed_median_ms": 8.75, "sqlite_indexed_fastest_ms": 8.71} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-base-1.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-base-1.jsonl new file mode 100644 index 0000000..30f2649 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-base-1.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.66, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 46358, "new_orders_per_minute": 1240207, "undone_new_orders": 4003, "errors": 0, "new_order": {"done": 417406, "failed": 0, "p50_us": 1408, "p99_us": 3200}, "payment": {"done": 398551, "failed": 0, "p50_us": 1344, "p99_us": 3200}, "order_status": {"done": 37169, "failed": 0, "p50_us": 256, "p99_us": 1152}, "delivery": {"done": 37100, "failed": 0, "p50_us": 1344, "p99_us": 3200}, "stock_level": {"done": 36945, "failed": 0, "p50_us": 304, "p99_us": 1216}, "server_threads": "3", "cpu_us_per_transaction": 43.6, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 483.9, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 483.9, "pure_state_mib": 245.5, "pure_store_mib": 254.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 28548, "burst_events": 849131, "checkpoints": 42}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-base-2.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-base-2.jsonl new file mode 100644 index 0000000..d825a86 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-base-2.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.69, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43786, "new_orders_per_minute": 1171113, "undone_new_orders": 3759, "errors": 0, "new_order": {"done": 394131, "failed": 0, "p50_us": 1408, "p99_us": 4096}, "payment": {"done": 376525, "failed": 0, "p50_us": 1408, "p99_us": 4096}, "order_status": {"done": 35130, "failed": 0, "p50_us": 272, "p99_us": 1664}, "delivery": {"done": 35093, "failed": 0, "p50_us": 1408, "p99_us": 4096}, "stock_level": {"done": 34851, "failed": 0, "p50_us": 320, "p99_us": 1856}, "server_threads": "3", "cpu_us_per_transaction": 43.8, "core_shares": {"pure-owner": 0.86, "pure-checkpoint": 0.01}, "resident_mib": 460.5, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 460.5, "pure_state_mib": 233.1, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27598, "burst_events": 802060, "checkpoints": 39}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-base-3.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-base-3.jsonl new file mode 100644 index 0000000..e0b6458 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-base-3.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.58, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45680, "new_orders_per_minute": 1222045, "undone_new_orders": 3921, "errors": 0, "new_order": {"done": 411270, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "payment": {"done": 392667, "failed": 0, "p50_us": 1344, "p99_us": 3584}, "order_status": {"done": 36665, "failed": 0, "p50_us": 272, "p99_us": 1280}, "delivery": {"done": 36607, "failed": 0, "p50_us": 1344, "p99_us": 3712}, "stock_level": {"done": 36397, "failed": 0, "p50_us": 304, "p99_us": 1344}, "server_threads": "3", "cpu_us_per_transaction": 43.6, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 477.5, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 477.5, "pure_state_mib": 242.2, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 28745, "burst_events": 836707, "checkpoints": 41}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-base-4.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-base-4.jsonl new file mode 100644 index 0000000..276c919 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-base-4.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.66, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45443, "new_orders_per_minute": 1215737, "undone_new_orders": 3907, "errors": 0, "new_order": {"done": 409153, "failed": 0, "p50_us": 1408, "p99_us": 3840}, "payment": {"done": 390655, "failed": 0, "p50_us": 1344, "p99_us": 3840}, "order_status": {"done": 36434, "failed": 0, "p50_us": 256, "p99_us": 1280}, "delivery": {"done": 36397, "failed": 0, "p50_us": 1344, "p99_us": 3712}, "stock_level": {"done": 36218, "failed": 0, "p50_us": 304, "p99_us": 1408}, "server_threads": "3", "cpu_us_per_transaction": 43.9, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 474.7, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 474.7, "pure_state_mib": 241.1, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 28327, "burst_events": 832378, "checkpoints": 40}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-base-5.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-base-5.jsonl new file mode 100644 index 0000000..53523d8 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-base-5.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.59, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45208, "new_orders_per_minute": 1209213, "undone_new_orders": 3882, "errors": 0, "new_order": {"done": 406954, "failed": 0, "p50_us": 1408, "p99_us": 3712}, "payment": {"done": 388649, "failed": 0, "p50_us": 1344, "p99_us": 3712}, "order_status": {"done": 36259, "failed": 0, "p50_us": 272, "p99_us": 1344}, "delivery": {"done": 36241, "failed": 0, "p50_us": 1408, "p99_us": 3840}, "stock_level": {"done": 36061, "failed": 0, "p50_us": 304, "p99_us": 1472}, "server_threads": "3", "cpu_us_per_transaction": 43.9, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 472.8, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 472.9, "pure_state_mib": 239.9, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 28121, "burst_events": 828042, "checkpoints": 40}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-base-6.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-base-6.jsonl new file mode 100644 index 0000000..1a04a2c --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-base-6.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.66, "sqlite_load_s": 1.55, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45194, "new_orders_per_minute": 1209000, "undone_new_orders": 3880, "errors": 0, "new_order": {"done": 406880, "failed": 0, "p50_us": 1408, "p99_us": 3968}, "payment": {"done": 388554, "failed": 0, "p50_us": 1344, "p99_us": 3968}, "order_status": {"done": 36216, "failed": 0, "p50_us": 272, "p99_us": 1472}, "delivery": {"done": 36211, "failed": 0, "p50_us": 1344, "p99_us": 4096}, "stock_level": {"done": 36027, "failed": 0, "p50_us": 304, "p99_us": 1536}, "server_threads": "3", "cpu_us_per_transaction": 43.9, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 472.4, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 472.4, "pure_state_mib": 239.9, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 28368, "burst_events": 827849, "checkpoints": 40}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-head-1.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-head-1.jsonl new file mode 100644 index 0000000..9205402 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-head-1.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.66, "sqlite_load_s": 1.58, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45148, "new_orders_per_minute": 1208000, "undone_new_orders": 3875, "errors": 0, "new_order": {"done": 406545, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "payment": {"done": 388046, "failed": 0, "p50_us": 1344, "p99_us": 3584}, "order_status": {"done": 36251, "failed": 0, "p50_us": 272, "p99_us": 1344}, "delivery": {"done": 36120, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "stock_level": {"done": 35997, "failed": 0, "p50_us": 304, "p99_us": 1408}, "server_threads": "3", "cpu_us_per_transaction": 43.9, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 472.6, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 472.6, "pure_state_mib": 239.7, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 28129, "burst_events": 826922, "checkpoints": 40}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-head-2.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-head-2.jsonl new file mode 100644 index 0000000..d755100 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-head-2.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.66, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 44401, "new_orders_per_minute": 1187633, "undone_new_orders": 3809, "errors": 0, "new_order": {"done": 399687, "failed": 0, "p50_us": 1408, "p99_us": 3840}, "payment": {"done": 381716, "failed": 0, "p50_us": 1408, "p99_us": 3840}, "order_status": {"done": 35623, "failed": 0, "p50_us": 272, "p99_us": 1344}, "delivery": {"done": 35591, "failed": 0, "p50_us": 1408, "p99_us": 3840}, "stock_level": {"done": 35413, "failed": 0, "p50_us": 304, "p99_us": 1472}, "server_threads": "3", "cpu_us_per_transaction": 44.2, "core_shares": {"pure-owner": 0.88, "pure-checkpoint": 0.01}, "resident_mib": 465.3, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 465.3, "pure_state_mib": 236.1, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27580, "burst_events": 813268, "checkpoints": 40}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-head-3.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-head-3.jsonl new file mode 100644 index 0000000..bc1dfb0 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-head-3.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.58, "pure_load_s": 0.67, "sqlite_load_s": 1.59, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45735, "new_orders_per_minute": 1223249, "undone_new_orders": 3935, "errors": 0, "new_order": {"done": 411686, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "payment": {"done": 393222, "failed": 0, "p50_us": 1344, "p99_us": 3456}, "order_status": {"done": 36700, "failed": 0, "p50_us": 272, "p99_us": 1280}, "delivery": {"done": 36611, "failed": 0, "p50_us": 1408, "p99_us": 3328}, "stock_level": {"done": 36490, "failed": 0, "p50_us": 304, "p99_us": 1344}, "server_threads": "3", "cpu_us_per_transaction": 43.6, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 477.8, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 477.8, "pure_state_mib": 242.5, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 28461, "burst_events": 837668, "checkpoints": 41}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-head-4.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-head-4.jsonl new file mode 100644 index 0000000..71231c8 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-head-4.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.59, "pure_load_s": 0.67, "sqlite_load_s": 1.55, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43092, "new_orders_per_minute": 1152915, "undone_new_orders": 3691, "errors": 0, "new_order": {"done": 387996, "failed": 0, "p50_us": 1408, "p99_us": 4864}, "payment": {"done": 370402, "failed": 0, "p50_us": 1408, "p99_us": 4608}, "order_status": {"done": 34565, "failed": 0, "p50_us": 272, "p99_us": 1728}, "delivery": {"done": 34531, "failed": 0, "p50_us": 1408, "p99_us": 4864}, "stock_level": {"done": 34350, "failed": 0, "p50_us": 320, "p99_us": 1920}, "server_threads": "3", "cpu_us_per_transaction": 44.8, "core_shares": {"pure-owner": 0.86, "pure-checkpoint": 0.01}, "resident_mib": 453.4, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 453.4, "pure_state_mib": 229.8, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 26936, "burst_events": 789323, "checkpoints": 38}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-head-5.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-head-5.jsonl new file mode 100644 index 0000000..77b930e --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-head-5.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 44455, "new_orders_per_minute": 1189518, "undone_new_orders": 3827, "errors": 0, "new_order": {"done": 400333, "failed": 0, "p50_us": 1408, "p99_us": 4352}, "payment": {"done": 382056, "failed": 0, "p50_us": 1408, "p99_us": 4096}, "order_status": {"done": 35639, "failed": 0, "p50_us": 272, "p99_us": 1472}, "delivery": {"done": 35609, "failed": 0, "p50_us": 1408, "p99_us": 4096}, "stock_level": {"done": 35457, "failed": 0, "p50_us": 304, "p99_us": 1664}, "server_threads": "3", "cpu_us_per_transaction": 44.3, "core_shares": {"pure-owner": 0.88, "pure-checkpoint": 0.01}, "resident_mib": 465.8, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 465.8, "pure_state_mib": 236.4, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27997, "burst_events": 814252, "checkpoints": 40}} diff --git a/research/experiments/040-against-c/2026-10-05-tpcc-head-6.jsonl b/research/experiments/040-against-c/2026-10-05-tpcc-head-6.jsonl new file mode 100644 index 0000000..bafca12 --- /dev/null +++ b/research/experiments/040-against-c/2026-10-05-tpcc-head-6.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.58, "pure_load_s": 0.67, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.5, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45070, "new_orders_per_minute": 1205740, "undone_new_orders": 3872, "errors": 0, "new_order": {"done": 405787, "failed": 0, "p50_us": 1408, "p99_us": 3712}, "payment": {"done": 387427, "failed": 0, "p50_us": 1344, "p99_us": 3584}, "order_status": {"done": 36165, "failed": 0, "p50_us": 272, "p99_us": 1344}, "delivery": {"done": 36088, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "stock_level": {"done": 35934, "failed": 0, "p50_us": 304, "p99_us": 1344}, "server_threads": "3", "cpu_us_per_transaction": 44.2, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 471.3, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 471.3, "pure_state_mib": 239.3, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27892, "burst_events": 825516, "checkpoints": 40}} diff --git a/research/experiments/040-against-c/runs.sh b/research/experiments/040-against-c/runs.sh index 8c1620b..a265ac0 100644 --- a/research/experiments/040-against-c/runs.sh +++ b/research/experiments/040-against-c/runs.sh @@ -9,6 +9,13 @@ # (PURE_AHEAD=0) # runs.sh floor ROUNDS floor.c's three modes (bare, hoisted, naive), # each against natural.h's C +# runs.sh serve NAME COMMIT pure-serve of COMMIT and its pure-crypto.so, +# in ~/.cache/pure-040/NAME +# runs.sh pairs A B FIRST LAST TPC-C in RAM (W=1, 64 terminals, 20 s) and +# the bank's queries on A and B, in turns +# (036's), rounds FIRST to LAST +# runs.sh counts A B the bank queries' instructions on A and B +# (025's count.py) set -e here=research/experiments/040-against-c builds=$HOME/.cache/pure-040 @@ -35,12 +42,36 @@ suite) quiet PURE_AHEAD=0 python3 research/guard.py --most 3072 -- "$builds/$2/suite-run" "$builds/$2" "$3" bfs bfs_ahead \ | sed "s/^{/{\"version\":\"$2\",\"jit\":1,\"ahead\":0,/" >> "$here/$day-suite.jsonl" ;; +serve) + rm -rf "$builds/src-$2" + git worktree add -f -q --detach "$builds/src-$2" "$3" + make -s -C "$builds/src-$2" build/pure-serve build/pure-crypto.so + mkdir -p "$builds/$2" + cp "$builds/src-$2/build/pure-serve" "$builds/src-$2/build/pure-crypto.so" "$builds/$2/" + git worktree remove --force "$builds/src-$2" ;; +pairs) + for round in $(seq "$4" "$5"); do + first=$2 second=$3 + if [ $((round % 2)) = 0 ]; then first=$3 second=$2; fi + for version in $first $second; do + quiet + echo "$round $version $(uptime)" >> "$here/$day-load.txt" + python3 research/guard.py -- python3 benchmarks/tpcc/run.py --serve "$builds/$version/pure-serve" --warehouses 1 \ + --check 0 --terminals 64 --sqlite-threads '' --sqlite-group '' --seconds 20 \ + > "$here/$day-tpcc-$version-$round.jsonl" + python3 research/guard.py -- python3 benchmarks/bank/queries.py --serve "$builds/$version/pure-serve" \ + > "$here/$day-queries-$version-$round.jsonl" + done + done ;; +counts) + python3 research/guard.py -- python3 research/experiments/025-i64-cost/count.py "$builds/$2/pure-serve" \ + "$builds/$3/pure-serve" "$builds/$2/pure-serve" "$builds/$3/pure-serve" > "$here/$day-counts.jsonl" ;; floor) for mode in 0 1 2; do cc -O2 -std=c17 -DMODE=$mode -o "$builds/floor-$mode" $here/floor.c -lm quiet python3 research/guard.py --most 2048 -- "$builds/floor-$mode" "$2" >> "$here/$day-floor.jsonl" done ;; -*) echo "runs.sh build NAME COMMIT | suite NAME ROUNDS | floor ROUNDS" >&2 +*) echo "runs.sh build NAME COMMIT | suite NAME ROUNDS | floor ROUNDS | serve NAME COMMIT | pairs A B FIRST LAST | counts A B" >&2 exit 2 ;; esac |