diff options
| author | eunhhu <[email protected]> | 2026-10-04 21:36:04 +0100 |
|---|---|---|
| committer | eunhhu <[email protected]> | 2026-10-04 21:36:04 +0100 |
| commit | 85a57b8eb2704565ef646f2415eedcd1386a4afd (patch) | |
| tree | 5a0879a50a8c0098e6bc0e1fd93fa2f518f475a4 /research/experiments/036-faster-loops | |
| parent | e8bc8ddd8f64e2f923eee86dd3624689bbd30241 (diff) | |
| download | pure-85a57b8eb2704565ef646f2415eedcd1386a4afd.tar.gz pure-85a57b8eb2704565ef646f2415eedcd1386a4afd.zip | |
Measure computing faster: a search 2.1 times as fast, TPC-C 4.1%, four fingers found and undone (121)
Diffstat (limited to 'research/experiments/036-faster-loops')
66 files changed, 399 insertions, 0 deletions
diff --git a/research/experiments/036-faster-loops/2026-10-04-bfs-after.jsonl b/research/experiments/036-faster-loops/2026-10-04-bfs-after.jsonl new file mode 100644 index 0000000..db79909 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-bfs-after.jsonl @@ -0,0 +1,16 @@ +{"system": "c", "from": 42224, "to": 57393, "hops": 6, "reached": 99996, "us": 9070.0} +{"system": "c", "from": 5153, "to": 48368, "hops": 6, "reached": 99996, "us": 9028.9} +{"system": "c", "from": 73314, "to": 58793, "hops": 5, "reached": 99996, "us": 9052.0} +{"system": "c", "from": 47063, "to": 90963, "hops": 5, "reached": 99996, "us": 9025.9} +{"system": "c", "from": 67811, "to": 96464, "hops": 5, "reached": 99996, "us": 9086.1} +{"system": "python", "from": 42224, "to": 57393, "us": 451246.8} +{"system": "python", "from": 5153, "to": 48368, "us": 446590.6} +{"system": "python", "from": 73314, "to": 58793, "us": 447737.8} +{"system": "python", "from": 47063, "to": 90963, "us": 452924.2} +{"system": "python", "from": 67811, "to": 96464, "us": 448822.6} +{"system": "pure", "from": 42224, "to": 57393, "hops": 6, "reached": 99996, "us": 191634.5} +{"system": "pure", "from": 5153, "to": 48368, "hops": 6, "reached": 99996, "us": 191495.9} +{"system": "pure", "from": 73314, "to": 58793, "hops": 5, "reached": 99996, "us": 190854.3} +{"system": "pure", "from": 47063, "to": 90963, "hops": 5, "reached": 99996, "us": 190901.5} +{"system": "pure", "from": 67811, "to": 96464, "hops": 5, "reached": 99996, "us": 189952.5} +{"nodes": 100000, "edges": 1000000, "median_us": {"c": 9052.0, "python": 448822.6, "pure": 190901.5}, "pure_over_c": 21.1, "pure_over_python": 0.43} diff --git a/research/experiments/036-faster-loops/2026-10-04-bfs-before.jsonl b/research/experiments/036-faster-loops/2026-10-04-bfs-before.jsonl new file mode 100644 index 0000000..2017394 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-bfs-before.jsonl @@ -0,0 +1,16 @@ +{"system": "c", "from": 42224, "to": 57393, "hops": 6, "reached": 99996, "us": 9009.9} +{"system": "c", "from": 5153, "to": 48368, "hops": 6, "reached": 99996, "us": 8999.0} +{"system": "c", "from": 73314, "to": 58793, "hops": 5, "reached": 99996, "us": 9037.7} +{"system": "c", "from": 47063, "to": 90963, "hops": 5, "reached": 99996, "us": 8927.0} +{"system": "c", "from": 67811, "to": 96464, "hops": 5, "reached": 99996, "us": 8989.7} +{"system": "python", "from": 42224, "to": 57393, "us": 445045.2} +{"system": "python", "from": 5153, "to": 48368, "us": 446482.5} +{"system": "python", "from": 73314, "to": 58793, "us": 450064.5} +{"system": "python", "from": 47063, "to": 90963, "us": 454105.8} +{"system": "python", "from": 67811, "to": 96464, "us": 449764.1} +{"system": "pure", "from": 42224, "to": 57393, "hops": 6, "reached": 99996, "us": 397504.7} +{"system": "pure", "from": 5153, "to": 48368, "hops": 6, "reached": 99996, "us": 398990.3} +{"system": "pure", "from": 73314, "to": 58793, "hops": 5, "reached": 99996, "us": 397108.7} +{"system": "pure", "from": 47063, "to": 90963, "hops": 5, "reached": 99996, "us": 401579.3} +{"system": "pure", "from": 67811, "to": 96464, "hops": 5, "reached": 99996, "us": 396534.8} +{"nodes": 100000, "edges": 1000000, "median_us": {"c": 8999.0, "python": 449764.1, "pure": 397504.7}, "pure_over_c": 44.2, "pure_over_python": 0.88} diff --git a/research/experiments/036-faster-loops/2026-10-04-core.jsonl b/research/experiments/036-faster-loops/2026-10-04-core.jsonl new file mode 100644 index 0000000..8665ad4 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-core.jsonl @@ -0,0 +1,12 @@ +{"version":"before","round":1,"run":{"nodes":100000,"edges":999937,"median_ms":436.12}} +{"version":"after","round":1,"run":{"nodes":100000,"edges":999937,"median_ms":186.53}} +{"version":"after","round":2,"run":{"nodes":100000,"edges":999937,"median_ms":187.97}} +{"version":"before","round":2,"run":{"nodes":100000,"edges":999937,"median_ms":397.14}} +{"version":"before","round":3,"run":{"nodes":100000,"edges":999937,"median_ms":396.18}} +{"version":"after","round":3,"run":{"nodes":100000,"edges":999937,"median_ms":186.51}} +{"version":"after","round":4,"run":{"nodes":100000,"edges":999937,"median_ms":186.73}} +{"version":"before","round":4,"run":{"nodes":100000,"edges":999937,"median_ms":393.46}} +{"version":"before","round":5,"run":{"nodes":100000,"edges":999937,"median_ms":397.46}} +{"version":"after","round":5,"run":{"nodes":100000,"edges":999937,"median_ms":188.07}} +{"version":"after","round":6,"run":{"nodes":100000,"edges":999937,"median_ms":187.60}} +{"version":"before","round":6,"run":{"nodes":100000,"edges":999937,"median_ms":400.55}} diff --git a/research/experiments/036-faster-loops/2026-10-04-counts-more.jsonl b/research/experiments/036-faster-loops/2026-10-04-counts-more.jsonl new file mode 100644 index 0000000..90b6b01 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-counts-more.jsonl @@ -0,0 +1,4 @@ +{"serve": "pure-serve", "per_branch": {"instructions": 27028914, "cycles": 12281352}, "in_credit": {"instructions": 3482625, "cycles": 2113004}, "large": {"instructions": 1458199, "cycles": 825549}, "ranks": {"instructions": 24197917, "cycles": 15405745}, "none": {"instructions": 606309, "cycles": 195160}, "field": {"instructions": 8927604, "cycles": 3300173}, "found": {"instructions": 15873857, "cycles": 12719909}} +{"serve": "pure-serve", "per_branch": {"instructions": 26673143, "cycles": 11862550}, "in_credit": {"instructions": 3460865, "cycles": 1652146}, "large": {"instructions": 1409660, "cycles": 605418}, "ranks": {"instructions": 24175505, "cycles": 14963485}, "none": {"instructions": 607370, "cycles": 188965}, "field": {"instructions": 8948855, "cycles": 3274947}, "found": {"instructions": 14152370, "cycles": 10350131}} +{"serve": "pure-serve", "per_branch": {"instructions": 27120678, "cycles": 12242749}, "in_credit": {"instructions": 3503100, "cycles": 1665885}, "large": {"instructions": 1458175, "cycles": 671677}, "ranks": {"instructions": 24247115, "cycles": 15302669}, "none": {"instructions": 606309, "cycles": 192456}, "field": {"instructions": 8927502, "cycles": 3278258}, "found": {"instructions": 15872312, "cycles": 12876762}} +{"serve": "pure-serve", "per_branch": {"instructions": 26732296, "cycles": 11897309}, "in_credit": {"instructions": 3474288, "cycles": 1636574}, "large": {"instructions": 1409684, "cycles": 601344}, "ranks": {"instructions": 24209058, "cycles": 14761680}, "none": {"instructions": 607370, "cycles": 186952}, "field": {"instructions": 8948855, "cycles": 3277508}, "found": {"instructions": 14151258, "cycles": 10761554}} diff --git a/research/experiments/036-faster-loops/2026-10-04-counts.jsonl b/research/experiments/036-faster-loops/2026-10-04-counts.jsonl new file mode 100644 index 0000000..05972e3 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-counts.jsonl @@ -0,0 +1,4 @@ +{"serve": "pure-serve", "per_branch": {"instructions": 26914304, "cycles": 11986379}, "in_credit": {"instructions": 3457211, "cycles": 1634085}, "large": {"instructions": 1458236, "cycles": 663090}, "ranks": {"instructions": 24137480, "cycles": 15012594}, "none": {"instructions": 606314, "cycles": 191895}, "field": {"instructions": 8927507, "cycles": 3266801}, "found": {"instructions": 15872198, "cycles": 13646917}} +{"serve": "pure-serve", "per_branch": {"instructions": 26687820, "cycles": 11845371}, "in_credit": {"instructions": 3464235, "cycles": 1730413}, "large": {"instructions": 1409684, "cycles": 599787}, "ranks": {"instructions": 24183466, "cycles": 14788912}, "none": {"instructions": 607370, "cycles": 187453}, "field": {"instructions": 8948855, "cycles": 3278390}, "found": {"instructions": 14151763, "cycles": 10338922}} +{"serve": "pure-serve", "per_branch": {"instructions": 26851778, "cycles": 11769653}, "in_credit": {"instructions": 3443329, "cycles": 1625123}, "large": {"instructions": 1458199, "cycles": 662086}, "ranks": {"instructions": 24102856, "cycles": 14878840}, "none": {"instructions": 606301, "cycles": 192474}, "field": {"instructions": 8927494, "cycles": 3266898}, "found": {"instructions": 15871761, "cycles": 12389073}} +{"serve": "pure-serve", "per_branch": {"instructions": 26933492, "cycles": 11992863}, "in_credit": {"instructions": 3519292, "cycles": 1682508}, "large": {"instructions": 1409654, "cycles": 607407}, "ranks": {"instructions": 24318154, "cycles": 14975556}, "none": {"instructions": 607372, "cycles": 188459}, "field": {"instructions": 8948857, "cycles": 3304843}, "found": {"instructions": 14149949, "cycles": 10678508}} diff --git a/research/experiments/036-faster-loops/2026-10-04-fingers.jsonl b/research/experiments/036-faster-loops/2026-10-04-fingers.jsonl new file mode 100644 index 0000000..dd30959 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-fingers.jsonl @@ -0,0 +1,19 @@ +{"build": "9484700 with FINGERS 1", "round": 1, "median_ms": 183.19} +{"build": "9484700 with FINGERS 2", "round": 1, "median_ms": 185.33} +{"build": "9484700 with FINGERS 4", "round": 1, "median_ms": 185.96} +{"build": "9484700 with FINGERS 1", "round": 2, "median_ms": 185.02} +{"build": "9484700 with FINGERS 2", "round": 2, "median_ms": 184.99} +{"build": "9484700 with FINGERS 4", "round": 2, "median_ms": 184.77} +{"build": "9484700 with FINGERS 1", "round": 3, "median_ms": 182.89} +{"build": "9484700 with FINGERS 2", "round": 3, "median_ms": 185.00} +{"build": "9484700 with FINGERS 4", "round": 3, "median_ms": 183.92} +{"build": "316d701", "round": 1, "median_ms": 183.79} +{"build": "316d701 + dde73e4's module.c", "round": 1, "median_ms": 186.69} +{"build": "316d701", "round": 2, "median_ms": 183.76} +{"build": "316d701 + dde73e4's module.c", "round": 2, "median_ms": 189.79} +{"build": "316d701", "round": 3, "median_ms": 183.67} +{"build": "316d701 + dde73e4's module.c", "round": 3, "median_ms": 187.09} +{"build": "316d701", "counted": 1, "median_ms": 183.34, "instructions_per_search_m": 887.65, "cycles_per_search_m": 440.1} +{"build": "316d701 + dde73e4's module.c", "counted": 1, "median_ms": 186.95, "instructions_per_search_m": 866.65, "cycles_per_search_m": 448.35} +{"build": "316d701", "counted": 2, "median_ms": 184.12, "instructions_per_search_m": 888.05, "cycles_per_search_m": 439.69} +{"build": "316d701 + dde73e4's module.c", "counted": 2, "median_ms": 186.46, "instructions_per_search_m": 866.65, "cycles_per_search_m": 446.75} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-core.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-core.jsonl new file mode 100644 index 0000000..003c362 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-core.jsonl @@ -0,0 +1,12 @@ +{"version":"before","round":1,"run":{"nodes":100000,"edges":999937,"median_ms":395.83}} +{"version":"after","round":1,"run":{"nodes":100000,"edges":999937,"median_ms":184.62}} +{"version":"after","round":2,"run":{"nodes":100000,"edges":999937,"median_ms":184.97}} +{"version":"before","round":2,"run":{"nodes":100000,"edges":999937,"median_ms":396.49}} +{"version":"before","round":3,"run":{"nodes":100000,"edges":999937,"median_ms":395.42}} +{"version":"after","round":3,"run":{"nodes":100000,"edges":999937,"median_ms":185.76}} +{"version":"after","round":4,"run":{"nodes":100000,"edges":999937,"median_ms":184.55}} +{"version":"before","round":4,"run":{"nodes":100000,"edges":999937,"median_ms":397.96}} +{"version":"before","round":5,"run":{"nodes":100000,"edges":999937,"median_ms":397.48}} +{"version":"after","round":5,"run":{"nodes":100000,"edges":999937,"median_ms":185.80}} +{"version":"after","round":6,"run":{"nodes":100000,"edges":999937,"median_ms":185.69}} +{"version":"before","round":6,"run":{"nodes":100000,"edges":999937,"median_ms":395.05}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-counts.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-counts.jsonl new file mode 100644 index 0000000..2fa6467 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-counts.jsonl @@ -0,0 +1,4 @@ +{"serve": "pure-serve", "per_branch": {"instructions": 27067936, "cycles": 11996302}, "in_credit": {"instructions": 3491384, "cycles": 1648275}, "large": {"instructions": 1458191, "cycles": 658250}, "ranks": {"instructions": 24219779, "cycles": 14975319}, "none": {"instructions": 606301, "cycles": 192889}, "field": {"instructions": 8927494, "cycles": 3272276}, "found": {"instructions": 15872601, "cycles": 12470256}} +{"serve": "pure-serve", "per_branch": {"instructions": 26831500, "cycles": 11981889}, "in_credit": {"instructions": 3486809, "cycles": 1594164}, "large": {"instructions": 1462336, "cycles": 618282}, "ranks": {"instructions": 24230937, "cycles": 15101630}, "none": {"instructions": 607381, "cycles": 187267}, "field": {"instructions": 9189844, "cycles": 3293629}, "found": {"instructions": 14955300, "cycles": 10312063}} +{"serve": "pure-serve", "per_branch": {"instructions": 26886695, "cycles": 11825752}, "in_credit": {"instructions": 3450986, "cycles": 1663802}, "large": {"instructions": 1458239, "cycles": 664603}, "ranks": {"instructions": 24121325, "cycles": 15108439}, "none": {"instructions": 606309, "cycles": 194431}, "field": {"instructions": 8927502, "cycles": 3275811}, "found": {"instructions": 15874593, "cycles": 12480514}} +{"serve": "pure-serve", "per_branch": {"instructions": 26745780, "cycles": 11871284}, "in_credit": {"instructions": 3467633, "cycles": 1614578}, "large": {"instructions": 1462416, "cycles": 606882}, "ranks": {"instructions": 24183470, "cycles": 15492749}, "none": {"instructions": 607370, "cycles": 211388}, "field": {"instructions": 9189836, "cycles": 3364296}, "found": {"instructions": 14958289, "cycles": 10461240}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-load.txt b/research/experiments/036-faster-loops/2026-10-04-four-load.txt new file mode 100644 index 0000000..0f0980a --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-load.txt @@ -0,0 +1,12 @@ +1 before 17:40:46 up 14:02, 1 user, load average: 1.16, 1.00, 0.78 +1 after 17:42:43 up 14:04, 1 user, load average: 1.30, 1.24, 0.91 +2 after 17:44:20 up 14:05, 1 user, load average: 1.29, 1.34, 0.98 +2 before 17:45:57 up 14:07, 1 user, load average: 1.38, 1.47, 1.08 +3 before 17:47:44 up 14:09, 1 user, load average: 1.27, 1.45, 1.11 +3 after 17:49:21 up 14:10, 1 user, load average: 1.40, 1.54, 1.18 +4 after 17:51:01 up 14:12, 1 user, load average: 1.38, 1.57, 1.23 +4 before 17:52:28 up 14:13, 1 user, load average: 1.35, 1.55, 1.26 +5 before 17:54:04 up 14:15, 1 user, load average: 1.39, 1.59, 1.31 +5 after 17:55:40 up 14:17, 1 user, load average: 1.38, 1.62, 1.35 +6 after 17:57:16 up 14:18, 1 user, load average: 1.35, 1.64, 1.39 +6 before 17:59:02 up 14:20, 1 user, load average: 1.28, 1.67, 1.43 diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-after-1.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-1.jsonl new file mode 100644 index 0000000..e08ae37 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-1.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.33, "pure_fastest_ms": 5.24, "sqlite_median_ms": 45.33, "sqlite_fastest_ms": 45.23, "sqlite_indexed_median_ms": 14.03, "sqlite_indexed_fastest_ms": 14.0} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.82, "pure_fastest_ms": 0.79, "sqlite_median_ms": 5.91, "sqlite_fastest_ms": 5.87, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.36, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.49, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.7, "pure_fastest_ms": 6.63, "sqlite_median_ms": 2843.89, "sqlite_fastest_ms": 2833.85, "sqlite_indexed_median_ms": 7.53, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-after-2.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-2.jsonl new file mode 100644 index 0000000..71a02a4 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-2.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.29, "pure_fastest_ms": 5.17, "sqlite_median_ms": 44.93, "sqlite_fastest_ms": 44.88, "sqlite_indexed_median_ms": 14.01, "sqlite_indexed_fastest_ms": 13.95} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.82, "pure_fastest_ms": 0.8, "sqlite_median_ms": 5.91, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.47, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.8, "pure_fastest_ms": 6.71, "sqlite_median_ms": 2839.01, "sqlite_fastest_ms": 2835.35, "sqlite_indexed_median_ms": 7.52, "sqlite_indexed_fastest_ms": 7.49} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-after-3.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-3.jsonl new file mode 100644 index 0000000..75e2931 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-3.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.2, "pure_fastest_ms": 5.14, "sqlite_median_ms": 44.84, "sqlite_fastest_ms": 44.76, "sqlite_indexed_median_ms": 14.21, "sqlite_indexed_fastest_ms": 14.07} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.8, "pure_fastest_ms": 0.78, "sqlite_median_ms": 5.87, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.44, "pure_fastest_ms": 0.36, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.49, "sqlite_indexed_fastest_ms": 1.48} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.71, "pure_fastest_ms": 6.67, "sqlite_median_ms": 2834.46, "sqlite_fastest_ms": 2830.0, "sqlite_indexed_median_ms": 7.56, "sqlite_indexed_fastest_ms": 7.53} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-after-4.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-4.jsonl new file mode 100644 index 0000000..6fcfba9 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-4.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.18, "pure_fastest_ms": 5.15, "sqlite_median_ms": 45.14, "sqlite_fastest_ms": 44.9, "sqlite_indexed_median_ms": 14.07, "sqlite_indexed_fastest_ms": 14.0} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.83, "pure_fastest_ms": 0.81, "sqlite_median_ms": 5.89, "sqlite_fastest_ms": 5.85, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.74, "pure_fastest_ms": 6.68, "sqlite_median_ms": 2830.88, "sqlite_fastest_ms": 2829.19, "sqlite_indexed_median_ms": 7.53, "sqlite_indexed_fastest_ms": 7.5} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-after-5.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-5.jsonl new file mode 100644 index 0000000..4f3743c --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-5.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.18, "pure_fastest_ms": 5.12, "sqlite_median_ms": 45.3, "sqlite_fastest_ms": 45.18, "sqlite_indexed_median_ms": 14.16, "sqlite_indexed_fastest_ms": 14.1} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.85, "pure_fastest_ms": 0.82, "sqlite_median_ms": 5.95, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.39, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.49, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.74, "pure_fastest_ms": 6.64, "sqlite_median_ms": 2825.65, "sqlite_fastest_ms": 2823.75, "sqlite_indexed_median_ms": 7.56, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-after-6.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-6.jsonl new file mode 100644 index 0000000..cdc5747 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-after-6.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.31, "pure_fastest_ms": 5.13, "sqlite_median_ms": 45.37, "sqlite_fastest_ms": 45.12, "sqlite_indexed_median_ms": 14.03, "sqlite_indexed_fastest_ms": 14.0} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.83, "pure_fastest_ms": 0.79, "sqlite_median_ms": 5.86, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.36, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.64, "pure_fastest_ms": 6.58, "sqlite_median_ms": 2829.51, "sqlite_fastest_ms": 2826.75, "sqlite_indexed_median_ms": 7.52, "sqlite_indexed_fastest_ms": 7.49} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-before-1.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-1.jsonl new file mode 100644 index 0000000..62a93e6 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-1.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.32, "pure_fastest_ms": 5.19, "sqlite_median_ms": 45.35, "sqlite_fastest_ms": 45.16, "sqlite_indexed_median_ms": 14.03, "sqlite_indexed_fastest_ms": 13.94} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.85, "pure_fastest_ms": 0.8, "sqlite_median_ms": 5.96, "sqlite_fastest_ms": 5.87, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.38, "pure_fastest_ms": 0.37, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.84, "pure_fastest_ms": 6.72, "sqlite_median_ms": 2842.15, "sqlite_fastest_ms": 2835.45, "sqlite_indexed_median_ms": 7.56, "sqlite_indexed_fastest_ms": 7.54} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-before-2.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-2.jsonl new file mode 100644 index 0000000..a303abe --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-2.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.24, "pure_fastest_ms": 5.17, "sqlite_median_ms": 46.14, "sqlite_fastest_ms": 46.06, "sqlite_indexed_median_ms": 14.52, "sqlite_indexed_fastest_ms": 14.47} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.84, "pure_fastest_ms": 0.8, "sqlite_median_ms": 5.92, "sqlite_fastest_ms": 5.89, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.39, "pure_fastest_ms": 0.38, "sqlite_median_ms": 1.49, "sqlite_fastest_ms": 1.48, "sqlite_indexed_median_ms": 1.49, "sqlite_indexed_fastest_ms": 1.48} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.79, "pure_fastest_ms": 6.72, "sqlite_median_ms": 2855.74, "sqlite_fastest_ms": 2849.77, "sqlite_indexed_median_ms": 7.65, "sqlite_indexed_fastest_ms": 7.56} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-before-3.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-3.jsonl new file mode 100644 index 0000000..15d5598 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-3.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 6.36, "pure_fastest_ms": 6.25, "sqlite_median_ms": 45.04, "sqlite_fastest_ms": 44.72, "sqlite_indexed_median_ms": 14.03, "sqlite_indexed_fastest_ms": 14.02} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.89, "pure_fastest_ms": 0.83, "sqlite_median_ms": 5.9, "sqlite_fastest_ms": 5.87, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.38, "pure_fastest_ms": 0.37, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.75, "pure_fastest_ms": 6.66, "sqlite_median_ms": 2830.94, "sqlite_fastest_ms": 2827.02, "sqlite_indexed_median_ms": 7.5, "sqlite_indexed_fastest_ms": 7.49} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-before-4.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-4.jsonl new file mode 100644 index 0000000..c2faffa --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-4.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.31, "pure_fastest_ms": 5.19, "sqlite_median_ms": 44.9, "sqlite_fastest_ms": 44.75, "sqlite_indexed_median_ms": 13.98, "sqlite_indexed_fastest_ms": 13.97} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 1.22, "pure_fastest_ms": 0.93, "sqlite_median_ms": 6.1, "sqlite_fastest_ms": 5.9, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.45, "pure_fastest_ms": 0.39, "sqlite_median_ms": 1.61, "sqlite_fastest_ms": 1.55, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.46} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 7.26, "pure_fastest_ms": 6.75, "sqlite_median_ms": 2826.01, "sqlite_fastest_ms": 2823.43, "sqlite_indexed_median_ms": 7.54, "sqlite_indexed_fastest_ms": 7.5} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-before-5.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-5.jsonl new file mode 100644 index 0000000..26fee60 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-5.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.27, "pure_fastest_ms": 5.17, "sqlite_median_ms": 45.44, "sqlite_fastest_ms": 45.18, "sqlite_indexed_median_ms": 14.03, "sqlite_indexed_fastest_ms": 13.95} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.84, "pure_fastest_ms": 0.82, "sqlite_median_ms": 5.87, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.38, "pure_fastest_ms": 0.37, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.8, "pure_fastest_ms": 6.72, "sqlite_median_ms": 2832.08, "sqlite_fastest_ms": 2829.8, "sqlite_indexed_median_ms": 7.52, "sqlite_indexed_fastest_ms": 7.5} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-queries-before-6.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-6.jsonl new file mode 100644 index 0000000..34db4fa --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-queries-before-6.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.25, "pure_fastest_ms": 5.17, "sqlite_median_ms": 45.41, "sqlite_fastest_ms": 45.19, "sqlite_indexed_median_ms": 14.12, "sqlite_indexed_fastest_ms": 14.08} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.84, "pure_fastest_ms": 0.81, "sqlite_median_ms": 5.89, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.38, "pure_fastest_ms": 0.37, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.69, "pure_fastest_ms": 6.64, "sqlite_median_ms": 2830.48, "sqlite_fastest_ms": 2827.72, "sqlite_indexed_median_ms": 7.56, "sqlite_indexed_fastest_ms": 7.5} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-1.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-1.jsonl new file mode 100644 index 0000000..ba06242 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-1.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43866, "new_orders_per_minute": 1173810, "undone_new_orders": 3766, "errors": 0, "new_order": {"done": 395040, "failed": 0, "p50_us": 1408, "p99_us": 3840}, "payment": {"done": 377031, "failed": 0, "p50_us": 1408, "p99_us": 3840}, "order_status": {"done": 35161, "failed": 0, "p50_us": 272, "p99_us": 1536}, "delivery": {"done": 35116, "failed": 0, "p50_us": 1408, "p99_us": 3840}, "stock_level": {"done": 34979, "failed": 0, "p50_us": 304, "p99_us": 1472}, "server_threads": "3", "cpu_us_per_transaction": 44.6, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 459.9, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 459.9, "pure_state_mib": 233.6, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27223, "burst_events": 803507, "checkpoints": 39}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-2.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-2.jsonl new file mode 100644 index 0000000..2ed862e --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-2.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.61, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43514, "new_orders_per_minute": 1164465, "undone_new_orders": 3736, "errors": 0, "new_order": {"done": 391893, "failed": 0, "p50_us": 1472, "p99_us": 3840}, "payment": {"done": 373953, "failed": 0, "p50_us": 1408, "p99_us": 3712}, "order_status": {"done": 34909, "failed": 0, "p50_us": 272, "p99_us": 1408}, "delivery": {"done": 34875, "failed": 0, "p50_us": 1408, "p99_us": 3712}, "stock_level": {"done": 34661, "failed": 0, "p50_us": 304, "p99_us": 1536}, "server_threads": "3", "cpu_us_per_transaction": 44.8, "core_shares": {"pure-owner": 0.88, "pure-checkpoint": 0.01}, "resident_mib": 456.7, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 456.7, "pure_state_mib": 231.9, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27031, "burst_events": 797059, "checkpoints": 39}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-3.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-3.jsonl new file mode 100644 index 0000000..4ef84fc --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-3.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 44775, "new_orders_per_minute": 1197833, "undone_new_orders": 3847, "errors": 0, "new_order": {"done": 403125, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "payment": {"done": 384944, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "order_status": {"done": 35923, "failed": 0, "p50_us": 272, "p99_us": 1216}, "delivery": {"done": 35836, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "stock_level": {"done": 35666, "failed": 0, "p50_us": 304, "p99_us": 1280}, "server_threads": "3", "cpu_us_per_transaction": 44.4, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 467.5, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 467.5, "pure_state_mib": 237.9, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27686, "burst_events": 820133, "checkpoints": 40}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-4.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-4.jsonl new file mode 100644 index 0000000..c75206f --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-4.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.68, "sqlite_load_s": 1.57, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45154, "new_orders_per_minute": 1207749, "undone_new_orders": 3881, "errors": 0, "new_order": {"done": 406464, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "payment": {"done": 388214, "failed": 0, "p50_us": 1408, "p99_us": 3328}, "order_status": {"done": 36221, "failed": 0, "p50_us": 256, "p99_us": 1088}, "delivery": {"done": 36177, "failed": 0, "p50_us": 1408, "p99_us": 3328}, "stock_level": {"done": 36005, "failed": 0, "p50_us": 288, "p99_us": 1152}, "server_threads": "3", "cpu_us_per_transaction": 44.4, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 470.7, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 470.7, "pure_state_mib": 239.7, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27319, "burst_events": 827058, "checkpoints": 40}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-5.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-5.jsonl new file mode 100644 index 0000000..3491c89 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-5.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.57, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45472, "new_orders_per_minute": 1216398, "undone_new_orders": 3910, "errors": 0, "new_order": {"done": 409385, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "payment": {"done": 390911, "failed": 0, "p50_us": 1408, "p99_us": 3328}, "order_status": {"done": 36470, "failed": 0, "p50_us": 256, "p99_us": 1088}, "delivery": {"done": 36432, "failed": 0, "p50_us": 1408, "p99_us": 3712}, "stock_level": {"done": 36259, "failed": 0, "p50_us": 304, "p99_us": 1152}, "server_threads": "3", "cpu_us_per_transaction": 44.1, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 473.8, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 473.8, "pure_state_mib": 241.2, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27543, "burst_events": 832841, "checkpoints": 40}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-6.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-6.jsonl new file mode 100644 index 0000000..8c42512 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-after-6.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 44682, "new_orders_per_minute": 1195314, "undone_new_orders": 3840, "errors": 0, "new_order": {"done": 402279, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "payment": {"done": 384117, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "order_status": {"done": 35813, "failed": 0, "p50_us": 256, "p99_us": 1152}, "delivery": {"done": 35802, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "stock_level": {"done": 35641, "failed": 0, "p50_us": 304, "p99_us": 1216}, "server_threads": "3", "cpu_us_per_transaction": 44.2, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 466.5, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 466.5, "pure_state_mib": 237.4, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27045, "burst_events": 818443, "checkpoints": 40}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-1.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-1.jsonl new file mode 100644 index 0000000..f9e3465 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-1.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.57, "sqlite_page_size": 4096, "pure_resident_mib": 39.1, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 42424, "new_orders_per_minute": 1135008, "undone_new_orders": 3624, "errors": 0, "new_order": {"done": 381961, "failed": 0, "p50_us": 1536, "p99_us": 3456}, "payment": {"done": 364673, "failed": 0, "p50_us": 1472, "p99_us": 3456}, "order_status": {"done": 34066, "failed": 0, "p50_us": 256, "p99_us": 1152}, "delivery": {"done": 33980, "failed": 0, "p50_us": 1536, "p99_us": 3456}, "stock_level": {"done": 33800, "failed": 0, "p50_us": 288, "p99_us": 1280}, "server_threads": "3", "cpu_us_per_transaction": 44.8, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 446.2, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 446.2, "pure_state_mib": 226.6, "pure_store_mib": 230.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 25550, "burst_events": 777075, "checkpoints": 38}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-2.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-2.jsonl new file mode 100644 index 0000000..b4e9612 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-2.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.74, "sqlite_load_s": 1.58, "sqlite_page_size": 4096, "pure_resident_mib": 39.1, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 42070, "new_orders_per_minute": 1125698, "undone_new_orders": 3583, "errors": 0, "new_order": {"done": 378817, "failed": 0, "p50_us": 1536, "p99_us": 4096}, "payment": {"done": 361588, "failed": 0, "p50_us": 1472, "p99_us": 3968}, "order_status": {"done": 33783, "failed": 0, "p50_us": 256, "p99_us": 1344}, "delivery": {"done": 33694, "failed": 0, "p50_us": 1472, "p99_us": 4096}, "stock_level": {"done": 33520, "failed": 0, "p50_us": 288, "p99_us": 1536}, "server_threads": "3", "cpu_us_per_transaction": 44.3, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 443.3, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 443.3, "pure_state_mib": 224.9, "pure_store_mib": 230.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 25706, "burst_events": 770602, "checkpoints": 38}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-3.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-3.jsonl new file mode 100644 index 0000000..f2cc76a --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-3.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.58, "sqlite_page_size": 4096, "pure_resident_mib": 38.4, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43552, "new_orders_per_minute": 1165239, "undone_new_orders": 3725, "errors": 0, "new_order": {"done": 392138, "failed": 0, "p50_us": 1472, "p99_us": 3200}, "payment": {"done": 374403, "failed": 0, "p50_us": 1472, "p99_us": 3200}, "order_status": {"done": 34910, "failed": 0, "p50_us": 256, "p99_us": 1152}, "delivery": {"done": 34890, "failed": 0, "p50_us": 1472, "p99_us": 3200}, "stock_level": {"done": 34700, "failed": 0, "p50_us": 288, "p99_us": 1152}, "server_threads": "3", "cpu_us_per_transaction": 44.1, "core_shares": {"pure-owner": 0.91, "pure-checkpoint": 0.01}, "resident_mib": 455.7, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 455.7, "pure_state_mib": 232.1, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 26195, "burst_events": 797791, "checkpoints": 39}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-4.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-4.jsonl new file mode 100644 index 0000000..087fbd8 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-4.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.57, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43468, "new_orders_per_minute": 1163141, "undone_new_orders": 3720, "errors": 0, "new_order": {"done": 391434, "failed": 0, "p50_us": 1472, "p99_us": 3200}, "payment": {"done": 373627, "failed": 0, "p50_us": 1472, "p99_us": 3200}, "order_status": {"done": 34861, "failed": 0, "p50_us": 256, "p99_us": 1024}, "delivery": {"done": 34815, "failed": 0, "p50_us": 1472, "p99_us": 3072}, "stock_level": {"done": 34633, "failed": 0, "p50_us": 272, "p99_us": 1152}, "server_threads": "3", "cpu_us_per_transaction": 44.1, "core_shares": {"pure-owner": 0.91, "pure-checkpoint": 0.01}, "resident_mib": 454.8, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 454.8, "pure_state_mib": 231.7, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 26050, "burst_events": 796241, "checkpoints": 39}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-5.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-5.jsonl new file mode 100644 index 0000000..fa8f7bf --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-5.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.4, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43226, "new_orders_per_minute": 1156547, "undone_new_orders": 3704, "errors": 0, "new_order": {"done": 389220, "failed": 0, "p50_us": 1472, "p99_us": 3328}, "payment": {"done": 371596, "failed": 0, "p50_us": 1472, "p99_us": 3200}, "order_status": {"done": 34654, "failed": 0, "p50_us": 256, "p99_us": 1024}, "delivery": {"done": 34614, "failed": 0, "p50_us": 1472, "p99_us": 3328}, "stock_level": {"done": 34430, "failed": 0, "p50_us": 288, "p99_us": 1152}, "server_threads": "3", "cpu_us_per_transaction": 44.0, "core_shares": {"pure-owner": 0.91, "pure-checkpoint": 0.01}, "resident_mib": 452.3, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 452.3, "pure_state_mib": 230.5, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 25972, "burst_events": 791811, "checkpoints": 38}} diff --git a/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-6.jsonl b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-6.jsonl new file mode 100644 index 0000000..0a624f0 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-four-tpcc-before-6.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.57, "sqlite_page_size": 4096, "pure_resident_mib": 39.1, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43135, "new_orders_per_minute": 1154167, "undone_new_orders": 3690, "errors": 0, "new_order": {"done": 388413, "failed": 0, "p50_us": 1536, "p99_us": 3200}, "payment": {"done": 370800, "failed": 0, "p50_us": 1472, "p99_us": 3072}, "order_status": {"done": 34584, "failed": 0, "p50_us": 256, "p99_us": 1024}, "delivery": {"done": 34528, "failed": 0, "p50_us": 1472, "p99_us": 3200}, "stock_level": {"done": 34385, "failed": 0, "p50_us": 288, "p99_us": 1152}, "server_threads": "3", "cpu_us_per_transaction": 44.7, "core_shares": {"pure-owner": 0.91, "pure-checkpoint": 0.01}, "resident_mib": 451.9, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 451.9, "pure_state_mib": 230.0, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 25887, "burst_events": 790131, "checkpoints": 38}} diff --git a/research/experiments/036-faster-loops/2026-10-04-load.txt b/research/experiments/036-faster-loops/2026-10-04-load.txt new file mode 100644 index 0000000..172261b --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-load.txt @@ -0,0 +1,12 @@ +1 before 18:32:44 up 14:54, 1 user, load average: 0.84, 0.85, 1.04 +1 after 18:34:11 up 14:55, 1 user, load average: 1.46, 1.08, 1.10 +2 after 18:36:06 up 14:57, 1 user, load average: 1.28, 1.29, 1.18 +2 before 18:37:32 up 14:58, 1 user, load average: 1.29, 1.31, 1.20 +3 before 18:39:09 up 15:00, 1 user, load average: 1.38, 1.44, 1.26 +3 after 18:40:46 up 15:02, 1 user, load average: 1.36, 1.50, 1.31 +4 after 18:42:26 up 15:03, 1 user, load average: 1.28, 1.54, 1.35 +4 before 18:43:53 up 15:05, 1 user, load average: 1.46, 1.58, 1.38 +5 before 18:45:19 up 15:06, 1 user, load average: 1.49, 1.61, 1.41 +5 after 18:46:55 up 15:08, 1 user, load average: 1.29, 1.60, 1.43 +6 after 18:48:21 up 15:09, 1 user, load average: 1.32, 1.58, 1.44 +6 before 18:49:57 up 15:11, 1 user, load average: 1.44, 1.64, 1.48 diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-after-1.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-after-1.jsonl new file mode 100644 index 0000000..e7343ab --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-after-1.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.2, "pure_fastest_ms": 5.11, "sqlite_median_ms": 48.06, "sqlite_fastest_ms": 47.64, "sqlite_indexed_median_ms": 14.21, "sqlite_indexed_fastest_ms": 14.18} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.95, "pure_fastest_ms": 0.83, "sqlite_median_ms": 6.82, "sqlite_fastest_ms": 6.77, "sqlite_indexed_median_ms": 0.18, "sqlite_indexed_fastest_ms": 0.18} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.68, "sqlite_fastest_ms": 1.67, "sqlite_indexed_median_ms": 1.68, "sqlite_indexed_fastest_ms": 1.67} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.73, "pure_fastest_ms": 6.66, "sqlite_median_ms": 3332.26, "sqlite_fastest_ms": 3326.46, "sqlite_indexed_median_ms": 8.64, "sqlite_indexed_fastest_ms": 8.58} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-after-2.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-after-2.jsonl new file mode 100644 index 0000000..67f04e7 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-after-2.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.17, "pure_fastest_ms": 5.07, "sqlite_median_ms": 45.5, "sqlite_fastest_ms": 45.22, "sqlite_indexed_median_ms": 14.05, "sqlite_indexed_fastest_ms": 14.02} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.83, "pure_fastest_ms": 0.8, "sqlite_median_ms": 5.89, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.38, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.68, "pure_fastest_ms": 6.59, "sqlite_median_ms": 2835.26, "sqlite_fastest_ms": 2832.72, "sqlite_indexed_median_ms": 7.52, "sqlite_indexed_fastest_ms": 7.48} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-after-3.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-after-3.jsonl new file mode 100644 index 0000000..7058ad3 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-after-3.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.24, "pure_fastest_ms": 5.12, "sqlite_median_ms": 44.9, "sqlite_fastest_ms": 44.77, "sqlite_indexed_median_ms": 14.12, "sqlite_indexed_fastest_ms": 14.04} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.83, "pure_fastest_ms": 0.81, "sqlite_median_ms": 5.88, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.66, "pure_fastest_ms": 6.57, "sqlite_median_ms": 2837.1, "sqlite_fastest_ms": 2831.96, "sqlite_indexed_median_ms": 7.61, "sqlite_indexed_fastest_ms": 7.49} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-after-4.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-after-4.jsonl new file mode 100644 index 0000000..cd645b6 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-after-4.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.21, "pure_fastest_ms": 5.13, "sqlite_median_ms": 45.08, "sqlite_fastest_ms": 44.84, "sqlite_indexed_median_ms": 14.03, "sqlite_indexed_fastest_ms": 14.01} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.82, "pure_fastest_ms": 0.81, "sqlite_median_ms": 5.87, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.37, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.47, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.67, "pure_fastest_ms": 6.62, "sqlite_median_ms": 2836.25, "sqlite_fastest_ms": 2829.22, "sqlite_indexed_median_ms": 7.53, "sqlite_indexed_fastest_ms": 7.48} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-after-5.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-after-5.jsonl new file mode 100644 index 0000000..da6c76e --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-after-5.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.07, "pure_fastest_ms": 5.0, "sqlite_median_ms": 45.28, "sqlite_fastest_ms": 45.11, "sqlite_indexed_median_ms": 14.07, "sqlite_indexed_fastest_ms": 14.03} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.83, "pure_fastest_ms": 0.8, "sqlite_median_ms": 5.88, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.36, "pure_fastest_ms": 0.35, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.59, "pure_fastest_ms": 6.54, "sqlite_median_ms": 2830.89, "sqlite_fastest_ms": 2828.74, "sqlite_indexed_median_ms": 7.63, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-after-6.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-after-6.jsonl new file mode 100644 index 0000000..da359c9 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-after-6.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.21, "pure_fastest_ms": 5.14, "sqlite_median_ms": 45.22, "sqlite_fastest_ms": 45.06, "sqlite_indexed_median_ms": 14.06, "sqlite_indexed_fastest_ms": 14.03} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.84, "pure_fastest_ms": 0.81, "sqlite_median_ms": 5.87, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.35, "pure_fastest_ms": 0.34, "sqlite_median_ms": 1.49, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.84, "pure_fastest_ms": 6.65, "sqlite_median_ms": 2830.1, "sqlite_fastest_ms": 2827.44, "sqlite_indexed_median_ms": 7.57, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-before-1.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-before-1.jsonl new file mode 100644 index 0000000..85e77bf --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-before-1.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 6.01, "pure_fastest_ms": 5.52, "sqlite_median_ms": 45.39, "sqlite_fastest_ms": 45.12, "sqlite_indexed_median_ms": 14.12, "sqlite_indexed_fastest_ms": 14.08} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.84, "pure_fastest_ms": 0.8, "sqlite_median_ms": 5.9, "sqlite_fastest_ms": 5.88, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.39, "pure_fastest_ms": 0.37, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.75, "pure_fastest_ms": 6.67, "sqlite_median_ms": 2836.14, "sqlite_fastest_ms": 2827.79, "sqlite_indexed_median_ms": 7.54, "sqlite_indexed_fastest_ms": 7.5} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-before-2.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-before-2.jsonl new file mode 100644 index 0000000..6e0eb5e --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-before-2.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.18, "pure_fastest_ms": 5.11, "sqlite_median_ms": 45.18, "sqlite_fastest_ms": 44.81, "sqlite_indexed_median_ms": 14.1, "sqlite_indexed_fastest_ms": 14.06} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.85, "pure_fastest_ms": 0.81, "sqlite_median_ms": 5.88, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.39, "pure_fastest_ms": 0.37, "sqlite_median_ms": 1.5, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.49, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.82, "pure_fastest_ms": 6.71, "sqlite_median_ms": 2838.17, "sqlite_fastest_ms": 2832.84, "sqlite_indexed_median_ms": 7.56, "sqlite_indexed_fastest_ms": 7.48} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-before-3.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-before-3.jsonl new file mode 100644 index 0000000..b3b51d6 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-before-3.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.24, "pure_fastest_ms": 5.16, "sqlite_median_ms": 45.15, "sqlite_fastest_ms": 45.07, "sqlite_indexed_median_ms": 14.01, "sqlite_indexed_fastest_ms": 13.96} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.91, "pure_fastest_ms": 0.85, "sqlite_median_ms": 5.9, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.41, "pure_fastest_ms": 0.38, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.5, "sqlite_indexed_fastest_ms": 1.49} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.8, "pure_fastest_ms": 6.7, "sqlite_median_ms": 2835.09, "sqlite_fastest_ms": 2831.79, "sqlite_indexed_median_ms": 7.55, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-before-4.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-before-4.jsonl new file mode 100644 index 0000000..ba7e186 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-before-4.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.27, "pure_fastest_ms": 5.19, "sqlite_median_ms": 45.03, "sqlite_fastest_ms": 44.88, "sqlite_indexed_median_ms": 14.08, "sqlite_indexed_fastest_ms": 14.0} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.84, "pure_fastest_ms": 0.81, "sqlite_median_ms": 5.87, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.39, "pure_fastest_ms": 0.37, "sqlite_median_ms": 1.48, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.48, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.77, "pure_fastest_ms": 6.64, "sqlite_median_ms": 2829.46, "sqlite_fastest_ms": 2826.72, "sqlite_indexed_median_ms": 7.53, "sqlite_indexed_fastest_ms": 7.48} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-before-5.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-before-5.jsonl new file mode 100644 index 0000000..854a2f9 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-before-5.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.25, "pure_fastest_ms": 5.15, "sqlite_median_ms": 45.21, "sqlite_fastest_ms": 45.12, "sqlite_indexed_median_ms": 14.03, "sqlite_indexed_fastest_ms": 13.99} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.82, "pure_fastest_ms": 0.8, "sqlite_median_ms": 5.88, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.39, "pure_fastest_ms": 0.37, "sqlite_median_ms": 1.47, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.74, "pure_fastest_ms": 6.7, "sqlite_median_ms": 2831.07, "sqlite_fastest_ms": 2827.57, "sqlite_indexed_median_ms": 7.51, "sqlite_indexed_fastest_ms": 7.48} diff --git a/research/experiments/036-faster-loops/2026-10-04-queries-before-6.jsonl b/research/experiments/036-faster-loops/2026-10-04-queries-before-6.jsonl new file mode 100644 index 0000000..5fa0974 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-queries-before-6.jsonl @@ -0,0 +1,4 @@ +{"query": "per_branch", "rows": 10, "accounts": 100000, "pure_median_ms": 5.26, "pure_fastest_ms": 5.22, "sqlite_median_ms": 45.25, "sqlite_fastest_ms": 45.1, "sqlite_indexed_median_ms": 14.01, "sqlite_indexed_fastest_ms": 13.98} +{"query": "in_credit", "rows": 1, "accounts": 100000, "pure_median_ms": 0.86, "pure_fastest_ms": 0.82, "sqlite_median_ms": 5.89, "sqlite_fastest_ms": 5.86, "sqlite_indexed_median_ms": 0.16, "sqlite_indexed_fastest_ms": 0.16} +{"query": "large", "rows": 212, "accounts": 100000, "pure_median_ms": 0.39, "pure_fastest_ms": 0.37, "sqlite_median_ms": 1.47, "sqlite_fastest_ms": 1.47, "sqlite_indexed_median_ms": 1.47, "sqlite_indexed_fastest_ms": 1.47} +{"query": "ranks", "rows": 404, "accounts": 100000, "pure_median_ms": 6.79, "pure_fastest_ms": 6.71, "sqlite_median_ms": 2828.91, "sqlite_fastest_ms": 2822.04, "sqlite_indexed_median_ms": 7.54, "sqlite_indexed_fastest_ms": 7.51} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-after-1.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-1.jsonl new file mode 100644 index 0000000..7581ca1 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-1.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.57, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 44399, "new_orders_per_minute": 1188096, "undone_new_orders": 3809, "errors": 0, "new_order": {"done": 399841, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "payment": {"done": 381592, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "order_status": {"done": 35610, "failed": 0, "p50_us": 256, "p99_us": 1216}, "delivery": {"done": 35545, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "stock_level": {"done": 35392, "failed": 0, "p50_us": 304, "p99_us": 1280}, "server_threads": "3", "cpu_us_per_transaction": 44.3, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 464.3, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 464.3, "pure_state_mib": 236.1, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27118, "burst_events": 813250, "checkpoints": 40}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-after-2.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-2.jsonl new file mode 100644 index 0000000..2ef8e07 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-2.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.57, "pure_load_s": 0.67, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 44039, "new_orders_per_minute": 1178423, "undone_new_orders": 3776, "errors": 0, "new_order": {"done": 396587, "failed": 0, "p50_us": 1472, "p99_us": 3840}, "payment": {"done": 378528, "failed": 0, "p50_us": 1408, "p99_us": 3712}, "order_status": {"done": 35311, "failed": 0, "p50_us": 272, "p99_us": 1280}, "delivery": {"done": 35257, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "stock_level": {"done": 35114, "failed": 0, "p50_us": 304, "p99_us": 1344}, "server_threads": "3", "cpu_us_per_transaction": 44.9, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 461.2, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 461.2, "pure_state_mib": 234.4, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27119, "burst_events": 806680, "checkpoints": 39}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-after-3.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-3.jsonl new file mode 100644 index 0000000..a88b3ee --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-3.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.57, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 44250, "new_orders_per_minute": 1184133, "undone_new_orders": 3793, "errors": 0, "new_order": {"done": 398504, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "payment": {"done": 380311, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "order_status": {"done": 35474, "failed": 0, "p50_us": 256, "p99_us": 1280}, "delivery": {"done": 35417, "failed": 0, "p50_us": 1408, "p99_us": 3584}, "stock_level": {"done": 35296, "failed": 0, "p50_us": 288, "p99_us": 1408}, "server_threads": "3", "cpu_us_per_transaction": 44.2, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 463.6, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 463.6, "pure_state_mib": 235.4, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27358, "burst_events": 810522, "checkpoints": 40}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-after-4.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-4.jsonl new file mode 100644 index 0000000..49e945d --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-4.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.68, "sqlite_load_s": 1.57, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45142, "new_orders_per_minute": 1207563, "undone_new_orders": 3883, "errors": 0, "new_order": {"done": 406405, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "payment": {"done": 388089, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "order_status": {"done": 36225, "failed": 0, "p50_us": 256, "p99_us": 1152}, "delivery": {"done": 36142, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "stock_level": {"done": 35990, "failed": 0, "p50_us": 288, "p99_us": 1216}, "server_threads": "3", "cpu_us_per_transaction": 43.8, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 470.6, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 470.6, "pure_state_mib": 239.6, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27805, "burst_events": 826824, "checkpoints": 40}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-after-5.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-5.jsonl new file mode 100644 index 0000000..b21ce09 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-5.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.67, "sqlite_load_s": 1.56, "sqlite_page_size": 4096, "pure_resident_mib": 38.2, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45700, "new_orders_per_minute": 1222470, "undone_new_orders": 3936, "errors": 0, "new_order": {"done": 411426, "failed": 0, "p50_us": 1408, "p99_us": 3200}, "payment": {"done": 392880, "failed": 0, "p50_us": 1408, "p99_us": 3200}, "order_status": {"done": 36653, "failed": 0, "p50_us": 256, "p99_us": 1088}, "delivery": {"done": 36590, "failed": 0, "p50_us": 1408, "p99_us": 3200}, "stock_level": {"done": 36454, "failed": 0, "p50_us": 288, "p99_us": 1216}, "server_threads": "3", "cpu_us_per_transaction": 43.5, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 475.9, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 476.0, "pure_state_mib": 242.3, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27730, "burst_events": 837045, "checkpoints": 41}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-after-6.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-6.jsonl new file mode 100644 index 0000000..ddf30ca --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-after-6.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.68, "sqlite_load_s": 1.58, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 45173, "new_orders_per_minute": 1208378, "undone_new_orders": 3878, "errors": 0, "new_order": {"done": 406671, "failed": 0, "p50_us": 1408, "p99_us": 3456}, "payment": {"done": 388347, "failed": 0, "p50_us": 1408, "p99_us": 3328}, "order_status": {"done": 36233, "failed": 0, "p50_us": 256, "p99_us": 1088}, "delivery": {"done": 36206, "failed": 0, "p50_us": 1408, "p99_us": 3328}, "stock_level": {"done": 36012, "failed": 0, "p50_us": 288, "p99_us": 1152}, "server_threads": "3", "cpu_us_per_transaction": 43.7, "core_shares": {"pure-owner": 0.91, "pure-checkpoint": 0.01}, "resident_mib": 470.8, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 470.8, "pure_state_mib": 239.8, "pure_store_mib": 246.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 27387, "burst_events": 827431, "checkpoints": 40}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-before-1.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-1.jsonl new file mode 100644 index 0000000..d04d7e4 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-1.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.57, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 41912, "new_orders_per_minute": 1121512, "undone_new_orders": 3589, "errors": 0, "new_order": {"done": 377428, "failed": 0, "p50_us": 1536, "p99_us": 3712}, "payment": {"done": 360231, "failed": 0, "p50_us": 1472, "p99_us": 3712}, "order_status": {"done": 33662, "failed": 0, "p50_us": 256, "p99_us": 1408}, "delivery": {"done": 33555, "failed": 0, "p50_us": 1472, "p99_us": 3712}, "stock_level": {"done": 33371, "failed": 0, "p50_us": 304, "p99_us": 1536}, "server_threads": "3", "cpu_us_per_transaction": 44.3, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 441.1, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 441.1, "pure_state_mib": 224.2, "pure_store_mib": 230.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 25597, "burst_events": 767711, "checkpoints": 38}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-before-2.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-2.jsonl new file mode 100644 index 0000000..d7352b0 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-2.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.59, "sqlite_page_size": 4096, "pure_resident_mib": 39.1, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 41387, "new_orders_per_minute": 1107501, "undone_new_orders": 3543, "errors": 0, "new_order": {"done": 372710, "failed": 0, "p50_us": 1536, "p99_us": 4096}, "payment": {"done": 355676, "failed": 0, "p50_us": 1472, "p99_us": 3968}, "order_status": {"done": 33274, "failed": 0, "p50_us": 256, "p99_us": 1472}, "delivery": {"done": 33137, "failed": 0, "p50_us": 1536, "p99_us": 3968}, "stock_level": {"done": 32947, "failed": 0, "p50_us": 288, "p99_us": 1600}, "server_threads": "3", "cpu_us_per_transaction": 45.0, "core_shares": {"pure-owner": 0.89, "pure-checkpoint": 0.01}, "resident_mib": 436.3, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 436.3, "pure_state_mib": 221.6, "pure_store_mib": 230.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 25327, "burst_events": 758067, "checkpoints": 37}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-before-3.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-3.jsonl new file mode 100644 index 0000000..b125cc2 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-3.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.58, "sqlite_page_size": 4096, "pure_resident_mib": 38.4, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 42731, "new_orders_per_minute": 1143385, "undone_new_orders": 3651, "errors": 0, "new_order": {"done": 384783, "failed": 0, "p50_us": 1536, "p99_us": 3712}, "payment": {"done": 367288, "failed": 0, "p50_us": 1472, "p99_us": 3712}, "order_status": {"done": 34296, "failed": 0, "p50_us": 256, "p99_us": 1088}, "delivery": {"done": 34235, "failed": 0, "p50_us": 1472, "p99_us": 3712}, "stock_level": {"done": 34031, "failed": 0, "p50_us": 288, "p99_us": 1216}, "server_threads": "3", "cpu_us_per_transaction": 44.3, "core_shares": {"pure-owner": 0.9, "pure-checkpoint": 0.01}, "resident_mib": 448.0, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 448.0, "pure_state_mib": 228.1, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 26035, "burst_events": 782739, "checkpoints": 38}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-before-4.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-4.jsonl new file mode 100644 index 0000000..a553dd9 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-4.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.58, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43678, "new_orders_per_minute": 1168904, "undone_new_orders": 3742, "errors": 0, "new_order": {"done": 393379, "failed": 0, "p50_us": 1472, "p99_us": 3200}, "payment": {"done": 375405, "failed": 0, "p50_us": 1472, "p99_us": 3072}, "order_status": {"done": 35007, "failed": 0, "p50_us": 248, "p99_us": 992}, "delivery": {"done": 34964, "failed": 0, "p50_us": 1472, "p99_us": 3200}, "stock_level": {"done": 34807, "failed": 0, "p50_us": 272, "p99_us": 1024}, "server_threads": "3", "cpu_us_per_transaction": 43.5, "core_shares": {"pure-owner": 0.91, "pure-checkpoint": 0.01}, "resident_mib": 456.6, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 456.6, "pure_state_mib": 232.7, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 25968, "burst_events": 800082, "checkpoints": 39}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-before-5.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-5.jsonl new file mode 100644 index 0000000..d707971 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-5.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.73, "sqlite_load_s": 1.6, "sqlite_page_size": 4096, "pure_resident_mib": 39.1, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43260, "new_orders_per_minute": 1157396, "undone_new_orders": 3694, "errors": 0, "new_order": {"done": 389497, "failed": 0, "p50_us": 1472, "p99_us": 3456}, "payment": {"done": 371874, "failed": 0, "p50_us": 1472, "p99_us": 3456}, "order_status": {"done": 34714, "failed": 0, "p50_us": 256, "p99_us": 1152}, "delivery": {"done": 34657, "failed": 0, "p50_us": 1472, "p99_us": 3328}, "stock_level": {"done": 34467, "failed": 0, "p50_us": 288, "p99_us": 1216}, "server_threads": "3", "cpu_us_per_transaction": 44.1, "core_shares": {"pure-owner": 0.91, "pure-checkpoint": 0.01}, "resident_mib": 453.4, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 453.4, "pure_state_mib": 230.6, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 26062, "burst_events": 792414, "checkpoints": 38}} diff --git a/research/experiments/036-faster-loops/2026-10-04-tpcc-before-6.jsonl b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-6.jsonl new file mode 100644 index 0000000..f762002 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-tpcc-before-6.jsonl @@ -0,0 +1,3 @@ +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.57, "pure_load_s": 0.73, "sqlite_load_s": 1.6, "sqlite_page_size": 4096, "pure_resident_mib": 38.3, "sqlite_file_mib": 13.8} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 43424, "new_orders_per_minute": 1161737, "undone_new_orders": 3718, "errors": 0, "new_order": {"done": 390966, "failed": 0, "p50_us": 1536, "p99_us": 2944}, "payment": {"done": 373299, "failed": 0, "p50_us": 1472, "p99_us": 2944}, "order_status": {"done": 34825, "failed": 0, "p50_us": 248, "p99_us": 1024}, "delivery": {"done": 34768, "failed": 0, "p50_us": 1472, "p99_us": 3072}, "stock_level": {"done": 34629, "failed": 0, "p50_us": 272, "p99_us": 1088}, "server_threads": "3", "cpu_us_per_transaction": 43.6, "core_shares": {"pure-owner": 0.91, "pure-checkpoint": 0.01}, "resident_mib": 453.9, "written_bytes_per_transaction": 0.0, "device_bytes_per_transaction": null, "consistency_failures": []} +{"step": "end", "pure_resident_mib": 453.9, "pure_state_mib": 231.4, "pure_store_mib": 238.7, "sqlite_files_mib": 13.8, "grouped_sqlite_files_mib": 0.0, "pure_counts": {"bursts": 25650, "burst_events": 795400, "checkpoints": 38}} diff --git a/research/experiments/036-faster-loops/2026-10-04-variants1.jsonl b/research/experiments/036-faster-loops/2026-10-04-variants1.jsonl new file mode 100644 index 0000000..baacdfc --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-variants1.jsonl @@ -0,0 +1,4 @@ +{"serve": "serve-before", "per_branch": {"instructions": 27017793, "cycles": 11977858}, "in_credit": {"instructions": 3480236, "cycles": 1673317}, "large": {"instructions": 1458167, "cycles": 657337}, "ranks": {"instructions": 24193035, "cycles": 15158150}, "none": {"instructions": 606301, "cycles": 195384}, "field": {"instructions": 8927494, "cycles": 3275695}, "found": {"instructions": 15872184, "cycles": 12760953}} +{"serve": "serve-after", "per_branch": {"instructions": 26942775, "cycles": 12142391}, "in_credit": {"instructions": 3511697, "cycles": 1645735}, "large": {"instructions": 1462344, "cycles": 626640}, "ranks": {"instructions": 24291577, "cycles": 15073194}, "none": {"instructions": 607370, "cycles": 189345}, "field": {"instructions": 9189836, "cycles": 3294056}, "found": {"instructions": 14956905, "cycles": 10588474}} +{"serve": "serve-o2", "per_branch": {"instructions": 26803817, "cycles": 11863644}, "in_credit": {"instructions": 3479388, "cycles": 1554948}, "large": {"instructions": 1575064, "cycles": 659956}, "ranks": {"instructions": 24235658, "cycles": 14956832}, "none": {"instructions": 605683, "cycles": 193429}, "field": {"instructions": 9249618, "cycles": 3331975}, "found": {"instructions": 18839597, "cycles": 14093108}} +{"serve": "serve-nofinger", "per_branch": {"instructions": 26709256, "cycles": 11959954}, "in_credit": {"instructions": 3459768, "cycles": 1649640}, "large": {"instructions": 1466892, "cycles": 661543}, "ranks": {"instructions": 24175456, "cycles": 14951103}, "none": {"instructions": 607370, "cycles": 190677}, "field": {"instructions": 9597719, "cycles": 3973943}, "found": {"instructions": 15208315, "cycles": 11672248}} diff --git a/research/experiments/036-faster-loops/2026-10-04-variants2.jsonl b/research/experiments/036-faster-loops/2026-10-04-variants2.jsonl new file mode 100644 index 0000000..73ef2a6 --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-variants2.jsonl @@ -0,0 +1,3 @@ +{"serve": "serve-before", "per_branch": {"instructions": 27120352, "cycles": 12128377}, "in_credit": {"instructions": 3503198, "cycles": 1664277}, "large": {"instructions": 1458143, "cycles": 711745}, "ranks": {"instructions": 24247210, "cycles": 15235029}, "none": {"instructions": 606301, "cycles": 194378}, "field": {"instructions": 8927494, "cycles": 3283591}, "found": {"instructions": 15870401, "cycles": 12709457}} +{"serve": "serve-after", "per_branch": {"instructions": 26707584, "cycles": 11960556}, "in_credit": {"instructions": 3459205, "cycles": 1600213}, "large": {"instructions": 1462320, "cycles": 653869}, "ranks": {"instructions": 24164059, "cycles": 15661148}, "none": {"instructions": 607378, "cycles": 189583}, "field": {"instructions": 9189844, "cycles": 3298947}, "found": {"instructions": 14956078, "cycles": 10481834}} +{"serve": "serve-oldmodule", "per_branch": {"instructions": 27061229, "cycles": 11994820}, "in_credit": {"instructions": 3490991, "cycles": 1690312}, "large": {"instructions": 1455417, "cycles": 614782}, "ranks": {"instructions": 24233445, "cycles": 14995078}, "none": {"instructions": 607995, "cycles": 190261}, "field": {"instructions": 9109877, "cycles": 3288901}, "found": {"instructions": 14856444, "cycles": 10336730}} diff --git a/research/experiments/036-faster-loops/2026-10-04-variants3.jsonl b/research/experiments/036-faster-loops/2026-10-04-variants3.jsonl new file mode 100644 index 0000000..e0a5ebd --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-variants3.jsonl @@ -0,0 +1,5 @@ +{"serve": "serve-before", "per_branch": {"instructions": 26926779, "cycles": 11999209}, "in_credit": {"instructions": 3459897, "cycles": 1643935}, "large": {"instructions": 1458223, "cycles": 690899}, "ranks": {"instructions": 24142314, "cycles": 15115994}, "none": {"instructions": 606301, "cycles": 196854}, "field": {"instructions": 8927494, "cycles": 3269606}, "found": {"instructions": 15873472, "cycles": 12787455}} +{"serve": "serve-oldmodule", "per_branch": {"instructions": 27030102, "cycles": 11721905}, "in_credit": {"instructions": 3484174, "cycles": 1663486}, "large": {"instructions": 1455305, "cycles": 612519}, "ranks": {"instructions": 24217120, "cycles": 14954955}, "none": {"instructions": 607995, "cycles": 197268}, "field": {"instructions": 9109878, "cycles": 3289448}, "found": {"instructions": 14856827, "cycles": 10213897}} +{"serve": "serve-o2old", "per_branch": {"instructions": 27044565, "cycles": 11968237}, "in_credit": {"instructions": 3486008, "cycles": 1929122}, "large": {"instructions": 1568081, "cycles": 810195}, "ranks": {"instructions": 24242925, "cycles": 16360675}, "none": {"instructions": 606308, "cycles": 193573}, "field": {"instructions": 9169659, "cycles": 3293494}, "found": {"instructions": 18743415, "cycles": 11138855}} +{"serve": "serve-binary", "per_branch": {"instructions": 26994429, "cycles": 11776967}, "in_credit": {"instructions": 3476107, "cycles": 1664128}, "large": {"instructions": 1461507, "cycles": 622469}, "ranks": {"instructions": 24217998, "cycles": 15008765}, "none": {"instructions": 608027, "cycles": 191898}, "field": {"instructions": 9131784, "cycles": 3299830}, "found": {"instructions": 14877757, "cycles": 10554694}} +{"serve": "serve-onefinger", "per_branch": {"instructions": 26871869, "cycles": 11791268}, "in_credit": {"instructions": 3448901, "cycles": 1673683}, "large": {"instructions": 1415037, "cycles": 596347}, "ranks": {"instructions": 24104003, "cycles": 14775719}, "none": {"instructions": 607995, "cycles": 191455}, "field": {"instructions": 8899740, "cycles": 3263990}, "found": {"instructions": 14316676, "cycles": 10413743}} diff --git a/research/experiments/036-faster-loops/2026-10-04-variants4.jsonl b/research/experiments/036-faster-loops/2026-10-04-variants4.jsonl new file mode 100644 index 0000000..b615cae --- /dev/null +++ b/research/experiments/036-faster-loops/2026-10-04-variants4.jsonl @@ -0,0 +1,3 @@ +{"serve": "serve-before", "per_branch": {"instructions": 27154087, "cycles": 12178155}, "in_credit": {"instructions": 3510595, "cycles": 1684741}, "large": {"instructions": 1458263, "cycles": 668502}, "ranks": {"instructions": 24265361, "cycles": 15142218}, "none": {"instructions": 606301, "cycles": 192877}, "field": {"instructions": 8927494, "cycles": 3265506}, "found": {"instructions": 15872609, "cycles": 12592485}} +{"serve": "serve-f1", "per_branch": {"instructions": 26654088, "cycles": 11976003}, "in_credit": {"instructions": 3447475, "cycles": 1619748}, "large": {"instructions": 1416500, "cycles": 597586}, "ranks": {"instructions": 24110383, "cycles": 14922761}, "none": {"instructions": 607370, "cycles": 189145}, "field": {"instructions": 8999220, "cycles": 3307466}, "found": {"instructions": 14263798, "cycles": 10457546}} +{"serve": "serve-fold", "per_branch": {"instructions": 26753323, "cycles": 11957546}, "in_credit": {"instructions": 3478877, "cycles": 1668777}, "large": {"instructions": 1409652, "cycles": 607583}, "ranks": {"instructions": 24219385, "cycles": 14676537}, "none": {"instructions": 607370, "cycles": 187389}, "field": {"instructions": 8948855, "cycles": 3294824}, "found": {"instructions": 14150314, "cycles": 10514141}} diff --git a/research/experiments/036-faster-loops/bfscount.py b/research/experiments/036-faster-loops/bfscount.py new file mode 100644 index 0000000..234a24f --- /dev/null +++ b/research/experiments/036-faster-loops/bfscount.py @@ -0,0 +1,19 @@ +#!/usr/bin/env python3 +"""A search's user-mode instructions and cycles, core only (research 121): +each bfs-run (BFS_WAIT) loads the graph, then 025's pcount (built in +PCOUNT_DIR from 025's pcount.c) counts its seven searches. + +bfscount.py PCOUNT_DIR BFS_RUN... (the graph: ~/.cache/pure-036/graph.pmod, runs.sh build) +""" +import subprocess, sys, os, json +SP = sys.argv[1] +for binary in sys.argv[2:]: + env = dict(os.environ, BFS_WAIT='1') + p = subprocess.Popen([binary, os.path.expanduser('~/.cache/pure-036/graph.pmod'), '100000', '1000000', '7'], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=env, text=True) + assert p.stderr.readline().strip() == 'loaded' + c = subprocess.Popen([f'{SP}/pcount', str(p.pid)], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True) + assert c.stderr.readline().strip() == 'ready' + p.stdin.write('\n'); p.stdin.flush() + out = p.stdout.read().strip().splitlines()[-1]; p.wait() + counts = json.loads(c.communicate('')[0]) + print(binary.split('/')[-2], out, {k: round(v / 7 / 1e6, 2) for k, v in counts.items()}, 'M per search') diff --git a/research/experiments/036-faster-loops/pairs.py b/research/experiments/036-faster-loops/pairs.py new file mode 100644 index 0000000..d033e9d --- /dev/null +++ b/research/experiments/036-faster-loops/pairs.py @@ -0,0 +1,45 @@ +#!/usr/bin/env python3 +"""The pairs of runs.sh pairs as a table (research 121): each round's TPC-C +(transactions a second, CPU a transaction, the owner's core share) before +and after, the medians and the bank queries' median times. + +pairs.py DATE from DATE-tpcc-*.jsonl and DATE-queries-*.jsonl beside it +""" +import json +import statistics +import sys +from pathlib import Path + +HERE = Path(__file__).resolve().parent +day = sys.argv[1] + + +def tpcc(version, round_): + for line in (HERE / f'{day}-tpcc-{version}-{round_}.jsonl').read_text().splitlines(): + r = json.loads(line) + if r.get('step') == 'run' and r.get('system') == 'pure': + owner = max((share for name, share in r['core_shares'].items() if 'owner' in name), default=None) \ + if isinstance(r['core_shares'], dict) else None + return r['transactions_per_second'], r['cpu_us_per_transaction'], owner + + +def queries(version, round_): + return {r['query']: r['pure_median_ms'] for r in map(json.loads, (HERE / f'{day}-queries-{version}-{round_}.jsonl') + .read_text().splitlines()) if 'query' in r} + + +rounds = sorted({int(p.stem.rsplit('-', 1)[1]) for p in HERE.glob(f'{day}-tpcc-before-*.jsonl')}) +rows = {'before': [], 'after': []} +for round_ in rounds: + b, a = tpcc('before', round_), tpcc('after', round_) + rows['before'].append(b), rows['after'].append(a) + print(json.dumps({'round': round_, 'tps': [b[0], a[0]], 'change': round((a[0] / b[0] - 1) * 100, 1), + 'cpu_us': [b[1], a[1]], 'owner_share': [b[2], a[2]]})) +med = {v: statistics.median(t for t, _, _ in rows[v]) for v in rows} +cpu = {v: statistics.median(c for _, c, _ in rows[v]) for v in rows} +names = queries('before', rounds[0]).keys() +q = {v: {n: statistics.median(queries(v, r)[n] for r in rounds) for n in names} for v in rows} +print(json.dumps({'tps_median': [med['before'], med['after']], 'change': round((med['after'] / med['before'] - 1) * 100, 1), + 'cpu_us_median': [cpu['before'], cpu['after']], + 'queries_median_ms': {n: [q['before'][n], q['after'][n], + round((q['after'][n] / q['before'][n] - 1) * 100, 1)] for n in names}})) diff --git a/research/experiments/036-faster-loops/runs.sh b/research/experiments/036-faster-loops/runs.sh index c69c230..c69c230 100644..100755 --- a/research/experiments/036-faster-loops/runs.sh +++ b/research/experiments/036-faster-loops/runs.sh diff --git a/research/experiments/036-faster-loops/same_answers.py b/research/experiments/036-faster-loops/same_answers.py new file mode 100644 index 0000000..aaeb5be --- /dev/null +++ b/research/experiments/036-faster-loops/same_answers.py @@ -0,0 +1,41 @@ +#!/usr/bin/env python3 +"""Whether builds answer the bank's queries alike (research 121): each +pure-serve loaded as 025's count.py loads it, each query registered and asked +once; prints, per query, whether the answers' bytes are the same. + +same_answers.py SERVE SERVE... +""" +import http.client, json, select, subprocess, sys, tempfile, hashlib +from pathlib import Path +ROOT = Path(__file__).resolve().parents[3] +sys.path.insert(0, str(ROOT / 'research/experiments/025-i64-cost')) +import count # noqa +bank = count.bank +aup = ROOT.parent / 'aup/build/aup' +views = {name: view for name, (view, _) in bank.QUERIES.items()} | count.TABLES +work = Path(tempfile.mkdtemp(prefix='pure-same-', dir='/dev/shm')) +module = work / 'bank.pmod' +subprocess.run([str(aup), 'build', str(bank.HERE / 'bank.aup'), '-o', str(module)], check=True) +compiled = {} +for name, view in views.items(): + (work / f'{name}.aup').write_text(view) + subprocess.run([str(aup), 'query', str(bank.HERE / 'bank.aup'), str(work / f'{name}.aup'), '-o', str(work / f'{name}.pmod')], check=True) + compiled[name] = (work / f'{name}.pmod').read_bytes() +answers = {} +for k, serve in enumerate(sys.argv[1:]): + p = subprocess.Popen(['taskset', '-c', '0-2', serve, '--module', str(module), '--store', str(work / f's{k}'), '--port', '0'], stdout=subprocess.PIPE, stderr=subprocess.PIPE) + try: + select.select([p.stdout], [], [], 10) + port = json.loads(p.stdout.readline())['port'] + count.load(port) + c = http.client.HTTPConnection('127.0.0.1', port, timeout=120) + for name, b in compiled.items(): + c.request('PUT', f'/queries/{name}', b); r = c.getresponse(); r.read() + c.request('GET', f'/queries/{name}'); r = c.getresponse(); data = r.read() + answers.setdefault(name, []).append((r.status, len(data), hashlib.sha256(data).hexdigest()[:16], data[:120])) + finally: + p.terminate(); p.communicate(timeout=60) +for name, got in answers.items(): + print(name, 'same' if len({g[2] for g in got}) == 1 else 'DIFFERENT', [g[:3] for g in got]) + if len({g[2] for g in got}) != 1: + for g in got: print(' ', g[3]) |