diff options
| author | eunhhu <[email protected]> | 2026-09-28 11:26:44 +0100 |
|---|---|---|
| committer | eunhhu <[email protected]> | 2026-09-28 11:26:44 +0100 |
| commit | bde7c586a054e4bce18f70fc503ef8413711b8cd (patch) | |
| tree | cc01779420050be33ad4e530572969d4b93754f4 /research/experiments | |
| parent | 3a9de18e39b5513c4d77b553240d6e0f088af968 (diff) | |
| download | pure-bde7c586a054e4bce18f70fc503ef8413711b8cd.tar.gz pure-bde7c586a054e4bce18f70fc503ef8413711b8cd.zip | |
Measure TPC-C again with compact log records
Diffstat (limited to 'research/experiments')
| -rw-r--r-- | research/experiments/018-tpcc/2026-09-28-tpcc-ram-linux-aarch64.jsonl | 12 | ||||
| -rw-r--r-- | research/experiments/018-tpcc/2026-09-28-tpcc-sd-linux-aarch64.jsonl | 12 |
2 files changed, 12 insertions, 12 deletions
diff --git a/research/experiments/018-tpcc/2026-09-28-tpcc-ram-linux-aarch64.jsonl b/research/experiments/018-tpcc/2026-09-28-tpcc-ram-linux-aarch64.jsonl index abd4870..38d0aa9 100644 --- a/research/experiments/018-tpcc/2026-09-28-tpcc-ram-linux-aarch64.jsonl +++ b/research/experiments/018-tpcc/2026-09-28-tpcc-ram-linux-aarch64.jsonl @@ -1,7 +1,7 @@ -{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.55, "pure_load_s": 0.72, "sqlite_load_s": 1.56, "pure_resident_mib": 40.8, "sqlite_file_mib": 13.8} +{"step": "load", "directory": "/dev/shm", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 0.71, "sqlite_load_s": 1.56, "pure_resident_mib": 38.0, "sqlite_file_mib": 13.8} {"step": "same transactions", "transactions": 20000, "pure": {"new_order": 9036, "payment": 8518, "order_status": 811, "delivery": 796, "stock_level": 839}, "sqlite": {"new_order": 9036, "payment": 8518, "order_status": 811, "delivery": 796, "stock_level": 839}, "undone_new_orders": [90, 90], "failed": [0, 0], "differing": {}, "consistency_failures": []} -{"step": "run", "system": "pure", "warehouses": 1, "terminals": 16, "transactions_per_second": 35863, "new_orders_per_minute": 959979, "undone_new_orders": 3268, "errors": 0, "new_order": {"done": 323261, "failed": 0, "p50_us": 448, "p99_us": 1280}, "payment": {"done": 308146, "failed": 0, "p50_us": 416, "p99_us": 1216}, "order_status": {"done": 28732, "failed": 0, "p50_us": 96, "p99_us": 544}, "delivery": {"done": 28543, "failed": 0, "p50_us": 432, "p99_us": 1216}, "stock_level": {"done": 28586, "failed": 0, "p50_us": 144, "p99_us": 640}, "server_threads": "3", "cpu_us_per_transaction": 45.5, "resident_mib": 480.6, "consistency_failures": []} -{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 38564, "new_orders_per_minute": 1031566, "undone_new_orders": 3300, "errors": 0, "new_order": {"done": 347158, "failed": 0, "p50_us": 1664, "p99_us": 3840}, "payment": {"done": 331554, "failed": 0, "p50_us": 1600, "p99_us": 3840}, "order_status": {"done": 30996, "failed": 0, "p50_us": 272, "p99_us": 1792}, "delivery": {"done": 30934, "failed": 0, "p50_us": 1664, "p99_us": 3840}, "stock_level": {"done": 30644, "failed": 0, "p50_us": 304, "p99_us": 1920}, "server_threads": "3", "cpu_us_per_transaction": 48.7, "resident_mib": 892.9, "consistency_failures": []} -{"step": "run", "system": "pure", "warehouses": 1, "terminals": 128, "transactions_per_second": 39449, "new_orders_per_minute": 1052334, "undone_new_orders": 3568, "errors": 0, "new_order": {"done": 354349, "failed": 0, "p50_us": 3328, "p99_us": 7424}, "payment": {"done": 339392, "failed": 0, "p50_us": 3200, "p99_us": 7424}, "order_status": {"done": 31880, "failed": 0, "p50_us": 496, "p99_us": 2816}, "delivery": {"done": 31563, "failed": 0, "p50_us": 3200, "p99_us": 7424}, "stock_level": {"done": 31802, "failed": 0, "p50_us": 512, "p99_us": 3072}, "server_threads": "3", "cpu_us_per_transaction": 50.0, "resident_mib": 1282.7, "consistency_failures": []} -{"step": "run", "system": "sqlite 3.46.1", "synchronous": "full", "warehouses": 1, "terminals": 1, "transactions_per_second": 9493, "new_orders_per_minute": 254310, "undone_new_orders": 894, "new_order": {"done": 85669, "failed": 0, "p50_us": 152, "p99_us": 1152}, "payment": {"done": 81386, "failed": 0, "p50_us": 25, "p99_us": 50}, "order_status": {"done": 7574, "failed": 0, "p50_us": 18, "p99_us": 31}, "delivery": {"done": 7659, "failed": 0, "p50_us": 60, "p99_us": 108}, "stock_level": {"done": 7579, "failed": 0, "p50_us": 272, "p99_us": 416}, "consistency_failures": []} -{"step": "run", "system": "sqlite 3.46.1", "synchronous": "full", "warehouses": 1, "terminals": 4, "transactions_per_second": 9141, "new_orders_per_minute": 244796, "undone_new_orders": 865, "new_order": {"done": 82571, "failed": 0, "p50_us": 160, "p99_us": 1216}, "payment": {"done": 78584, "failed": 0, "p50_us": 25, "p99_us": 160}, "order_status": {"done": 7284, "failed": 0, "p50_us": 19, "p99_us": 38}, "delivery": {"done": 7320, "failed": 0, "p50_us": 62, "p99_us": 1024}, "stock_level": {"done": 7293, "failed": 0, "p50_us": 288, "p99_us": 608}, "consistency_failures": []} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 16, "transactions_per_second": 36697, "new_orders_per_minute": 982183, "undone_new_orders": 3342, "errors": 0, "new_order": {"done": 330737, "failed": 0, "p50_us": 448, "p99_us": 1024}, "payment": {"done": 315234, "failed": 0, "p50_us": 416, "p99_us": 992}, "order_status": {"done": 29384, "failed": 0, "p50_us": 100, "p99_us": 544}, "delivery": {"done": 29328, "failed": 0, "p50_us": 432, "p99_us": 992}, "stock_level": {"done": 29254, "failed": 0, "p50_us": 144, "p99_us": 576}, "server_threads": "3", "cpu_us_per_transaction": 44.3, "resident_mib": 449.5, "consistency_failures": []} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 38509, "new_orders_per_minute": 1029948, "undone_new_orders": 3294, "errors": 0, "new_order": {"done": 346610, "failed": 0, "p50_us": 1664, "p99_us": 4096}, "payment": {"done": 331100, "failed": 0, "p50_us": 1664, "p99_us": 4096}, "order_status": {"done": 30943, "failed": 0, "p50_us": 256, "p99_us": 1792}, "delivery": {"done": 30890, "failed": 0, "p50_us": 1664, "p99_us": 3968}, "stock_level": {"done": 30629, "failed": 0, "p50_us": 288, "p99_us": 1856}, "server_threads": "3", "cpu_us_per_transaction": 47.3, "resident_mib": 866.0, "consistency_failures": []} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 128, "transactions_per_second": 39977, "new_orders_per_minute": 1066231, "undone_new_orders": 3620, "errors": 0, "new_order": {"done": 359032, "failed": 0, "p50_us": 3200, "p99_us": 6656}, "payment": {"done": 344008, "failed": 0, "p50_us": 3200, "p99_us": 6656}, "order_status": {"done": 32308, "failed": 0, "p50_us": 496, "p99_us": 3456}, "delivery": {"done": 31995, "failed": 0, "p50_us": 3200, "p99_us": 6656}, "stock_level": {"done": 32209, "failed": 0, "p50_us": 512, "p99_us": 3456}, "server_threads": "3", "cpu_us_per_transaction": 49.2, "resident_mib": 1298.7, "consistency_failures": []} +{"step": "run", "system": "sqlite 3.46.1", "synchronous": "full", "warehouses": 1, "terminals": 1, "transactions_per_second": 9529, "new_orders_per_minute": 255250, "undone_new_orders": 897, "new_order": {"done": 85985, "failed": 0, "p50_us": 152, "p99_us": 1088}, "payment": {"done": 81706, "failed": 0, "p50_us": 25, "p99_us": 50}, "order_status": {"done": 7608, "failed": 0, "p50_us": 18, "p99_us": 30}, "delivery": {"done": 7696, "failed": 0, "p50_us": 60, "p99_us": 108}, "stock_level": {"done": 7605, "failed": 0, "p50_us": 272, "p99_us": 384}, "consistency_failures": []} +{"step": "run", "system": "sqlite 3.46.1", "synchronous": "full", "warehouses": 1, "terminals": 4, "transactions_per_second": 9037, "new_orders_per_minute": 242158, "undone_new_orders": 861, "new_order": {"done": 81705, "failed": 0, "p50_us": 160, "p99_us": 1216}, "payment": {"done": 77713, "failed": 0, "p50_us": 25, "p99_us": 136}, "order_status": {"done": 7220, "failed": 0, "p50_us": 20, "p99_us": 40}, "delivery": {"done": 7279, "failed": 0, "p50_us": 64, "p99_us": 272}, "stock_level": {"done": 7109, "failed": 0, "p50_us": 288, "p99_us": 608}, "consistency_failures": []} diff --git a/research/experiments/018-tpcc/2026-09-28-tpcc-sd-linux-aarch64.jsonl b/research/experiments/018-tpcc/2026-09-28-tpcc-sd-linux-aarch64.jsonl index 46bf04b..b3927d1 100644 --- a/research/experiments/018-tpcc/2026-09-28-tpcc-sd-linux-aarch64.jsonl +++ b/research/experiments/018-tpcc/2026-09-28-tpcc-sd-linux-aarch64.jsonl @@ -1,7 +1,7 @@ -{"step": "load", "directory": "/home/eunhhu/tpcc-sd", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 6.31, "sqlite_load_s": 1.61, "pure_resident_mib": 40.8, "sqlite_file_mib": 13.8} +{"step": "load", "directory": "/home/eunhhu/tpcc-sd", "warehouses": 1, "rows": 568758, "generate_s": 0.56, "pure_load_s": 1.36, "sqlite_load_s": 1.6, "pure_resident_mib": 38.0, "sqlite_file_mib": 13.8} {"step": "same transactions", "transactions": 2000, "pure": {"new_order": 887, "payment": 870, "order_status": 82, "delivery": 84, "stock_level": 77}, "sqlite": {"new_order": 887, "payment": 870, "order_status": 82, "delivery": 84, "stock_level": 77}, "undone_new_orders": [6, 6], "failed": [0, 0], "differing": {}, "consistency_failures": []} -{"step": "run", "system": "pure", "warehouses": 1, "terminals": 16, "transactions_per_second": 1465, "new_orders_per_minute": 39149, "undone_new_orders": 188, "errors": 0, "new_order": {"done": 19763, "failed": 0, "p50_us": 5632, "p99_us": 73728}, "payment": {"done": 18841, "failed": 0, "p50_us": 5632, "p99_us": 73728}, "order_status": {"done": 1759, "failed": 0, "p50_us": 128, "p99_us": 432}, "delivery": {"done": 1832, "failed": 0, "p50_us": 5632, "p99_us": 69632}, "stock_level": {"done": 1769, "failed": 0, "p50_us": 192, "p99_us": 480}, "server_threads": "3", "cpu_us_per_transaction": 61.2, "resident_mib": 67.7, "consistency_failures": []} -{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 3008, "new_orders_per_minute": 80545, "undone_new_orders": 401, "errors": 0, "new_order": {"done": 40685, "failed": 0, "p50_us": 8704, "p99_us": 221184}, "payment": {"done": 38759, "failed": 0, "p50_us": 8704, "p99_us": 212992}, "order_status": {"done": 3711, "failed": 0, "p50_us": 352, "p99_us": 1280}, "delivery": {"done": 3594, "failed": 0, "p50_us": 8704, "p99_us": 221184}, "stock_level": {"done": 3521, "failed": 0, "p50_us": 400, "p99_us": 1280}, "server_threads": "3", "cpu_us_per_transaction": 55.9, "resident_mib": 236.9, "consistency_failures": []} -{"step": "run", "system": "pure", "warehouses": 1, "terminals": 128, "transactions_per_second": 3073, "new_orders_per_minute": 82063, "undone_new_orders": 405, "errors": 0, "new_order": {"done": 41521, "failed": 0, "p50_us": 11776, "p99_us": 622592}, "payment": {"done": 39762, "failed": 0, "p50_us": 11776, "p99_us": 622592}, "order_status": {"done": 3770, "failed": 0, "p50_us": 608, "p99_us": 2304}, "delivery": {"done": 3732, "failed": 0, "p50_us": 11264, "p99_us": 589824}, "stock_level": {"done": 3589, "failed": 0, "p50_us": 640, "p99_us": 2304}, "server_threads": "3", "cpu_us_per_transaction": 52.0, "resident_mib": 414.9, "consistency_failures": []} -{"step": "run", "system": "sqlite 3.46.1", "synchronous": "full", "warehouses": 1, "terminals": 1, "transactions_per_second": 37, "new_orders_per_minute": 1012, "undone_new_orders": 6, "new_order": {"done": 512, "failed": 0, "p50_us": 5120, "p99_us": 557056}, "payment": {"done": 474, "failed": 0, "p50_us": 2432, "p99_us": 163840}, "order_status": {"done": 45, "failed": 0, "p50_us": 34, "p99_us": 64}, "delivery": {"done": 41, "failed": 0, "p50_us": 2432, "p99_us": 65536}, "stock_level": {"done": 53, "failed": 0, "p50_us": 464, "p99_us": 576}, "consistency_failures": []} -{"step": "run", "system": "sqlite 3.46.1", "synchronous": "full", "warehouses": 1, "terminals": 4, "transactions_per_second": 55, "new_orders_per_minute": 1425, "undone_new_orders": 12, "new_order": {"done": 730, "failed": 0, "p50_us": 5120, "p99_us": 1245184}, "payment": {"done": 732, "failed": 0, "p50_us": 3072, "p99_us": 2621440}, "order_status": {"done": 65, "failed": 0, "p50_us": 34, "p99_us": 184}, "delivery": {"done": 69, "failed": 0, "p50_us": 4352, "p99_us": 491520}, "stock_level": {"done": 68, "failed": 0, "p50_us": 480, "p99_us": 928}, "consistency_failures": []} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 16, "transactions_per_second": 1743, "new_orders_per_minute": 46471, "undone_new_orders": 230, "errors": 0, "new_order": {"done": 23506, "failed": 0, "p50_us": 5376, "p99_us": 59392}, "payment": {"done": 22497, "failed": 0, "p50_us": 5376, "p99_us": 59392}, "order_status": {"done": 2112, "failed": 0, "p50_us": 128, "p99_us": 448}, "delivery": {"done": 2186, "failed": 0, "p50_us": 5376, "p99_us": 59392}, "stock_level": {"done": 2084, "failed": 0, "p50_us": 200, "p99_us": 512}, "server_threads": "3", "cpu_us_per_transaction": 60.9, "resident_mib": 72.5, "consistency_failures": []} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 64, "transactions_per_second": 3237, "new_orders_per_minute": 86604, "undone_new_orders": 433, "errors": 0, "new_order": {"done": 43736, "failed": 0, "p50_us": 9216, "p99_us": 147456}, "payment": {"done": 41666, "failed": 0, "p50_us": 9216, "p99_us": 147456}, "order_status": {"done": 4021, "failed": 0, "p50_us": 352, "p99_us": 1152}, "delivery": {"done": 3875, "failed": 0, "p50_us": 9216, "p99_us": 139264}, "stock_level": {"done": 3828, "failed": 0, "p50_us": 416, "p99_us": 1280}, "server_threads": "3", "cpu_us_per_transaction": 54.4, "resident_mib": 219.7, "consistency_failures": []} +{"step": "run", "system": "pure", "warehouses": 1, "terminals": 128, "transactions_per_second": 4502, "new_orders_per_minute": 120121, "undone_new_orders": 603, "errors": 0, "new_order": {"done": 60677, "failed": 0, "p50_us": 15360, "p99_us": 245760}, "payment": {"done": 58178, "failed": 0, "p50_us": 15360, "p99_us": 237568}, "order_status": {"done": 5423, "failed": 0, "p50_us": 608, "p99_us": 2304}, "delivery": {"done": 5432, "failed": 0, "p50_us": 15360, "p99_us": 245760}, "stock_level": {"done": 5383, "failed": 0, "p50_us": 640, "p99_us": 2432}, "server_threads": "3", "cpu_us_per_transaction": 52.3, "resident_mib": 250.0, "consistency_failures": []} +{"step": "run", "system": "sqlite 3.46.1", "synchronous": "full", "warehouses": 1, "terminals": 1, "transactions_per_second": 50, "new_orders_per_minute": 1346, "undone_new_orders": 7, "new_order": {"done": 681, "failed": 0, "p50_us": 4864, "p99_us": 491520}, "payment": {"done": 637, "failed": 0, "p50_us": 1728, "p99_us": 106496}, "order_status": {"done": 54, "failed": 0, "p50_us": 32, "p99_us": 64}, "delivery": {"done": 62, "failed": 0, "p50_us": 1792, "p99_us": 73728}, "stock_level": {"done": 61, "failed": 0, "p50_us": 448, "p99_us": 608}, "consistency_failures": []} +{"step": "run", "system": "sqlite 3.46.1", "synchronous": "full", "warehouses": 1, "terminals": 4, "transactions_per_second": 44, "new_orders_per_minute": 1181, "undone_new_orders": 11, "new_order": {"done": 604, "failed": 0, "p50_us": 4864, "p99_us": 1703936}, "payment": {"done": 571, "failed": 0, "p50_us": 2432, "p99_us": 3538944}, "order_status": {"done": 53, "failed": 0, "p50_us": 30, "p99_us": 240}, "delivery": {"done": 53, "failed": 0, "p50_us": 2688, "p99_us": 1572864}, "stock_level": {"done": 56, "failed": 0, "p50_us": 432, "p99_us": 864}, "consistency_failures": []} |
