diff options
| author | eunhhu <[email protected]> | 2026-10-06 04:32:27 +0100 |
|---|---|---|
| committer | eunhhu <[email protected]> | 2026-10-06 04:32:27 +0100 |
| commit | 15d1ac33dbc54962578726d0add3d08137154457 (patch) | |
| tree | a884b3684c33f1a8b85fff28dc8e31c6c757fde2 /research | |
| parent | c67f98812b8db0ffe6a73f7d863126cd90f66e56 (diff) | |
| download | pure-15d1ac33dbc54962578726d0add3d08137154457.tar.gz pure-15d1ac33dbc54962578726d0add3d08137154457.zip | |
041 runs of stages 4 and 5, sums into cells and walks (b3 = 06c2978, b4 = c67f988): batches join 161.2 ms (the compiled code 74.4, alone 423.4), matmul 46.1, knapsack 15.1, roots 9.22; costs/: small modules timed three ways (an instruction about 20 ns a batch, a sum's end about 4 ns a round, an append about 100 ns as the executor's, the nested rounds 10.2 ms against the compiled code's 23.1)
Diffstat (limited to 'research')
| -rw-r--r-- | research/experiments/041-batches/2026-10-06-costs.jsonl | 54 | ||||
| -rw-r--r-- | research/experiments/041-batches/2026-10-06-counts.jsonl | 18 | ||||
| -rw-r--r-- | research/experiments/041-batches/2026-10-06-load.txt | 6 | ||||
| -rw-r--r-- | research/experiments/041-batches/2026-10-06-suite.jsonl | 576 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/adds.aup | 15 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/nest.aup | 17 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/ops.aup | 17 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/ops0.aup | 12 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/ops12.aup | 23 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/probes.aup | 19 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/sum0.aup | 13 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/sum12.aup | 24 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/sum6.aup | 18 | ||||
| -rw-r--r-- | research/experiments/041-batches/costs/time.c | 41 |
14 files changed, 853 insertions, 0 deletions
diff --git a/research/experiments/041-batches/2026-10-06-costs.jsonl b/research/experiments/041-batches/2026-10-06-costs.jsonl new file mode 100644 index 0000000..2498cd3 --- /dev/null +++ b/research/experiments/041-batches/2026-10-06-costs.jsonl @@ -0,0 +1,54 @@ +{"way":"batches","module":"ops.pmod","n":51200,"ms":9.807,"work":29696037,"out":1024020} +{"way":"rounds","module":"ops.pmod","n":51200,"ms":156.270,"work":29696037,"out":1024020} +{"way":"jit","module":"ops.pmod","n":51200,"ms":4.272,"work":29696037,"out":1024020} +{"way":"batches","module":"nest.pmod","n":200,"ms":10.202,"work":120965433,"out":1616000000} +{"way":"rounds","module":"nest.pmod","n":200,"ms":652.958,"work":120965433,"out":1616000000} +{"way":"jit","module":"nest.pmod","n":200,"ms":23.030,"work":120965433,"out":1616000000} +{"way":"batches","module":"adds.pmod","n":1000,"ms":5.184,"work":200010,"out":50000} +{"way":"rounds","module":"adds.pmod","n":1000,"ms":5.173,"work":200010,"out":50000} +{"way":"jit","module":"adds.pmod","n":1000,"ms":0.279,"work":200010,"out":50000} +{"way":"batches","module":"probes.pmod","n":100000,"ms":84.769,"work":35700061,"out":49999500000} +{"way":"rounds","module":"probes.pmod","n":100000,"ms":255.720,"work":35700061,"out":49999500000} +{"way":"jit","module":"probes.pmod","n":100000,"ms":56.450,"work":35700061,"out":49999500000} +{"way":"batches","module":"ops.pmod","n":51200,"ms":9.793,"work":29696037,"out":1024020} +{"way":"rounds","module":"ops.pmod","n":51200,"ms":156.296,"work":29696037,"out":1024020} +{"way":"jit","module":"ops.pmod","n":51200,"ms":4.272,"work":29696037,"out":1024020} +{"way":"batches","module":"nest.pmod","n":200,"ms":10.194,"work":120965433,"out":1616000000} +{"way":"rounds","module":"nest.pmod","n":200,"ms":653.140,"work":120965433,"out":1616000000} +{"way":"jit","module":"nest.pmod","n":200,"ms":23.083,"work":120965433,"out":1616000000} +{"way":"batches","module":"adds.pmod","n":1000,"ms":5.188,"work":200010,"out":50000} +{"way":"rounds","module":"adds.pmod","n":1000,"ms":5.175,"work":200010,"out":50000} +{"way":"jit","module":"adds.pmod","n":1000,"ms":0.279,"work":200010,"out":50000} +{"way":"batches","module":"probes.pmod","n":100000,"ms":85.757,"work":35700061,"out":49999500000} +{"way":"rounds","module":"probes.pmod","n":100000,"ms":257.913,"work":35700061,"out":49999500000} +{"way":"jit","module":"probes.pmod","n":100000,"ms":56.136,"work":35700061,"out":49999500000} +{"way":"batches","module":"ops.pmod","n":51200,"ms":9.818,"work":29696037,"out":1024020} +{"way":"rounds","module":"ops.pmod","n":51200,"ms":156.300,"work":29696037,"out":1024020} +{"way":"jit","module":"ops.pmod","n":51200,"ms":4.272,"work":29696037,"out":1024020} +{"way":"batches","module":"nest.pmod","n":200,"ms":10.204,"work":120965433,"out":1616000000} +{"way":"rounds","module":"nest.pmod","n":200,"ms":653.427,"work":120965433,"out":1616000000} +{"way":"jit","module":"nest.pmod","n":200,"ms":23.119,"work":120965433,"out":1616000000} +{"way":"batches","module":"adds.pmod","n":1000,"ms":5.182,"work":200010,"out":50000} +{"way":"rounds","module":"adds.pmod","n":1000,"ms":5.163,"work":200010,"out":50000} +{"way":"jit","module":"adds.pmod","n":1000,"ms":0.279,"work":200010,"out":50000} +{"way":"batches","module":"probes.pmod","n":100000,"ms":85.142,"work":35700061,"out":49999500000} +{"way":"rounds","module":"probes.pmod","n":100000,"ms":256.066,"work":35700061,"out":49999500000} +{"way":"jit","module":"probes.pmod","n":100000,"ms":56.258,"work":35700061,"out":49999500000} +{"way":"batches","module":"ops0.pmod","n":51200,"ms":9.414,"work":9216017,"out":1024000} +{"way":"batches","module":"ops.pmod","n":51200,"ms":9.798,"work":29696037,"out":1024020} +{"way":"batches","module":"ops12.pmod","n":51200,"ms":10.288,"work":54272061,"out":1024077} +{"way":"batches","module":"sum0.pmod","n":51200,"ms":4.530,"work":11264019,"out":1024000} +{"way":"batches","module":"sum6.pmod","n":51200,"ms":4.915,"work":31744039,"out":1024000} +{"way":"batches","module":"sum12.pmod","n":51200,"ms":5.428,"work":56320063,"out":1024000} +{"way":"batches","module":"ops0.pmod","n":51200,"ms":9.416,"work":9216017,"out":1024000} +{"way":"batches","module":"ops.pmod","n":51200,"ms":14.712,"work":29696037,"out":1024020} +{"way":"batches","module":"ops12.pmod","n":51200,"ms":10.303,"work":54272061,"out":1024077} +{"way":"batches","module":"sum0.pmod","n":51200,"ms":4.528,"work":11264019,"out":1024000} +{"way":"batches","module":"sum6.pmod","n":51200,"ms":4.914,"work":31744039,"out":1024000} +{"way":"batches","module":"sum12.pmod","n":51200,"ms":5.421,"work":56320063,"out":1024000} +{"way":"batches","module":"ops0.pmod","n":51200,"ms":9.395,"work":9216017,"out":1024000} +{"way":"batches","module":"ops.pmod","n":51200,"ms":9.802,"work":29696037,"out":1024020} +{"way":"batches","module":"ops12.pmod","n":51200,"ms":10.306,"work":54272061,"out":1024077} +{"way":"batches","module":"sum0.pmod","n":51200,"ms":4.517,"work":11264019,"out":1024000} +{"way":"batches","module":"sum6.pmod","n":51200,"ms":4.922,"work":31744039,"out":1024000} +{"way":"batches","module":"sum12.pmod","n":51200,"ms":5.436,"work":56320063,"out":1024000} diff --git a/research/experiments/041-batches/2026-10-06-counts.jsonl b/research/experiments/041-batches/2026-10-06-counts.jsonl new file mode 100644 index 0000000..e9056e5 --- /dev/null +++ b/research/experiments/041-batches/2026-10-06-counts.jsonl @@ -0,0 +1,18 @@ +{"version":"b4","way":"batches","work":"roots","instructions":174812996,"cycles":116300312} +{"version":"b4","way":"rounds","work":"roots","instructions":2755943829,"cycles":985748055} +{"version":"b4","way":"batches","work":"knapsack","instructions":471749720,"cycles":154056238} +{"version":"b4","way":"rounds","work":"knapsack","instructions":21688101139,"cycles":7513230331} +{"version":"b4","way":"batches","work":"matmul","instructions":1117876516,"cycles":385967411} +{"version":"b4","way":"rounds","work":"matmul","instructions":21436714750,"cycles":6632724612} +{"version":"b4","way":"batches","work":"join","instructions":2876521101,"cycles":1500400541} +{"version":"b4","way":"rounds","work":"join","instructions":7669659869,"cycles":3304178680} +{"version":"b4","way":"batches","work":"sort","instructions":1408924934,"cycles":719666807} +{"version":"b4","way":"rounds","work":"sort","instructions":1502633497,"cycles":738355498} +{"version":"b4","way":"batches","work":"bfs","instructions":4670614416,"cycles":2053736393} +{"version":"b4","way":"rounds","work":"bfs","instructions":4711632423,"cycles":2070220219} +{"version":"b4","way":"batches","work":"words","instructions":3982156087,"cycles":1814863023} +{"version":"b4","way":"rounds","work":"words","instructions":3934432246,"cycles":1808074002} +{"version":"b3","way":"batches","work":"knapsack","instructions":471442324,"cycles":151426342} +{"version":"b3","way":"rounds","work":"knapsack","instructions":21687950586,"cycles":7519105382} +{"version":"b3","way":"batches","work":"join","instructions":2873143374,"cycles":1417125863} +{"version":"b3","way":"rounds","work":"join","instructions":7669059562,"cycles":3258928332} diff --git a/research/experiments/041-batches/2026-10-06-load.txt b/research/experiments/041-batches/2026-10-06-load.txt new file mode 100644 index 0000000..274537a --- /dev/null +++ b/research/experiments/041-batches/2026-10-06-load.txt @@ -0,0 +1,6 @@ +b3 jit 04:07:20 up 2 days, 28 min, 3 users, load average: 0.82, 0.76, 0.63 +b3 batches 04:07:26 up 2 days, 28 min, 3 users, load average: 0.85, 0.77, 0.64 +b3 rounds 04:07:37 up 2 days, 29 min, 3 users, load average: 0.87, 0.78, 0.64 +b4 jit 04:28:08 up 2 days, 49 min, 3 users, load average: 0.48, 0.60, 0.67 +b4 batches 04:28:15 up 2 days, 49 min, 3 users, load average: 0.52, 0.60, 0.67 +b4 rounds 04:28:25 up 2 days, 49 min, 3 users, load average: 0.59, 0.62, 0.67 diff --git a/research/experiments/041-batches/2026-10-06-suite.jsonl b/research/experiments/041-batches/2026-10-06-suite.jsonl new file mode 100644 index 0000000..08c51db --- /dev/null +++ b/research/experiments/041-batches/2026-10-06-suite.jsonl @@ -0,0 +1,576 @@ +{"version":"b3","way":"jit","work":"roots","round":0,"pure_ms":9.663,"c_ms":6.881,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":1,"pure_ms":9.571,"c_ms":6.871,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":2,"pure_ms":9.569,"c_ms":6.863,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":3,"pure_ms":9.575,"c_ms":6.861,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":4,"pure_ms":9.568,"c_ms":6.876,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":5,"pure_ms":9.567,"c_ms":6.874,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":6,"pure_ms":9.574,"c_ms":6.858,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":7,"pure_ms":9.574,"c_ms":6.856,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":8,"pure_ms":9.569,"c_ms":6.858,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":9,"pure_ms":9.573,"c_ms":6.858,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","round":10,"pure_ms":9.568,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"jit","work":"roots","pure_median_ms":9.571,"c_median_ms":6.862,"ratio":1.395,"agree":true} +{"version":"b3","way":"jit","work":"knapsack","round":0,"pure_ms":7.968,"c_ms":6.243,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":1,"pure_ms":7.942,"c_ms":6.231,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":2,"pure_ms":7.953,"c_ms":6.229,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":3,"pure_ms":7.929,"c_ms":6.225,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":4,"pure_ms":7.931,"c_ms":6.220,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":5,"pure_ms":7.937,"c_ms":6.229,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":6,"pure_ms":7.931,"c_ms":6.238,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":7,"pure_ms":7.932,"c_ms":6.224,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":8,"pure_ms":7.931,"c_ms":6.222,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":9,"pure_ms":7.929,"c_ms":6.220,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","round":10,"pure_ms":7.927,"c_ms":6.220,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"jit","work":"knapsack","pure_median_ms":7.931,"c_median_ms":6.225,"ratio":1.274,"agree":true} +{"version":"b3","way":"jit","work":"sort","round":0,"pure_ms":35.547,"c_ms":27.003,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":1,"pure_ms":35.736,"c_ms":26.833,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":2,"pure_ms":36.129,"c_ms":26.908,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":3,"pure_ms":35.756,"c_ms":26.830,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":4,"pure_ms":36.805,"c_ms":26.858,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":5,"pure_ms":35.989,"c_ms":26.838,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":6,"pure_ms":37.678,"c_ms":27.008,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":7,"pure_ms":36.644,"c_ms":26.914,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":8,"pure_ms":36.085,"c_ms":26.895,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":9,"pure_ms":35.780,"c_ms":26.887,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","round":10,"pure_ms":36.252,"c_ms":26.900,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"jit","work":"sort","pure_median_ms":36.085,"c_median_ms":26.895,"ratio":1.342,"agree":true} +{"version":"b3","way":"jit","work":"join","round":0,"pure_ms":83.355,"c_ms":29.239,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":1,"pure_ms":75.008,"c_ms":29.563,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":2,"pure_ms":76.566,"c_ms":29.782,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":3,"pure_ms":76.105,"c_ms":29.923,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":4,"pure_ms":74.857,"c_ms":29.489,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":5,"pure_ms":74.888,"c_ms":29.595,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":6,"pure_ms":75.466,"c_ms":38.364,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":7,"pure_ms":74.609,"c_ms":30.245,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":8,"pure_ms":73.315,"c_ms":30.297,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":9,"pure_ms":74.858,"c_ms":29.898,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","round":10,"pure_ms":73.205,"c_ms":30.582,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"jit","work":"join","pure_median_ms":74.888,"c_median_ms":29.898,"ratio":2.505,"agree":true} +{"version":"b3","way":"jit","work":"words","round":0,"pure_ms":211.321,"c_ms":51.198,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":1,"pure_ms":243.316,"c_ms":51.241,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":2,"pure_ms":207.708,"c_ms":38.024,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":3,"pure_ms":207.309,"c_ms":38.092,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":4,"pure_ms":206.861,"c_ms":43.962,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":5,"pure_ms":205.787,"c_ms":38.548,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":6,"pure_ms":210.094,"c_ms":37.743,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":7,"pure_ms":207.546,"c_ms":37.290,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":8,"pure_ms":206.131,"c_ms":36.965,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":9,"pure_ms":207.211,"c_ms":35.863,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","round":10,"pure_ms":212.838,"c_ms":37.314,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"jit","work":"words","pure_median_ms":207.546,"c_median_ms":38.024,"ratio":5.458,"agree":true} +{"version":"b3","way":"jit","work":"matmul","round":0,"pure_ms":14.221,"c_ms":7.496,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":1,"pure_ms":14.207,"c_ms":7.475,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":2,"pure_ms":14.205,"c_ms":7.482,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":3,"pure_ms":14.204,"c_ms":7.462,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":4,"pure_ms":14.222,"c_ms":7.461,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":5,"pure_ms":14.397,"c_ms":7.514,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":6,"pure_ms":14.206,"c_ms":7.474,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":7,"pure_ms":14.198,"c_ms":7.477,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":8,"pure_ms":14.206,"c_ms":7.473,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":9,"pure_ms":14.217,"c_ms":7.478,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","round":10,"pure_ms":14.205,"c_ms":7.456,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"jit","work":"matmul","pure_median_ms":14.206,"c_median_ms":7.475,"ratio":1.900,"agree":true} +{"version":"b3","way":"jit","work":"bfs","round":0,"pure_ms":118.697,"c_ms":11.206,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs","round":1,"pure_ms":7.722,"c_ms":10.143,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs","round":2,"pure_ms":7.650,"c_ms":9.849,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs","round":3,"pure_ms":7.673,"c_ms":9.882,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs","round":4,"pure_ms":7.655,"c_ms":9.882,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs","round":5,"pure_ms":7.682,"c_ms":9.952,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs","round":6,"pure_ms":7.669,"c_ms":9.879,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs","round":7,"pure_ms":7.655,"c_ms":10.014,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs","round":8,"pure_ms":7.656,"c_ms":10.364,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs","round":9,"pure_ms":8.119,"c_ms":9.843,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs","round":10,"pure_ms":7.679,"c_ms":12.853,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs","pure_median_ms":7.673,"c_median_ms":9.952,"ratio":0.771,"agree":true} +{"version":"b3","way":"jit","work":"bfs_ahead","round":0,"pure_ms":114.157,"c_ms":8.043,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":1,"pure_ms":7.720,"c_ms":7.296,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":2,"pure_ms":7.666,"c_ms":7.280,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":3,"pure_ms":7.662,"c_ms":7.296,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":4,"pure_ms":7.667,"c_ms":7.357,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":5,"pure_ms":7.687,"c_ms":8.224,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":6,"pure_ms":8.744,"c_ms":8.358,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":7,"pure_ms":7.825,"c_ms":7.473,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":8,"pure_ms":7.762,"c_ms":7.373,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":9,"pure_ms":7.681,"c_ms":7.350,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","round":10,"pure_ms":7.654,"c_ms":7.301,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"jit","work":"bfs_ahead","pure_median_ms":7.687,"c_median_ms":7.357,"ratio":1.045,"agree":true} +{"version":"b3","way":"batches","work":"roots","round":0,"pure_ms":9.297,"c_ms":6.884,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":1,"pure_ms":9.264,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":2,"pure_ms":9.259,"c_ms":6.864,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":3,"pure_ms":9.251,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":4,"pure_ms":9.256,"c_ms":6.874,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":5,"pure_ms":9.271,"c_ms":6.867,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":6,"pure_ms":9.262,"c_ms":6.874,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":7,"pure_ms":9.257,"c_ms":6.873,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":8,"pure_ms":9.250,"c_ms":6.871,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":9,"pure_ms":9.248,"c_ms":6.864,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","round":10,"pure_ms":9.252,"c_ms":6.863,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"batches","work":"roots","pure_median_ms":9.257,"c_median_ms":6.867,"ratio":1.348,"agree":true} +{"version":"b3","way":"batches","work":"knapsack","round":0,"pure_ms":14.841,"c_ms":6.284,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":1,"pure_ms":14.769,"c_ms":6.232,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":2,"pure_ms":14.723,"c_ms":6.224,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":3,"pure_ms":14.709,"c_ms":6.234,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":4,"pure_ms":14.705,"c_ms":6.220,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":5,"pure_ms":14.682,"c_ms":6.219,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":6,"pure_ms":14.694,"c_ms":6.236,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":7,"pure_ms":14.705,"c_ms":6.222,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":8,"pure_ms":14.702,"c_ms":6.231,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":9,"pure_ms":14.684,"c_ms":6.217,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","round":10,"pure_ms":14.704,"c_ms":6.237,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"batches","work":"knapsack","pure_median_ms":14.705,"c_median_ms":6.231,"ratio":2.360,"agree":true} +{"version":"b3","way":"batches","work":"sort","round":0,"pure_ms":74.814,"c_ms":27.035,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":1,"pure_ms":75.219,"c_ms":26.818,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":2,"pure_ms":76.296,"c_ms":26.840,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":3,"pure_ms":75.339,"c_ms":26.832,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":4,"pure_ms":80.830,"c_ms":26.847,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":5,"pure_ms":75.017,"c_ms":26.839,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":6,"pure_ms":74.894,"c_ms":26.822,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":7,"pure_ms":76.040,"c_ms":26.875,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":8,"pure_ms":75.883,"c_ms":26.834,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":9,"pure_ms":75.014,"c_ms":26.879,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","round":10,"pure_ms":75.044,"c_ms":26.888,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"batches","work":"sort","pure_median_ms":75.219,"c_median_ms":26.840,"ratio":2.803,"agree":true} +{"version":"b3","way":"batches","work":"join","round":0,"pure_ms":165.330,"c_ms":27.917,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":1,"pure_ms":172.540,"c_ms":28.891,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":2,"pure_ms":165.178,"c_ms":27.788,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":3,"pure_ms":163.460,"c_ms":29.176,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":4,"pure_ms":162.911,"c_ms":28.892,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":5,"pure_ms":164.287,"c_ms":28.537,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":6,"pure_ms":170.282,"c_ms":29.616,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":7,"pure_ms":163.326,"c_ms":28.189,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":8,"pure_ms":163.319,"c_ms":28.438,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":9,"pure_ms":164.851,"c_ms":28.099,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","round":10,"pure_ms":163.670,"c_ms":29.074,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"batches","work":"join","pure_median_ms":164.287,"c_median_ms":28.537,"ratio":5.757,"agree":true} +{"version":"b3","way":"batches","work":"words","round":0,"pure_ms":213.154,"c_ms":39.575,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":1,"pure_ms":209.318,"c_ms":37.928,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":2,"pure_ms":208.945,"c_ms":37.800,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":3,"pure_ms":211.201,"c_ms":39.305,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":4,"pure_ms":212.244,"c_ms":40.787,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":5,"pure_ms":207.845,"c_ms":38.915,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":6,"pure_ms":209.470,"c_ms":39.093,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":7,"pure_ms":209.873,"c_ms":37.305,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":8,"pure_ms":213.211,"c_ms":39.919,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":9,"pure_ms":208.316,"c_ms":37.726,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","round":10,"pure_ms":209.465,"c_ms":39.381,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"batches","work":"words","pure_median_ms":209.470,"c_median_ms":39.093,"ratio":5.358,"agree":true} +{"version":"b3","way":"batches","work":"matmul","round":0,"pure_ms":46.106,"c_ms":7.573,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":1,"pure_ms":46.071,"c_ms":7.472,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":2,"pure_ms":46.052,"c_ms":7.698,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":3,"pure_ms":46.124,"c_ms":7.713,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":4,"pure_ms":46.048,"c_ms":7.671,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":5,"pure_ms":46.166,"c_ms":7.785,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":6,"pure_ms":46.098,"c_ms":7.759,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":7,"pure_ms":46.115,"c_ms":7.901,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":8,"pure_ms":46.225,"c_ms":7.755,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":9,"pure_ms":46.204,"c_ms":7.824,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","round":10,"pure_ms":46.066,"c_ms":7.682,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"batches","work":"matmul","pure_median_ms":46.106,"c_median_ms":7.713,"ratio":5.977,"agree":true} +{"version":"b3","way":"batches","work":"bfs","round":0,"pure_ms":143.337,"c_ms":10.766,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs","round":1,"pure_ms":92.266,"c_ms":9.881,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs","round":2,"pure_ms":95.392,"c_ms":10.287,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs","round":3,"pure_ms":92.951,"c_ms":9.886,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs","round":4,"pure_ms":92.185,"c_ms":10.059,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs","round":5,"pure_ms":92.525,"c_ms":9.941,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs","round":6,"pure_ms":92.641,"c_ms":9.899,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs","round":7,"pure_ms":92.516,"c_ms":9.900,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs","round":8,"pure_ms":92.938,"c_ms":9.892,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs","round":9,"pure_ms":92.229,"c_ms":10.314,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs","round":10,"pure_ms":92.271,"c_ms":9.903,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs","pure_median_ms":92.525,"c_median_ms":9.903,"ratio":9.343,"agree":true} +{"version":"b3","way":"batches","work":"bfs_ahead","round":0,"pure_ms":143.427,"c_ms":7.782,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":1,"pure_ms":92.358,"c_ms":7.466,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":2,"pure_ms":92.634,"c_ms":7.536,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":3,"pure_ms":92.261,"c_ms":7.610,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":4,"pure_ms":92.312,"c_ms":7.396,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":5,"pure_ms":95.117,"c_ms":7.650,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":6,"pure_ms":93.112,"c_ms":7.455,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":7,"pure_ms":92.128,"c_ms":7.410,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":8,"pure_ms":92.817,"c_ms":7.434,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":9,"pure_ms":91.982,"c_ms":7.435,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","round":10,"pure_ms":92.390,"c_ms":7.701,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"batches","work":"bfs_ahead","pure_median_ms":92.390,"c_median_ms":7.466,"ratio":12.375,"agree":true} +{"version":"b3","way":"rounds","work":"roots","round":0,"pure_ms":130.052,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":1,"pure_ms":130.479,"c_ms":6.875,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":2,"pure_ms":130.196,"c_ms":6.883,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":3,"pure_ms":130.048,"c_ms":6.855,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":4,"pure_ms":130.021,"c_ms":6.861,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":5,"pure_ms":129.996,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":6,"pure_ms":130.494,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":7,"pure_ms":130.036,"c_ms":6.871,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":8,"pure_ms":129.972,"c_ms":6.842,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":9,"pure_ms":130.488,"c_ms":6.846,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","round":10,"pure_ms":130.157,"c_ms":6.863,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b3","way":"rounds","work":"roots","pure_median_ms":130.052,"c_median_ms":6.862,"ratio":18.952,"agree":true} +{"version":"b3","way":"rounds","work":"knapsack","round":0,"pure_ms":1038.932,"c_ms":6.307,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":1,"pure_ms":1038.687,"c_ms":6.249,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":2,"pure_ms":1038.292,"c_ms":6.380,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":3,"pure_ms":1038.127,"c_ms":6.244,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":4,"pure_ms":1036.958,"c_ms":6.246,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":5,"pure_ms":1037.560,"c_ms":6.238,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":6,"pure_ms":1035.744,"c_ms":6.243,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":7,"pure_ms":1038.338,"c_ms":6.252,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":8,"pure_ms":1037.739,"c_ms":6.243,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":9,"pure_ms":1037.630,"c_ms":6.238,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","round":10,"pure_ms":1038.339,"c_ms":6.240,"same":true,"answers":[49720],"c":[49720]} +{"version":"b3","way":"rounds","work":"knapsack","pure_median_ms":1038.127,"c_median_ms":6.244,"ratio":166.273,"agree":true} +{"version":"b3","way":"rounds","work":"sort","round":0,"pure_ms":78.619,"c_ms":26.917,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":1,"pure_ms":77.409,"c_ms":26.862,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":2,"pure_ms":78.335,"c_ms":26.834,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":3,"pure_ms":79.068,"c_ms":26.906,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":4,"pure_ms":78.169,"c_ms":26.887,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":5,"pure_ms":77.806,"c_ms":26.815,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":6,"pure_ms":78.007,"c_ms":26.815,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":7,"pure_ms":77.747,"c_ms":26.842,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":8,"pure_ms":77.749,"c_ms":26.831,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":9,"pure_ms":78.331,"c_ms":26.862,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","round":10,"pure_ms":77.751,"c_ms":26.835,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b3","way":"rounds","work":"sort","pure_median_ms":78.007,"c_median_ms":26.842,"ratio":2.906,"agree":true} +{"version":"b3","way":"rounds","work":"join","round":0,"pure_ms":423.738,"c_ms":31.844,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":1,"pure_ms":420.970,"c_ms":33.044,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":2,"pure_ms":419.753,"c_ms":32.383,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":3,"pure_ms":415.964,"c_ms":32.081,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":4,"pure_ms":418.762,"c_ms":34.338,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":5,"pure_ms":418.448,"c_ms":32.124,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":6,"pure_ms":415.581,"c_ms":32.711,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":7,"pure_ms":422.210,"c_ms":32.022,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":8,"pure_ms":415.522,"c_ms":32.211,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":9,"pure_ms":428.583,"c_ms":31.678,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","round":10,"pure_ms":421.311,"c_ms":31.760,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b3","way":"rounds","work":"join","pure_median_ms":419.753,"c_median_ms":32.124,"ratio":13.067,"agree":true} +{"version":"b3","way":"rounds","work":"words","round":0,"pure_ms":207.677,"c_ms":42.346,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":1,"pure_ms":212.356,"c_ms":39.151,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":2,"pure_ms":205.616,"c_ms":38.568,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":3,"pure_ms":208.317,"c_ms":37.537,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":4,"pure_ms":205.666,"c_ms":38.957,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":5,"pure_ms":210.920,"c_ms":40.312,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":6,"pure_ms":233.620,"c_ms":42.496,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":7,"pure_ms":208.352,"c_ms":37.418,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":8,"pure_ms":207.819,"c_ms":43.868,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":9,"pure_ms":210.994,"c_ms":41.003,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","round":10,"pure_ms":206.725,"c_ms":39.021,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b3","way":"rounds","work":"words","pure_median_ms":208.317,"c_median_ms":39.151,"ratio":5.321,"agree":true} +{"version":"b3","way":"rounds","work":"matmul","round":0,"pure_ms":911.791,"c_ms":7.518,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":1,"pure_ms":914.901,"c_ms":7.503,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":2,"pure_ms":911.257,"c_ms":7.511,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":3,"pure_ms":911.423,"c_ms":7.518,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":4,"pure_ms":911.374,"c_ms":7.516,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":5,"pure_ms":911.303,"c_ms":7.642,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":6,"pure_ms":911.291,"c_ms":7.516,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":7,"pure_ms":911.335,"c_ms":7.512,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":8,"pure_ms":911.349,"c_ms":7.522,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":9,"pure_ms":911.302,"c_ms":7.535,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","round":10,"pure_ms":911.301,"c_ms":7.524,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b3","way":"rounds","work":"matmul","pure_median_ms":911.335,"c_median_ms":7.518,"ratio":121.218,"agree":true} +{"version":"b3","way":"rounds","work":"bfs","round":0,"pure_ms":142.875,"c_ms":10.321,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":1,"pure_ms":92.422,"c_ms":9.891,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":2,"pure_ms":94.188,"c_ms":9.855,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":3,"pure_ms":92.484,"c_ms":9.947,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":4,"pure_ms":92.313,"c_ms":11.156,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":5,"pure_ms":95.212,"c_ms":9.996,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":6,"pure_ms":97.805,"c_ms":12.436,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":7,"pure_ms":105.752,"c_ms":19.492,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":8,"pure_ms":104.446,"c_ms":15.446,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":9,"pure_ms":99.243,"c_ms":10.620,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs","round":10,"pure_ms":95.841,"c_ms":10.076,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs","pure_median_ms":95.841,"c_median_ms":10.321,"ratio":9.286,"agree":true} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":0,"pure_ms":153.383,"c_ms":7.604,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":1,"pure_ms":96.563,"c_ms":7.500,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":2,"pure_ms":96.261,"c_ms":8.403,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":3,"pure_ms":95.050,"c_ms":7.688,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":4,"pure_ms":97.153,"c_ms":8.758,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":5,"pure_ms":98.053,"c_ms":8.321,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":6,"pure_ms":96.852,"c_ms":7.322,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":7,"pure_ms":92.172,"c_ms":7.452,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":8,"pure_ms":92.126,"c_ms":7.366,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":9,"pure_ms":92.260,"c_ms":7.798,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","round":10,"pure_ms":95.211,"c_ms":7.678,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b3","way":"rounds","work":"bfs_ahead","pure_median_ms":96.261,"c_median_ms":7.678,"ratio":12.537,"agree":true} +{"version":"b4","way":"jit","work":"roots","round":0,"pure_ms":9.586,"c_ms":6.870,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":1,"pure_ms":9.576,"c_ms":6.856,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":2,"pure_ms":9.572,"c_ms":6.865,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":3,"pure_ms":9.570,"c_ms":6.864,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":4,"pure_ms":9.572,"c_ms":6.861,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":5,"pure_ms":9.591,"c_ms":6.869,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":6,"pure_ms":9.573,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":7,"pure_ms":9.577,"c_ms":6.858,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":8,"pure_ms":9.568,"c_ms":6.865,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":9,"pure_ms":9.567,"c_ms":6.856,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","round":10,"pure_ms":9.568,"c_ms":6.865,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"jit","work":"roots","pure_median_ms":9.572,"c_median_ms":6.864,"ratio":1.395,"agree":true} +{"version":"b4","way":"jit","work":"knapsack","round":0,"pure_ms":8.001,"c_ms":6.252,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":1,"pure_ms":7.935,"c_ms":6.226,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":2,"pure_ms":7.935,"c_ms":6.228,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":3,"pure_ms":7.930,"c_ms":6.225,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":4,"pure_ms":7.932,"c_ms":6.253,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":5,"pure_ms":7.939,"c_ms":6.231,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":6,"pure_ms":7.937,"c_ms":6.228,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":7,"pure_ms":7.928,"c_ms":6.230,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":8,"pure_ms":7.925,"c_ms":6.228,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":9,"pure_ms":7.936,"c_ms":6.232,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","round":10,"pure_ms":7.930,"c_ms":6.224,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"jit","work":"knapsack","pure_median_ms":7.935,"c_median_ms":6.228,"ratio":1.274,"agree":true} +{"version":"b4","way":"jit","work":"sort","round":0,"pure_ms":37.148,"c_ms":26.968,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":1,"pure_ms":35.503,"c_ms":26.925,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":2,"pure_ms":35.521,"c_ms":26.910,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":3,"pure_ms":35.223,"c_ms":26.874,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":4,"pure_ms":59.522,"c_ms":26.854,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":5,"pure_ms":35.851,"c_ms":27.235,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":6,"pure_ms":38.391,"c_ms":26.938,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":7,"pure_ms":35.818,"c_ms":26.929,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":8,"pure_ms":35.120,"c_ms":26.908,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":9,"pure_ms":35.320,"c_ms":26.890,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","round":10,"pure_ms":35.789,"c_ms":27.143,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"jit","work":"sort","pure_median_ms":35.789,"c_median_ms":26.925,"ratio":1.329,"agree":true} +{"version":"b4","way":"jit","work":"join","round":0,"pure_ms":103.096,"c_ms":31.311,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":1,"pure_ms":106.937,"c_ms":34.655,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":2,"pure_ms":75.929,"c_ms":29.261,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":3,"pure_ms":73.021,"c_ms":29.828,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":4,"pure_ms":72.974,"c_ms":29.521,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":5,"pure_ms":74.387,"c_ms":41.332,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":6,"pure_ms":76.405,"c_ms":29.183,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":7,"pure_ms":73.774,"c_ms":29.214,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":8,"pure_ms":73.144,"c_ms":29.557,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":9,"pure_ms":74.415,"c_ms":29.710,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","round":10,"pure_ms":73.440,"c_ms":29.489,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"jit","work":"join","pure_median_ms":74.387,"c_median_ms":29.557,"ratio":2.517,"agree":true} +{"version":"b4","way":"jit","work":"words","round":0,"pure_ms":218.673,"c_ms":38.408,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":1,"pure_ms":218.990,"c_ms":38.463,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":2,"pure_ms":214.192,"c_ms":39.329,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":3,"pure_ms":213.682,"c_ms":38.927,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":4,"pure_ms":214.663,"c_ms":39.011,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":5,"pure_ms":218.692,"c_ms":38.137,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":6,"pure_ms":212.252,"c_ms":38.912,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":7,"pure_ms":214.244,"c_ms":39.298,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":8,"pure_ms":214.022,"c_ms":39.974,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":9,"pure_ms":232.433,"c_ms":38.222,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","round":10,"pure_ms":213.763,"c_ms":41.040,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"jit","work":"words","pure_median_ms":214.244,"c_median_ms":38.927,"ratio":5.504,"agree":true} +{"version":"b4","way":"jit","work":"matmul","round":0,"pure_ms":14.263,"c_ms":7.500,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":1,"pure_ms":14.270,"c_ms":7.562,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":2,"pure_ms":14.314,"c_ms":7.504,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":3,"pure_ms":14.303,"c_ms":7.475,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":4,"pure_ms":14.214,"c_ms":7.448,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":5,"pure_ms":14.235,"c_ms":7.444,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":6,"pure_ms":14.218,"c_ms":7.470,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":7,"pure_ms":14.203,"c_ms":7.460,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":8,"pure_ms":14.218,"c_ms":7.434,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":9,"pure_ms":14.263,"c_ms":7.506,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","round":10,"pure_ms":14.190,"c_ms":7.463,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"jit","work":"matmul","pure_median_ms":14.235,"c_median_ms":7.470,"ratio":1.906,"agree":true} +{"version":"b4","way":"jit","work":"bfs","round":0,"pure_ms":113.891,"c_ms":12.935,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs","round":1,"pure_ms":7.754,"c_ms":9.909,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs","round":2,"pure_ms":7.819,"c_ms":12.989,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs","round":3,"pure_ms":8.061,"c_ms":10.832,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs","round":4,"pure_ms":7.686,"c_ms":10.133,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs","round":5,"pure_ms":8.018,"c_ms":13.880,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs","round":6,"pure_ms":7.951,"c_ms":12.318,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs","round":7,"pure_ms":8.064,"c_ms":14.426,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs","round":8,"pure_ms":8.276,"c_ms":12.714,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs","round":9,"pure_ms":7.810,"c_ms":12.225,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs","round":10,"pure_ms":7.908,"c_ms":11.342,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs","pure_median_ms":7.951,"c_median_ms":12.318,"ratio":0.646,"agree":true} +{"version":"b4","way":"jit","work":"bfs_ahead","round":0,"pure_ms":114.672,"c_ms":7.419,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":1,"pure_ms":7.732,"c_ms":7.287,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":2,"pure_ms":7.675,"c_ms":7.295,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":3,"pure_ms":7.669,"c_ms":7.238,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":4,"pure_ms":7.669,"c_ms":7.577,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":5,"pure_ms":7.658,"c_ms":7.271,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":6,"pure_ms":7.715,"c_ms":7.264,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":7,"pure_ms":7.680,"c_ms":7.561,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":8,"pure_ms":7.679,"c_ms":7.279,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":9,"pure_ms":7.658,"c_ms":7.273,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","round":10,"pure_ms":7.699,"c_ms":7.289,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"jit","work":"bfs_ahead","pure_median_ms":7.679,"c_median_ms":7.287,"ratio":1.054,"agree":true} +{"version":"b4","way":"batches","work":"roots","round":0,"pure_ms":9.330,"c_ms":6.873,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":1,"pure_ms":9.241,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":2,"pure_ms":9.223,"c_ms":6.861,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":3,"pure_ms":9.220,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":4,"pure_ms":9.221,"c_ms":6.863,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":5,"pure_ms":9.249,"c_ms":6.869,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":6,"pure_ms":9.223,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":7,"pure_ms":9.230,"c_ms":6.863,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":8,"pure_ms":9.227,"c_ms":6.873,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":9,"pure_ms":9.216,"c_ms":6.863,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","round":10,"pure_ms":9.218,"c_ms":6.876,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"batches","work":"roots","pure_median_ms":9.223,"c_median_ms":6.863,"ratio":1.344,"agree":true} +{"version":"b4","way":"batches","work":"knapsack","round":0,"pure_ms":15.357,"c_ms":6.298,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":1,"pure_ms":15.164,"c_ms":6.234,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":2,"pure_ms":15.153,"c_ms":6.236,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":3,"pure_ms":15.092,"c_ms":6.236,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":4,"pure_ms":15.075,"c_ms":6.222,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":5,"pure_ms":15.063,"c_ms":6.225,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":6,"pure_ms":15.062,"c_ms":6.220,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":7,"pure_ms":15.043,"c_ms":6.216,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":8,"pure_ms":15.088,"c_ms":6.230,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":9,"pure_ms":15.071,"c_ms":6.221,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","round":10,"pure_ms":15.058,"c_ms":6.217,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"batches","work":"knapsack","pure_median_ms":15.075,"c_median_ms":6.225,"ratio":2.422,"agree":true} +{"version":"b4","way":"batches","work":"sort","round":0,"pure_ms":73.205,"c_ms":27.322,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":1,"pure_ms":84.158,"c_ms":27.218,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":2,"pure_ms":81.818,"c_ms":26.979,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":3,"pure_ms":74.528,"c_ms":26.852,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":4,"pure_ms":73.571,"c_ms":26.899,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":5,"pure_ms":73.848,"c_ms":26.891,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":6,"pure_ms":73.561,"c_ms":26.905,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":7,"pure_ms":74.621,"c_ms":26.909,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":8,"pure_ms":74.303,"c_ms":26.854,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":9,"pure_ms":74.022,"c_ms":26.848,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","round":10,"pure_ms":74.358,"c_ms":26.874,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"batches","work":"sort","pure_median_ms":74.303,"c_median_ms":26.899,"ratio":2.762,"agree":true} +{"version":"b4","way":"batches","work":"join","round":0,"pure_ms":160.985,"c_ms":32.381,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":1,"pure_ms":161.157,"c_ms":33.074,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":2,"pure_ms":161.832,"c_ms":32.278,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":3,"pure_ms":162.934,"c_ms":32.755,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":4,"pure_ms":160.925,"c_ms":31.959,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":5,"pure_ms":160.649,"c_ms":32.649,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":6,"pure_ms":161.952,"c_ms":32.813,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":7,"pure_ms":161.639,"c_ms":32.000,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":8,"pure_ms":163.082,"c_ms":32.885,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":9,"pure_ms":160.242,"c_ms":32.431,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","round":10,"pure_ms":160.682,"c_ms":31.898,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"batches","work":"join","pure_median_ms":161.157,"c_median_ms":32.431,"ratio":4.969,"agree":true} +{"version":"b4","way":"batches","work":"words","round":0,"pure_ms":215.559,"c_ms":37.863,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":1,"pure_ms":214.354,"c_ms":37.890,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":2,"pure_ms":215.516,"c_ms":36.289,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":3,"pure_ms":214.915,"c_ms":37.016,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":4,"pure_ms":214.257,"c_ms":39.751,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":5,"pure_ms":212.423,"c_ms":38.344,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":6,"pure_ms":215.717,"c_ms":36.645,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":7,"pure_ms":216.309,"c_ms":36.693,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":8,"pure_ms":218.696,"c_ms":38.383,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":9,"pure_ms":214.135,"c_ms":40.615,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","round":10,"pure_ms":213.808,"c_ms":37.645,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"batches","work":"words","pure_median_ms":214.915,"c_median_ms":37.863,"ratio":5.676,"agree":true} +{"version":"b4","way":"batches","work":"matmul","round":0,"pure_ms":46.082,"c_ms":7.586,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":1,"pure_ms":46.049,"c_ms":7.466,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":2,"pure_ms":46.013,"c_ms":7.594,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":3,"pure_ms":46.080,"c_ms":7.488,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":4,"pure_ms":46.107,"c_ms":7.470,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":5,"pure_ms":46.137,"c_ms":7.543,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":6,"pure_ms":46.042,"c_ms":7.479,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":7,"pure_ms":46.044,"c_ms":7.495,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":8,"pure_ms":46.116,"c_ms":7.514,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":9,"pure_ms":46.055,"c_ms":7.495,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","round":10,"pure_ms":46.074,"c_ms":7.476,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"batches","work":"matmul","pure_median_ms":46.074,"c_median_ms":7.495,"ratio":6.147,"agree":true} +{"version":"b4","way":"batches","work":"bfs","round":0,"pure_ms":146.844,"c_ms":10.539,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs","round":1,"pure_ms":97.498,"c_ms":9.958,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs","round":2,"pure_ms":97.137,"c_ms":9.929,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs","round":3,"pure_ms":97.030,"c_ms":10.008,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs","round":4,"pure_ms":96.264,"c_ms":9.822,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs","round":5,"pure_ms":97.368,"c_ms":9.964,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs","round":6,"pure_ms":96.495,"c_ms":9.886,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs","round":7,"pure_ms":96.451,"c_ms":9.835,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs","round":8,"pure_ms":96.354,"c_ms":9.886,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs","round":9,"pure_ms":96.857,"c_ms":9.888,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs","round":10,"pure_ms":96.471,"c_ms":9.925,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs","pure_median_ms":96.857,"c_median_ms":9.925,"ratio":9.759,"agree":true} +{"version":"b4","way":"batches","work":"bfs_ahead","round":0,"pure_ms":146.479,"c_ms":7.721,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":1,"pure_ms":96.545,"c_ms":7.222,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":2,"pure_ms":96.643,"c_ms":7.222,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":3,"pure_ms":96.526,"c_ms":7.264,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":4,"pure_ms":96.577,"c_ms":7.273,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":5,"pure_ms":96.920,"c_ms":7.253,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":6,"pure_ms":96.154,"c_ms":7.229,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":7,"pure_ms":96.413,"c_ms":7.244,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":8,"pure_ms":97.646,"c_ms":7.229,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":9,"pure_ms":96.322,"c_ms":7.235,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","round":10,"pure_ms":96.506,"c_ms":7.209,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"batches","work":"bfs_ahead","pure_median_ms":96.545,"c_median_ms":7.235,"ratio":13.343,"agree":true} +{"version":"b4","way":"rounds","work":"roots","round":0,"pure_ms":130.370,"c_ms":6.865,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":1,"pure_ms":130.536,"c_ms":6.859,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":2,"pure_ms":130.163,"c_ms":6.857,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":3,"pure_ms":130.547,"c_ms":6.859,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":4,"pure_ms":130.547,"c_ms":6.861,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":5,"pure_ms":130.189,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":6,"pure_ms":130.177,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":7,"pure_ms":130.239,"c_ms":6.869,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":8,"pure_ms":130.029,"c_ms":6.861,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":9,"pure_ms":130.557,"c_ms":6.857,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","round":10,"pure_ms":130.042,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b4","way":"rounds","work":"roots","pure_median_ms":130.239,"c_median_ms":6.860,"ratio":18.984,"agree":true} +{"version":"b4","way":"rounds","work":"knapsack","round":0,"pure_ms":1041.672,"c_ms":6.297,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":1,"pure_ms":1040.580,"c_ms":6.257,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":2,"pure_ms":1047.088,"c_ms":6.356,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":3,"pure_ms":1038.398,"c_ms":6.244,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":4,"pure_ms":1038.971,"c_ms":6.421,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":5,"pure_ms":1042.659,"c_ms":6.261,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":6,"pure_ms":1039.308,"c_ms":6.244,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":7,"pure_ms":1038.326,"c_ms":6.239,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":8,"pure_ms":1037.880,"c_ms":6.239,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":9,"pure_ms":1038.672,"c_ms":6.242,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","round":10,"pure_ms":1038.796,"c_ms":6.245,"same":true,"answers":[49720],"c":[49720]} +{"version":"b4","way":"rounds","work":"knapsack","pure_median_ms":1038.971,"c_median_ms":6.245,"ratio":166.379,"agree":true} +{"version":"b4","way":"rounds","work":"sort","round":0,"pure_ms":77.567,"c_ms":26.976,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":1,"pure_ms":76.447,"c_ms":26.898,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":2,"pure_ms":77.079,"c_ms":26.876,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":3,"pure_ms":76.978,"c_ms":26.859,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":4,"pure_ms":77.151,"c_ms":26.849,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":5,"pure_ms":77.366,"c_ms":26.828,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":6,"pure_ms":77.772,"c_ms":26.869,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":7,"pure_ms":76.849,"c_ms":26.868,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":8,"pure_ms":77.064,"c_ms":26.901,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":9,"pure_ms":77.000,"c_ms":26.865,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","round":10,"pure_ms":76.977,"c_ms":26.847,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b4","way":"rounds","work":"sort","pure_median_ms":77.064,"c_median_ms":26.868,"ratio":2.868,"agree":true} +{"version":"b4","way":"rounds","work":"join","round":0,"pure_ms":420.914,"c_ms":30.599,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":1,"pure_ms":423.652,"c_ms":30.857,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":2,"pure_ms":421.947,"c_ms":31.805,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":3,"pure_ms":419.973,"c_ms":29.879,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":4,"pure_ms":421.949,"c_ms":32.143,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":5,"pure_ms":423.914,"c_ms":30.710,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":6,"pure_ms":425.159,"c_ms":31.473,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":7,"pure_ms":423.634,"c_ms":58.509,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":8,"pure_ms":422.617,"c_ms":30.356,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":9,"pure_ms":423.351,"c_ms":29.858,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","round":10,"pure_ms":431.021,"c_ms":30.782,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b4","way":"rounds","work":"join","pure_median_ms":423.351,"c_median_ms":30.782,"ratio":13.753,"agree":true} +{"version":"b4","way":"rounds","work":"words","round":0,"pure_ms":213.245,"c_ms":39.377,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":1,"pure_ms":210.448,"c_ms":40.743,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":2,"pure_ms":216.490,"c_ms":46.884,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":3,"pure_ms":225.555,"c_ms":71.967,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":4,"pure_ms":233.397,"c_ms":37.512,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":5,"pure_ms":208.107,"c_ms":38.340,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":6,"pure_ms":207.538,"c_ms":38.490,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":7,"pure_ms":207.154,"c_ms":36.535,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":8,"pure_ms":208.041,"c_ms":36.280,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":9,"pure_ms":208.088,"c_ms":37.462,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","round":10,"pure_ms":209.066,"c_ms":36.585,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b4","way":"rounds","work":"words","pure_median_ms":209.066,"c_median_ms":38.340,"ratio":5.453,"agree":true} +{"version":"b4","way":"rounds","work":"matmul","round":0,"pure_ms":911.918,"c_ms":7.530,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":1,"pure_ms":911.829,"c_ms":7.536,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":2,"pure_ms":911.603,"c_ms":8.081,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":3,"pure_ms":911.826,"c_ms":8.095,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":4,"pure_ms":912.024,"c_ms":8.036,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":5,"pure_ms":911.464,"c_ms":8.122,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":6,"pure_ms":912.042,"c_ms":8.108,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":7,"pure_ms":912.485,"c_ms":8.043,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":8,"pure_ms":911.527,"c_ms":8.057,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":9,"pure_ms":911.604,"c_ms":8.168,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","round":10,"pure_ms":911.954,"c_ms":8.142,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b4","way":"rounds","work":"matmul","pure_median_ms":911.829,"c_median_ms":8.081,"ratio":112.840,"agree":true} +{"version":"b4","way":"rounds","work":"bfs","round":0,"pure_ms":145.052,"c_ms":10.488,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":1,"pure_ms":93.241,"c_ms":10.077,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":2,"pure_ms":92.596,"c_ms":9.999,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":3,"pure_ms":93.385,"c_ms":9.884,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":4,"pure_ms":92.580,"c_ms":9.905,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":5,"pure_ms":92.595,"c_ms":10.002,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":6,"pure_ms":92.705,"c_ms":10.011,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":7,"pure_ms":92.624,"c_ms":9.931,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":8,"pure_ms":92.872,"c_ms":9.898,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":9,"pure_ms":93.158,"c_ms":9.906,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs","round":10,"pure_ms":92.722,"c_ms":9.877,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs","pure_median_ms":92.722,"c_median_ms":9.931,"ratio":9.337,"agree":true} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":0,"pure_ms":144.221,"c_ms":7.253,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":1,"pure_ms":93.092,"c_ms":7.265,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":2,"pure_ms":92.967,"c_ms":7.294,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":3,"pure_ms":93.640,"c_ms":7.316,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":4,"pure_ms":93.038,"c_ms":7.499,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":5,"pure_ms":92.408,"c_ms":7.453,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":6,"pure_ms":93.037,"c_ms":7.410,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":7,"pure_ms":92.646,"c_ms":7.303,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":8,"pure_ms":92.739,"c_ms":7.297,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":9,"pure_ms":93.631,"c_ms":7.310,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","round":10,"pure_ms":93.618,"c_ms":7.271,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b4","way":"rounds","work":"bfs_ahead","pure_median_ms":93.038,"c_median_ms":7.303,"ratio":12.739,"agree":true} diff --git a/research/experiments/041-batches/costs/adds.aup b/research/experiments/041-batches/costs/adds.aup new file mode 100644 index 0000000..9dcf3df --- /dev/null +++ b/research/experiments/041-batches/costs/adds.aup @@ -0,0 +1,15 @@ +record Cell { + at = 0 + v = 0 +} +state out = 0 +input go = message { + n: u32 +} +on go { + let table: list of Cell by at + for c in 0 .. go.n * 50 { + table.add(Cell { at: c }) + } + out = table.count +} diff --git a/research/experiments/041-batches/costs/nest.aup b/research/experiments/041-batches/costs/nest.aup new file mode 100644 index 0000000..3eb0af7 --- /dev/null +++ b/research/experiments/041-batches/costs/nest.aup @@ -0,0 +1,17 @@ +state out = 0 +input go = message { + n: u32 +} +on go { + let total = 0 + for i in 0 .. go.n { + for j in 0 .. go.n { + let s = 0 + for k in 0 .. go.n { + s = s + (k + 1) * 2 + j - j + 1 + } + total = total + s + } + } + out = total +} diff --git a/research/experiments/041-batches/costs/ops.aup b/research/experiments/041-batches/costs/ops.aup new file mode 100644 index 0000000..cd49f85 --- /dev/null +++ b/research/experiments/041-batches/costs/ops.aup @@ -0,0 +1,17 @@ +state out = 0 +input go = message { + n: u32 +} +on go { + let total = 0 + for i in 0 .. go.n * 20 { + let a = i + 1 + let b = a + 2 + let c = b + 3 + let d = c + 4 + let e = d + 5 + let f = e + 6 + total = max(total, f) + } + out = total +} diff --git a/research/experiments/041-batches/costs/ops0.aup b/research/experiments/041-batches/costs/ops0.aup new file mode 100644 index 0000000..280f4e2 --- /dev/null +++ b/research/experiments/041-batches/costs/ops0.aup @@ -0,0 +1,12 @@ +state out = 0 +input go = message { + n: u32 +} +on go { + let total = 0 + for i in 0 .. go.n * 20 { + let f = i + 1 + total = max(total, f) + } + out = total +} diff --git a/research/experiments/041-batches/costs/ops12.aup b/research/experiments/041-batches/costs/ops12.aup new file mode 100644 index 0000000..cca989e --- /dev/null +++ b/research/experiments/041-batches/costs/ops12.aup @@ -0,0 +1,23 @@ +state out = 0 +input go = message { + n: u32 +} +on go { + let total = 0 + for i in 0 .. go.n * 20 { + let a = i + 1 + let b = a + 2 + let c = b + 3 + let d = c + 4 + let e = d + 5 + let f = e + 6 + let g = f + 7 + let h = g + 8 + let k = h + 9 + let m = k + 10 + let p = m + 11 + let q = p + 12 + total = max(total, q) + } + out = total +} diff --git a/research/experiments/041-batches/costs/probes.aup b/research/experiments/041-batches/costs/probes.aup new file mode 100644 index 0000000..3255d50 --- /dev/null +++ b/research/experiments/041-batches/costs/probes.aup @@ -0,0 +1,19 @@ +record Cell { + at = 0 + v = 0 +} +state out = 0 +input go = message { + n: u32 +} +on go { + let h: list of Cell by at + for i in 0 .. go.n { + h.add(Cell { at: i * 7919 - floor(i * 7919 / 100003) * 100003 + 5000000, v: i }) + } + let total = 0 + for o in 0 .. go.n * 10 { + total = total + h[(o - floor(o / go.n) * go.n) * 7919 - floor((o - floor(o / go.n) * go.n) * 7919 / 100003) * 100003 + 5000000].v + } + out = total +} diff --git a/research/experiments/041-batches/costs/sum0.aup b/research/experiments/041-batches/costs/sum0.aup new file mode 100644 index 0000000..27e11bc --- /dev/null +++ b/research/experiments/041-batches/costs/sum0.aup @@ -0,0 +1,13 @@ +state out = 0 +input go = message { + n: u32 +} +on go { + let total = 0 + for i in 0 .. go.n * 20 { + let f = i + 1 + total = total + 1 + let z = f + } + out = total +} diff --git a/research/experiments/041-batches/costs/sum12.aup b/research/experiments/041-batches/costs/sum12.aup new file mode 100644 index 0000000..bbd216a --- /dev/null +++ b/research/experiments/041-batches/costs/sum12.aup @@ -0,0 +1,24 @@ +state out = 0 +input go = message { + n: u32 +} +on go { + let total = 0 + for i in 0 .. go.n * 20 { + let a = i + 1 + let b = a + 2 + let c = b + 3 + let d = c + 4 + let e = d + 5 + let f = e + 6 + let g = f + 7 + let h = g + 8 + let k = h + 9 + let m = k + 10 + let p = m + 11 + let q = p + 12 + total = total + 1 + let z = q + } + out = total +} diff --git a/research/experiments/041-batches/costs/sum6.aup b/research/experiments/041-batches/costs/sum6.aup new file mode 100644 index 0000000..772287b --- /dev/null +++ b/research/experiments/041-batches/costs/sum6.aup @@ -0,0 +1,18 @@ +state out = 0 +input go = message { + n: u32 +} +on go { + let total = 0 + for i in 0 .. go.n * 20 { + let a = i + 1 + let b = a + 2 + let c = b + 3 + let d = c + 4 + let e = d + 5 + let f = e + 6 + total = total + 1 + let z = f + } + out = total +} diff --git a/research/experiments/041-batches/costs/time.c b/research/experiments/041-batches/costs/time.c new file mode 100644 index 0000000..621caa6 --- /dev/null +++ b/research/experiments/041-batches/costs/time.c @@ -0,0 +1,41 @@ +/* What a batch costs apart from its lanes (research 128): time MODULE N + * ROUNDS gives the median ms of message go {n: N} over ROUNDS, and the work + * and out of the last; run each module three ways (PURE_JIT=0 with and + * without PURE_BATCH=0, and PURE_JIT=1). Built cc -O2 -std=c17 -Icore + * time.c build/libpure.a -lm -lpthread from the repository's root. + * ops a loop of 1,024,000 rounds, six affine lets and a max (in a + * batch, mostly the max's reduction) + * nest 200 x 200 x 200, the inner loop's rounds together: 200 lanes + * adds 50,000 keys added in order to a DENSE list: an append's call + * probes 100,000 keys added to a HASHED list, 1,000,000 found + * ops0, ops12, sum0, sum6, sum12: ops with one or twelve lets, and with + * total = total + 1 for the max (n 51200, batches only): what + * an instruction costs a batch apart from the reduction */ +#define _POSIX_C_SOURCE 200809L +#include "module.h" +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <time.h> +static double now_ms(void) { struct timespec t; clock_gettime(CLOCK_MONOTONIC, &t); return t.tv_sec * 1e3 + t.tv_nsec / 1e6; } +static int cmp(const void *a, const void *b) { double x = *(const double *)a, y = *(const double *)b; return (x > y) - (x < y); } +int main(int argc, char **argv) { + static PureModule module; + static PureApp app; + char error[160]; + if (argc < 4 || pure_module_read(argv[1], &module, error, sizeof(error)) != PURE_OK) { fprintf(stderr, "usage or %s\n", error); return 1; } + if (pure_app_start(&app, &module, (PureData){0}) != PURE_OK) return 1; + uint32_t n = (uint32_t)atoi(argv[2]); + int rounds = atoi(argv[3]), input = pure_module_input(&module, "go"), out = pure_module_state(&module, "out"); + double *ms = malloc(rounds * sizeof(double)); + for (int r = 0; r < rounds; ++r) { + unsigned char bytes[4]; + memcpy(bytes, &n, 4); + double a = now_ms(); + PureResult result = pure_app_message(&app, (uint32_t)input, NULL, -1, (PureSpan){bytes, 4}); + ms[r] = now_ms() - a; + if (result != PURE_OK) { fprintf(stderr, "failed: %s\n", pure_fault_name(app.fault)); return 1; } + } + qsort(ms, rounds, sizeof(double), cmp); + printf("{\"module\":\"%s\",\"n\":%u,\"ms\":%.3f,\"work\":%llu,\"out\":%.17g}\n", argv[1], n, ms[rounds / 2], (unsigned long long)app.work, app.values[out].num); +} |