diff options
Diffstat (limited to 'research/experiments/041-batches')
| -rw-r--r-- | research/experiments/041-batches/2026-10-05-counts.jsonl | 20 | ||||
| -rw-r--r-- | research/experiments/041-batches/2026-10-05-load.txt | 3 | ||||
| -rw-r--r-- | research/experiments/041-batches/2026-10-05-suite.jsonl | 288 | ||||
| -rw-r--r-- | research/experiments/041-batches/icount.c | 27 | ||||
| -rwxr-xr-x | research/experiments/041-batches/runs.sh | 46 |
5 files changed, 384 insertions, 0 deletions
diff --git a/research/experiments/041-batches/2026-10-05-counts.jsonl b/research/experiments/041-batches/2026-10-05-counts.jsonl new file mode 100644 index 0000000..7384965 --- /dev/null +++ b/research/experiments/041-batches/2026-10-05-counts.jsonl @@ -0,0 +1,20 @@ +{"version":"b1","way":"batches","work":"roots","instructions":2755939734,"cycles":988786249} +{"version":"b1","way":"rounds","work":"roots","instructions":2755938759,"cycles":987674200} +{"version":"b1","way":"batches","work":"knapsack","instructions":459673482,"cycles":143003458} +{"version":"b1","way":"rounds","work":"knapsack","instructions":21687945320,"cycles":7525859507} +{"version":"b1","way":"batches","work":"matmul","instructions":21436470869,"cycles":6635204110} +{"version":"b1","way":"rounds","work":"matmul","instructions":21436468928,"cycles":6621543841} +{"version":"b1","way":"batches","work":"join","instructions":7669054973,"cycles":3222398761} +{"version":"b1","way":"rounds","work":"join","instructions":7669054287,"cycles":3249360505} +{"version":"b1","way":"batches","work":"sort","instructions":1502028284,"cycles":738516332} +{"version":"b1","way":"rounds","work":"sort","instructions":1502028264,"cycles":743107238} +{"version":"e01dae9","way":"batches","work":"roots","instructions":2760243796,"cycles":988175943} +{"version":"e01dae9","way":"rounds","work":"roots","instructions":2760243698,"cycles":987228004} +{"version":"e01dae9","way":"batches","work":"knapsack","instructions":21904630466,"cycles":7654871569} +{"version":"e01dae9","way":"rounds","work":"knapsack","instructions":21904630485,"cycles":7646684721} +{"version":"e01dae9","way":"batches","work":"matmul","instructions":21461892266,"cycles":6620956032} +{"version":"e01dae9","way":"rounds","work":"matmul","instructions":21461892288,"cycles":6625499842} +{"version":"e01dae9","way":"batches","work":"join","instructions":7714832156,"cycles":3284400438} +{"version":"e01dae9","way":"rounds","work":"join","instructions":7714832181,"cycles":3252034196} +{"version":"e01dae9","way":"batches","work":"sort","instructions":1512818338,"cycles":742298669} +{"version":"e01dae9","way":"rounds","work":"sort","instructions":1512818509,"cycles":741543957} diff --git a/research/experiments/041-batches/2026-10-05-load.txt b/research/experiments/041-batches/2026-10-05-load.txt new file mode 100644 index 0000000..ac40b91 --- /dev/null +++ b/research/experiments/041-batches/2026-10-05-load.txt @@ -0,0 +1,3 @@ +b1 jit 22:53:50 up 1 day, 19:15, 2 users, load average: 0.90, 0.93, 0.74 +b1 batches 22:53:57 up 1 day, 19:15, 2 users, load average: 1.23, 1.00, 0.76 +b1 rounds 22:54:21 up 1 day, 19:15, 2 users, load average: 1.15, 1.00, 0.77 diff --git a/research/experiments/041-batches/2026-10-05-suite.jsonl b/research/experiments/041-batches/2026-10-05-suite.jsonl new file mode 100644 index 0000000..54aaaa8 --- /dev/null +++ b/research/experiments/041-batches/2026-10-05-suite.jsonl @@ -0,0 +1,288 @@ +{"version":"b1","way":"jit","work":"roots","round":0,"pure_ms":9.679,"c_ms":6.872,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":1,"pure_ms":9.583,"c_ms":6.865,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":2,"pure_ms":9.571,"c_ms":6.859,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":3,"pure_ms":9.574,"c_ms":6.866,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":4,"pure_ms":9.584,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":5,"pure_ms":9.568,"c_ms":6.861,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":6,"pure_ms":9.580,"c_ms":6.858,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":7,"pure_ms":9.581,"c_ms":6.857,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":8,"pure_ms":9.571,"c_ms":6.839,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":9,"pure_ms":9.570,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","round":10,"pure_ms":9.588,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"jit","work":"roots","pure_median_ms":9.580,"c_median_ms":6.860,"ratio":1.396,"agree":true} +{"version":"b1","way":"jit","work":"knapsack","round":0,"pure_ms":7.574,"c_ms":6.256,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":1,"pure_ms":7.656,"c_ms":6.228,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":2,"pure_ms":7.523,"c_ms":6.220,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":3,"pure_ms":7.517,"c_ms":6.226,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":4,"pure_ms":7.515,"c_ms":6.231,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":5,"pure_ms":7.525,"c_ms":6.229,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":6,"pure_ms":7.520,"c_ms":6.225,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":7,"pure_ms":7.522,"c_ms":6.223,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":8,"pure_ms":7.518,"c_ms":6.230,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":9,"pure_ms":7.519,"c_ms":6.221,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","round":10,"pure_ms":7.516,"c_ms":6.224,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"jit","work":"knapsack","pure_median_ms":7.520,"c_median_ms":6.226,"ratio":1.208,"agree":true} +{"version":"b1","way":"jit","work":"sort","round":0,"pure_ms":35.920,"c_ms":27.006,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":1,"pure_ms":37.268,"c_ms":26.840,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":2,"pure_ms":36.633,"c_ms":26.897,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":3,"pure_ms":36.940,"c_ms":26.819,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":4,"pure_ms":36.655,"c_ms":26.905,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":5,"pure_ms":37.273,"c_ms":26.872,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":6,"pure_ms":37.300,"c_ms":26.841,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":7,"pure_ms":36.635,"c_ms":26.845,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":8,"pure_ms":37.343,"c_ms":26.877,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":9,"pure_ms":36.729,"c_ms":26.896,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","round":10,"pure_ms":38.577,"c_ms":26.977,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"jit","work":"sort","pure_median_ms":36.940,"c_median_ms":26.877,"ratio":1.374,"agree":true} +{"version":"b1","way":"jit","work":"join","round":0,"pure_ms":72.044,"c_ms":28.443,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":1,"pure_ms":74.206,"c_ms":28.639,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":2,"pure_ms":74.520,"c_ms":28.549,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":3,"pure_ms":74.893,"c_ms":28.174,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":4,"pure_ms":74.157,"c_ms":29.583,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":5,"pure_ms":72.678,"c_ms":29.011,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":6,"pure_ms":74.245,"c_ms":28.026,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":7,"pure_ms":74.294,"c_ms":28.679,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":8,"pure_ms":73.207,"c_ms":28.686,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":9,"pure_ms":77.263,"c_ms":28.212,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","round":10,"pure_ms":80.021,"c_ms":32.205,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"jit","work":"join","pure_median_ms":74.245,"c_median_ms":28.639,"ratio":2.592,"agree":true} +{"version":"b1","way":"jit","work":"words","round":0,"pure_ms":218.972,"c_ms":39.300,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":1,"pure_ms":209.587,"c_ms":37.891,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":2,"pure_ms":207.170,"c_ms":45.321,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":3,"pure_ms":212.599,"c_ms":35.355,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":4,"pure_ms":208.582,"c_ms":38.818,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":5,"pure_ms":207.351,"c_ms":36.276,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":6,"pure_ms":206.580,"c_ms":40.369,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":7,"pure_ms":210.218,"c_ms":36.223,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":8,"pure_ms":208.028,"c_ms":38.476,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":9,"pure_ms":212.487,"c_ms":37.038,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","round":10,"pure_ms":207.354,"c_ms":40.690,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"jit","work":"words","pure_median_ms":208.582,"c_median_ms":38.476,"ratio":5.421,"agree":true} +{"version":"b1","way":"jit","work":"matmul","round":0,"pure_ms":14.346,"c_ms":7.526,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":1,"pure_ms":14.233,"c_ms":7.500,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":2,"pure_ms":14.206,"c_ms":7.527,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":3,"pure_ms":14.529,"c_ms":7.515,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":4,"pure_ms":14.316,"c_ms":7.504,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":5,"pure_ms":14.241,"c_ms":7.458,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":6,"pure_ms":14.225,"c_ms":7.462,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":7,"pure_ms":14.193,"c_ms":7.502,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":8,"pure_ms":14.237,"c_ms":7.462,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":9,"pure_ms":14.224,"c_ms":7.476,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","round":10,"pure_ms":14.232,"c_ms":7.515,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"jit","work":"matmul","pure_median_ms":14.233,"c_median_ms":7.502,"ratio":1.897,"agree":true} +{"version":"b1","way":"jit","work":"bfs","round":0,"pure_ms":115.743,"c_ms":10.871,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs","round":1,"pure_ms":7.716,"c_ms":9.867,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs","round":2,"pure_ms":7.677,"c_ms":9.947,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs","round":3,"pure_ms":7.668,"c_ms":10.183,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs","round":4,"pure_ms":7.692,"c_ms":9.848,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs","round":5,"pure_ms":7.647,"c_ms":10.135,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs","round":6,"pure_ms":7.666,"c_ms":9.858,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs","round":7,"pure_ms":7.742,"c_ms":11.225,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs","round":8,"pure_ms":7.882,"c_ms":12.651,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs","round":9,"pure_ms":7.833,"c_ms":15.393,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs","round":10,"pure_ms":7.947,"c_ms":15.400,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs","pure_median_ms":7.716,"c_median_ms":10.183,"ratio":0.758,"agree":true} +{"version":"b1","way":"jit","work":"bfs_ahead","round":0,"pure_ms":115.049,"c_ms":7.773,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":1,"pure_ms":7.705,"c_ms":7.260,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":2,"pure_ms":7.671,"c_ms":7.743,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":3,"pure_ms":7.696,"c_ms":7.283,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":4,"pure_ms":7.653,"c_ms":7.323,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":5,"pure_ms":7.658,"c_ms":7.247,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":6,"pure_ms":7.662,"c_ms":7.380,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":7,"pure_ms":7.671,"c_ms":7.266,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":8,"pure_ms":7.659,"c_ms":7.276,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":9,"pure_ms":7.662,"c_ms":7.239,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","round":10,"pure_ms":7.659,"c_ms":7.226,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"jit","work":"bfs_ahead","pure_median_ms":7.662,"c_median_ms":7.276,"ratio":1.053,"agree":true} +{"version":"b1","way":"batches","work":"roots","round":0,"pure_ms":130.079,"c_ms":6.870,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":1,"pure_ms":130.649,"c_ms":6.868,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":2,"pure_ms":130.304,"c_ms":6.878,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":3,"pure_ms":130.643,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":4,"pure_ms":130.638,"c_ms":6.873,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":5,"pure_ms":130.663,"c_ms":6.859,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":6,"pure_ms":130.625,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":7,"pure_ms":130.712,"c_ms":6.861,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":8,"pure_ms":130.634,"c_ms":6.873,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":9,"pure_ms":130.629,"c_ms":6.860,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","round":10,"pure_ms":130.647,"c_ms":6.850,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"batches","work":"roots","pure_median_ms":130.638,"c_median_ms":6.862,"ratio":19.037,"agree":true} +{"version":"b1","way":"batches","work":"knapsack","round":0,"pure_ms":13.707,"c_ms":6.317,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":1,"pure_ms":13.614,"c_ms":6.246,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":2,"pure_ms":13.593,"c_ms":6.233,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":3,"pure_ms":13.569,"c_ms":6.232,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":4,"pure_ms":13.550,"c_ms":6.320,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":5,"pure_ms":13.588,"c_ms":6.233,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":6,"pure_ms":13.551,"c_ms":6.244,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":7,"pure_ms":13.570,"c_ms":6.230,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":8,"pure_ms":14.842,"c_ms":6.243,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":9,"pure_ms":13.550,"c_ms":6.229,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","round":10,"pure_ms":13.548,"c_ms":6.229,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"batches","work":"knapsack","pure_median_ms":13.570,"c_median_ms":6.233,"ratio":2.177,"agree":true} +{"version":"b1","way":"batches","work":"sort","round":0,"pure_ms":78.495,"c_ms":26.947,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":1,"pure_ms":77.977,"c_ms":26.834,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":2,"pure_ms":80.839,"c_ms":26.897,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":3,"pure_ms":78.961,"c_ms":26.848,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":4,"pure_ms":78.400,"c_ms":26.885,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":5,"pure_ms":78.363,"c_ms":26.849,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":6,"pure_ms":77.858,"c_ms":26.854,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":7,"pure_ms":78.209,"c_ms":26.857,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":8,"pure_ms":77.806,"c_ms":26.857,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":9,"pure_ms":77.733,"c_ms":27.029,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","round":10,"pure_ms":78.100,"c_ms":26.860,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"batches","work":"sort","pure_median_ms":78.209,"c_median_ms":26.857,"ratio":2.912,"agree":true} +{"version":"b1","way":"batches","work":"join","round":0,"pure_ms":428.159,"c_ms":30.291,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":1,"pure_ms":424.017,"c_ms":30.888,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":2,"pure_ms":430.983,"c_ms":34.393,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":3,"pure_ms":429.149,"c_ms":29.583,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":4,"pure_ms":428.701,"c_ms":29.650,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":5,"pure_ms":428.361,"c_ms":29.734,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":6,"pure_ms":452.085,"c_ms":45.816,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":7,"pure_ms":429.061,"c_ms":30.918,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":8,"pure_ms":424.814,"c_ms":30.159,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":9,"pure_ms":423.507,"c_ms":32.054,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","round":10,"pure_ms":422.460,"c_ms":30.128,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"batches","work":"join","pure_median_ms":428.361,"c_median_ms":30.291,"ratio":14.141,"agree":true} +{"version":"b1","way":"batches","work":"words","round":0,"pure_ms":208.340,"c_ms":36.685,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":1,"pure_ms":208.783,"c_ms":36.500,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":2,"pure_ms":209.330,"c_ms":35.220,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":3,"pure_ms":206.878,"c_ms":37.026,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":4,"pure_ms":208.124,"c_ms":37.699,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":5,"pure_ms":209.623,"c_ms":38.893,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":6,"pure_ms":207.764,"c_ms":38.231,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":7,"pure_ms":207.055,"c_ms":37.406,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":8,"pure_ms":209.879,"c_ms":38.195,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":9,"pure_ms":208.369,"c_ms":37.859,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","round":10,"pure_ms":209.019,"c_ms":35.792,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"batches","work":"words","pure_median_ms":208.369,"c_median_ms":37.406,"ratio":5.571,"agree":true} +{"version":"b1","way":"batches","work":"matmul","round":0,"pure_ms":911.794,"c_ms":7.806,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":1,"pure_ms":914.810,"c_ms":7.919,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":2,"pure_ms":914.826,"c_ms":7.599,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":3,"pure_ms":915.614,"c_ms":7.526,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":4,"pure_ms":912.074,"c_ms":7.542,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":5,"pure_ms":914.955,"c_ms":7.536,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":6,"pure_ms":914.819,"c_ms":7.533,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":7,"pure_ms":914.954,"c_ms":7.527,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":8,"pure_ms":914.737,"c_ms":7.540,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":9,"pure_ms":914.895,"c_ms":7.535,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","round":10,"pure_ms":917.534,"c_ms":7.561,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"batches","work":"matmul","pure_median_ms":914.826,"c_median_ms":7.540,"ratio":121.336,"agree":true} +{"version":"b1","way":"batches","work":"bfs","round":0,"pure_ms":143.503,"c_ms":10.103,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs","round":1,"pure_ms":92.481,"c_ms":10.478,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs","round":2,"pure_ms":92.230,"c_ms":9.924,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs","round":3,"pure_ms":94.669,"c_ms":9.929,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs","round":4,"pure_ms":92.863,"c_ms":9.980,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs","round":5,"pure_ms":97.902,"c_ms":12.647,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs","round":6,"pure_ms":99.998,"c_ms":13.382,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs","round":7,"pure_ms":93.810,"c_ms":10.019,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs","round":8,"pure_ms":93.228,"c_ms":9.999,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs","round":9,"pure_ms":92.491,"c_ms":10.051,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs","round":10,"pure_ms":92.901,"c_ms":10.056,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs","pure_median_ms":93.228,"c_median_ms":10.051,"ratio":9.276,"agree":true} +{"version":"b1","way":"batches","work":"bfs_ahead","round":0,"pure_ms":143.297,"c_ms":7.837,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":1,"pure_ms":93.857,"c_ms":7.327,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":2,"pure_ms":92.328,"c_ms":7.314,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":3,"pure_ms":92.197,"c_ms":7.334,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":4,"pure_ms":92.239,"c_ms":7.477,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":5,"pure_ms":92.416,"c_ms":7.286,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":6,"pure_ms":94.444,"c_ms":7.298,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":7,"pure_ms":92.856,"c_ms":7.301,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":8,"pure_ms":92.917,"c_ms":8.259,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":9,"pure_ms":92.734,"c_ms":7.303,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","round":10,"pure_ms":92.601,"c_ms":7.271,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"batches","work":"bfs_ahead","pure_median_ms":92.734,"c_median_ms":7.314,"ratio":12.679,"agree":true} +{"version":"b1","way":"rounds","work":"roots","round":0,"pure_ms":130.059,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":1,"pure_ms":130.548,"c_ms":6.862,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":2,"pure_ms":131.086,"c_ms":6.883,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":3,"pure_ms":130.319,"c_ms":6.861,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":4,"pure_ms":130.547,"c_ms":6.845,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":5,"pure_ms":130.615,"c_ms":6.864,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":6,"pure_ms":130.163,"c_ms":6.844,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":7,"pure_ms":130.513,"c_ms":6.874,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":8,"pure_ms":130.550,"c_ms":6.863,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":9,"pure_ms":130.587,"c_ms":6.873,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","round":10,"pure_ms":130.560,"c_ms":6.871,"same":true,"answers":[21082008.973917928,1238280],"c":[21082008.973917928,1238280]} +{"version":"b1","way":"rounds","work":"roots","pure_median_ms":130.548,"c_median_ms":6.863,"ratio":19.023,"agree":true} +{"version":"b1","way":"rounds","work":"knapsack","round":0,"pure_ms":1040.892,"c_ms":6.353,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":1,"pure_ms":1040.280,"c_ms":6.251,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":2,"pure_ms":1038.653,"c_ms":6.241,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":3,"pure_ms":1040.229,"c_ms":6.240,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":4,"pure_ms":1040.832,"c_ms":6.238,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":5,"pure_ms":1040.751,"c_ms":6.244,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":6,"pure_ms":1043.872,"c_ms":6.244,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":7,"pure_ms":1043.602,"c_ms":6.243,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":8,"pure_ms":1043.194,"c_ms":6.252,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":9,"pure_ms":1043.345,"c_ms":6.236,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","round":10,"pure_ms":1043.543,"c_ms":6.292,"same":true,"answers":[49720],"c":[49720]} +{"version":"b1","way":"rounds","work":"knapsack","pure_median_ms":1040.892,"c_median_ms":6.244,"ratio":166.696,"agree":true} +{"version":"b1","way":"rounds","work":"sort","round":0,"pure_ms":86.590,"c_ms":27.304,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":1,"pure_ms":91.443,"c_ms":27.197,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":2,"pure_ms":94.069,"c_ms":26.967,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":3,"pure_ms":80.670,"c_ms":27.030,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":4,"pure_ms":85.857,"c_ms":26.926,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":5,"pure_ms":86.128,"c_ms":27.105,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":6,"pure_ms":82.495,"c_ms":26.933,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":7,"pure_ms":78.159,"c_ms":26.899,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":8,"pure_ms":78.233,"c_ms":26.917,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":9,"pure_ms":78.557,"c_ms":26.842,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","round":10,"pure_ms":78.286,"c_ms":26.934,"same":true,"answers":[6551,1075217194,2147477497,0],"c":[6551,1075217194,2147477497,0]} +{"version":"b1","way":"rounds","work":"sort","pure_median_ms":82.495,"c_median_ms":26.934,"ratio":3.063,"agree":true} +{"version":"b1","way":"rounds","work":"join","round":0,"pure_ms":431.883,"c_ms":28.994,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":1,"pure_ms":422.111,"c_ms":29.473,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":2,"pure_ms":432.965,"c_ms":29.468,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":3,"pure_ms":420.335,"c_ms":30.150,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":4,"pure_ms":428.893,"c_ms":30.802,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":5,"pure_ms":425.086,"c_ms":30.430,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":6,"pure_ms":427.477,"c_ms":29.550,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":7,"pure_ms":426.104,"c_ms":30.053,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":8,"pure_ms":428.088,"c_ms":30.472,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":9,"pure_ms":427.201,"c_ms":30.261,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","round":10,"pure_ms":420.649,"c_ms":31.812,"same":true,"answers":[31610389,499378646],"c":[31610389,499378646]} +{"version":"b1","way":"rounds","work":"join","pure_median_ms":427.201,"c_median_ms":30.150,"ratio":14.169,"agree":true} +{"version":"b1","way":"rounds","work":"words","round":0,"pure_ms":213.984,"c_ms":36.759,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":1,"pure_ms":210.253,"c_ms":37.852,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":2,"pure_ms":208.890,"c_ms":36.957,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":3,"pure_ms":207.069,"c_ms":36.596,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":4,"pure_ms":214.272,"c_ms":36.149,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":5,"pure_ms":212.996,"c_ms":36.307,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":6,"pure_ms":209.486,"c_ms":35.976,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":7,"pure_ms":208.271,"c_ms":36.901,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":8,"pure_ms":211.926,"c_ms":36.870,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":9,"pure_ms":212.058,"c_ms":36.604,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","round":10,"pure_ms":209.905,"c_ms":36.104,"same":true,"answers":[49883,18],"c":[49883,18]} +{"version":"b1","way":"rounds","work":"words","pure_median_ms":210.253,"c_median_ms":36.604,"ratio":5.744,"agree":true} +{"version":"b1","way":"rounds","work":"matmul","round":0,"pure_ms":915.102,"c_ms":7.578,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":1,"pure_ms":914.761,"c_ms":7.521,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":2,"pure_ms":914.750,"c_ms":7.525,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":3,"pure_ms":914.735,"c_ms":7.526,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":4,"pure_ms":914.770,"c_ms":7.538,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":5,"pure_ms":914.651,"c_ms":7.584,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":6,"pure_ms":914.810,"c_ms":7.529,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":7,"pure_ms":914.611,"c_ms":7.543,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":8,"pure_ms":915.867,"c_ms":7.548,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":9,"pure_ms":914.755,"c_ms":7.530,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","round":10,"pure_ms":914.780,"c_ms":7.530,"same":true,"answers":[19621593062,473429],"c":[19621593062,473429]} +{"version":"b1","way":"rounds","work":"matmul","pure_median_ms":914.761,"c_median_ms":7.530,"ratio":121.481,"agree":true} +{"version":"b1","way":"rounds","work":"bfs","round":0,"pure_ms":144.310,"c_ms":10.316,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":1,"pure_ms":93.173,"c_ms":9.970,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":2,"pure_ms":92.290,"c_ms":9.852,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":3,"pure_ms":93.068,"c_ms":10.065,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":4,"pure_ms":92.373,"c_ms":9.898,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":5,"pure_ms":93.360,"c_ms":9.958,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":6,"pure_ms":92.728,"c_ms":11.456,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":7,"pure_ms":92.290,"c_ms":9.922,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":8,"pure_ms":92.935,"c_ms":9.979,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":9,"pure_ms":92.215,"c_ms":9.892,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs","round":10,"pure_ms":92.665,"c_ms":9.926,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs","pure_median_ms":92.728,"c_median_ms":9.958,"ratio":9.312,"agree":true} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":0,"pure_ms":144.818,"c_ms":7.779,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":1,"pure_ms":94.257,"c_ms":7.367,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":2,"pure_ms":92.462,"c_ms":7.393,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":3,"pure_ms":92.582,"c_ms":9.079,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":4,"pure_ms":102.320,"c_ms":8.827,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":5,"pure_ms":97.278,"c_ms":8.353,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":6,"pure_ms":92.840,"c_ms":7.272,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":7,"pure_ms":92.126,"c_ms":7.287,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":8,"pure_ms":92.568,"c_ms":7.905,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":9,"pure_ms":92.712,"c_ms":7.531,"same":true,"answers":[5,99998],"c":[5,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","round":10,"pure_ms":92.582,"c_ms":7.296,"same":true,"answers":[6,99998],"c":[6,99998]} +{"version":"b1","way":"rounds","work":"bfs_ahead","pure_median_ms":92.712,"c_median_ms":7.531,"ratio":12.311,"agree":true} diff --git a/research/experiments/041-batches/icount.c b/research/experiments/041-batches/icount.c new file mode 100644 index 0000000..d8e8943 --- /dev/null +++ b/research/experiments/041-batches/icount.c @@ -0,0 +1,27 @@ +/* icount CMD...: user-mode instructions and cycles of CMD and its children (perf_event_open, inherited). */ +#define _GNU_SOURCE +#include <linux/perf_event.h> +#include <stdint.h> +#include <stdio.h> +#include <string.h> +#include <sys/ioctl.h> +#include <sys/syscall.h> +#include <sys/wait.h> +#include <unistd.h> +static int counter(uint64_t config) { + struct perf_event_attr a; + memset(&a, 0, sizeof(a)); + a.size = sizeof(a), a.type = PERF_TYPE_HARDWARE, a.config = config, a.disabled = 1, a.exclude_kernel = 1, a.exclude_hv = 1, a.inherit = 1; + return (int)syscall(SYS_perf_event_open, &a, 0, -1, -1, 0); +} +int main(int argc, char **argv) { + (void)argc; + int ins = counter(PERF_COUNT_HW_INSTRUCTIONS), cyc = counter(PERF_COUNT_HW_CPU_CYCLES); + ioctl(ins, PERF_EVENT_IOC_ENABLE, 0), ioctl(cyc, PERF_EVENT_IOC_ENABLE, 0); + pid_t p = fork(); + if (!p) { execvp(argv[1], argv + 1); _exit(127); } + int st; waitpid(p, &st, 0); + uint64_t i = 0, c = 0; + read(ins, &i, 8), read(cyc, &c, 8); + fprintf(stderr, "{\"instructions\":%llu,\"cycles\":%llu}\n", (unsigned long long)i, (unsigned long long)c); +} diff --git a/research/experiments/041-batches/runs.sh b/research/experiments/041-batches/runs.sh new file mode 100755 index 0000000..190a3d2 --- /dev/null +++ b/research/experiments/041-batches/runs.sh @@ -0,0 +1,46 @@ +#!/bin/sh +# The batch executor's runs (docs/design/024), from the repository's root, +# on builds made by 040's runs.sh build (~/.cache/pure-040/NAME), under +# research/guard.py on a quiet Pi: +# runs.sh suite NAME ROUNDS [WORK ...] the suite on NAME three ways: the +# compiled code (jit), the executor +# with its batches (batches, +# PURE_JIT=0), the executor alone +# (rounds, PURE_BATCH=0 too) +# runs.sh counts NAME [WORK ...] user-mode instructions and cycles +# of suite-run's 3 rounds, each of +# the two executor ways (icount.c) +set -e +here=research/experiments/041-batches +builds=$HOME/.cache/pure-040 +day=$(date +%F) +quiet() { until awk '{ exit !($1 < 1.5) }' /proc/loadavg; do sleep 10; done; } +mode=$1 name=$2 +shift 2 +case "$mode" in +suite) + rounds=$1 + shift + for way in jit batches rounds; do + quiet + echo "$name $way $(uptime)" >> "$here/$day-load.txt" + case $way in + jit) PURE_JIT=1 python3 research/guard.py --most 3072 -- "$builds/$name/suite-run" "$builds/$name" "$rounds" "$@" ;; + batches) PURE_JIT=0 python3 research/guard.py --most 3072 -- "$builds/$name/suite-run" "$builds/$name" "$rounds" "$@" ;; + rounds) PURE_JIT=0 PURE_BATCH=0 python3 research/guard.py --most 3072 -- "$builds/$name/suite-run" "$builds/$name" "$rounds" "$@" ;; + esac | sed "s/^{/{\"version\":\"$name\",\"way\":\"$way\",/" >> "$here/$day-suite.jsonl" + done ;; +counts) + cc -O2 -o "$builds/icount" $here/icount.c + for work in "$@"; do + for way in batches rounds; do + quiet + batch=1 + [ $way = rounds ] && batch=0 + PURE_JIT=0 PURE_BATCH=$batch "$builds/icount" "$builds/$name/suite-run" "$builds/$name" 3 "$work" 2>&1 >/dev/null \ + | sed "s/^{/{\"version\":\"$name\",\"way\":\"$way\",\"work\":\"$work\",/" >> "$here/$day-counts.jsonl" + done + done ;; +*) echo "runs.sh suite NAME ROUNDS [WORK ...] | counts NAME [WORK ...]" >&2 + exit 2 ;; +esac |