songwdfu commented on PR #16308:
URL: https://github.com/apache/pinot/pull/16308#issuecomment-3130634779
Another benchmark testing query latency btw pair-wise merge and sequential
merge
new approach
```
Benchmark (_limit) (_numRows)
(_numSegments)
(_query) (_scenario)
(_singleThreadedThreshold) Mode Cnt Score Error Units
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 150
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 3.941 ± 2.059 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 150
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 8.026 ± 7.141 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 150
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 25.040 ± 8.317 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 1500
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 11.152 ± 6.314 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 1500
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 44.175 ± 96.435 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 1500
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 142.731 ± 83.015 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 15000
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 49.613 ± 20.253 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 15000
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 192.864 ± 134.489 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 15000
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 1162.563 ± 438.135 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 150
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 5.568 ± 5.637 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 150
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 8.855 ± 8.090 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 150
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 28.420 ± 24.690 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 1500
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 14.579 ± 11.130 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 1500
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 45.673 ± 14.919 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 1500
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 210.869 ± 43.548 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 15000
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 62.658 ± 28.824 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 15000
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 237.603 ± 89.421 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 15000
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 1375.179 ± 78.264 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 150
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 15.625 ± 12.702 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 150
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 30.070 ± 33.013 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 150
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 109.430 ± 41.073 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 1500
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 36.187 ± 12.471 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 1500
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 94.957 ± 113.395 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 1500
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 404.658 ± 882.613 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 15000
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 95.917 ± 75.654 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 15000
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 315.345 ± 528.985 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 15000
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1 avgt 3 1769.635 ± 4085.290 ms/op
```
single-threaded approach
```
Benchmark (_limit) (_numRows)
(_numSegments)
(_query) (_scenario)
(_singleThreadedThreshold) Mode Cnt Score Error Units
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 150
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 4.158 ± 5.773 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 150
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 8.141 ± 7.248 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 150
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 25.236 ± 23.867 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 1500
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 11.435 ± 7.196 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 1500
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 34.962 ± 6.209 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 1500
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 142.428 ± 36.030 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 15000
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 51.901 ± 16.739 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 15000
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 184.373 ± 23.475 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 100 15000
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 1193.498 ± 841.434 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 150
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 6.977 ± 14.725 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 150
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 13.062 ± 4.193 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 150
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 48.386 ± 26.245 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 1500
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 16.262 ± 27.693 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 1500
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 44.828 ± 9.763 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 1500
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 209.273 ± 87.702 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 15000
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 78.138 ± 116.090 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 15000
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 239.875 ± 167.827 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 1000 15000
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 1398.430 ± 545.345 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 150
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 20.155 ± 8.647 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 150
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 96.886 ± 423.747 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 150
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 338.651 ± 437.526 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 1500
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 49.132 ± 14.164 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 1500
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 148.873 ± 129.235 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 1500
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 719.505 ± 463.290 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 15000
50 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 99.363 ± 42.058 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 15000
200 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 373.908 ± 425.164 ms/op
BenchmarkAggregateGroupByOrderByQueriesSSE.query 10000 15000
1000 SELECT RAW_STRING_COL,STRING_COL,COUNT(*) FROM MyTable GROUP BY
RAW_STRING_COL,STRING_COL ORDER BY RAW_STRING_COL,STRING_COL EXP(0.001)
1000000 avgt 3 2461.985 ± 2334.356 ms/op
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
