zhuqi-lucas commented on PR #16771:
URL: https://github.com/apache/datafusion/pull/16771#issuecomment-3078761333
> 🤖: Benchmark completed
>
> Details
>
> ```
> group main
reduce_expr_size
> ----- ----
----------------
> logical_aggregate_with_join 1.04 644.1±2.48µs
? ?/sec 1.00 622.3±3.87µs ? ?/sec
> logical_select_all_from_1000 1.00 11.1±0.04ms
? ?/sec 1.02 11.3±0.03ms ? ?/sec
> logical_select_one_from_700 1.06 430.0±2.43µs
? ?/sec 1.00 406.6±1.75µs ? ?/sec
> logical_trivial_join_high_numbered_columns 1.04 381.2±1.36µs
? ?/sec 1.00 367.1±6.18µs ? ?/sec
> logical_trivial_join_low_numbered_columns 1.04 367.2±1.42µs
? ?/sec 1.00 351.6±1.38µs ? ?/sec
> physical_intersection 1.04 853.4±6.19µs
? ?/sec 1.00 823.8±8.64µs ? ?/sec
> physical_join_consider_sort 1.04 1419.2±10.12µs
? ?/sec 1.00 1358.2±6.04µs ? ?/sec
> physical_join_distinct 1.05 360.7±1.77µs
? ?/sec 1.00 343.0±2.09µs ? ?/sec
> physical_many_self_joins 1.07 10.7±0.07ms
? ?/sec 1.00 10.0±0.04ms ? ?/sec
> physical_plan_clickbench_all 1.01 185.5±2.01ms
? ?/sec 1.00 184.0±1.03ms ? ?/sec
> physical_plan_clickbench_q1 1.00 2.5±0.05ms
? ?/sec 1.00 2.5±0.01ms ? ?/sec
> physical_plan_clickbench_q10 1.00 3.4±0.05ms
? ?/sec 1.00 3.4±0.02ms ? ?/sec
> physical_plan_clickbench_q11 1.00 3.5±0.04ms
? ?/sec 1.00 3.6±0.02ms ? ?/sec
> physical_plan_clickbench_q12 1.01 3.7±0.06ms
? ?/sec 1.00 3.7±0.02ms ? ?/sec
> physical_plan_clickbench_q13 1.00 3.3±0.03ms
? ?/sec 1.00 3.3±0.02ms ? ?/sec
> physical_plan_clickbench_q14 1.00 3.5±0.03ms
? ?/sec 1.01 3.6±0.03ms ? ?/sec
> physical_plan_clickbench_q15 1.04 3.5±0.05ms
? ?/sec 1.00 3.4±0.01ms ? ?/sec
> physical_plan_clickbench_q16 1.01 3.3±0.04ms
? ?/sec 1.00 3.3±0.02ms ? ?/sec
> physical_plan_clickbench_q17 1.00 3.3±0.03ms
? ?/sec 1.01 3.4±0.02ms ? ?/sec
> physical_plan_clickbench_q18 1.00 2.9±0.03ms
? ?/sec 1.00 2.9±0.02ms ? ?/sec
> physical_plan_clickbench_q19 1.02 3.9±0.06ms
? ?/sec 1.00 3.8±0.02ms ? ?/sec
> physical_plan_clickbench_q2 1.00 2.9±0.05ms
? ?/sec 1.01 3.0±0.05ms ? ?/sec
> physical_plan_clickbench_q20 1.01 2.7±0.03ms
? ?/sec 1.00 2.6±0.03ms ? ?/sec
> physical_plan_clickbench_q21 1.00 2.9±0.03ms
? ?/sec 1.00 2.9±0.02ms ? ?/sec
> physical_plan_clickbench_q22 1.04 3.6±0.06ms
? ?/sec 1.00 3.5±0.02ms ? ?/sec
> physical_plan_clickbench_q23 1.02 3.8±0.05ms
? ?/sec 1.00 3.8±0.02ms ? ?/sec
> physical_plan_clickbench_q24 1.00 4.3±0.04ms
? ?/sec 1.01 4.3±0.03ms ? ?/sec
> physical_plan_clickbench_q25 1.02 3.1±0.10ms
? ?/sec 1.00 3.1±0.08ms ? ?/sec
> physical_plan_clickbench_q26 1.00 2.9±0.04ms
? ?/sec 1.00 2.9±0.08ms ? ?/sec
> physical_plan_clickbench_q27 1.00 3.1±0.03ms
? ?/sec 1.00 3.1±0.03ms ? ?/sec
> physical_plan_clickbench_q28 1.00 3.9±0.07ms
? ?/sec 1.02 3.9±0.15ms ? ?/sec
> physical_plan_clickbench_q29 1.00 4.5±0.07ms
? ?/sec 1.01 4.5±0.07ms ? ?/sec
> physical_plan_clickbench_q3 1.00 2.8±0.05ms
? ?/sec 1.01 2.9±0.02ms ? ?/sec
> physical_plan_clickbench_q30 1.03 12.8±0.16ms
? ?/sec 1.00 12.5±0.13ms ? ?/sec
> physical_plan_clickbench_q31 1.00 3.8±0.05ms
? ?/sec 1.00 3.8±0.03ms ? ?/sec
> physical_plan_clickbench_q32 1.00 3.8±0.04ms
? ?/sec 1.02 3.9±0.06ms ? ?/sec
> physical_plan_clickbench_q33 1.00 3.3±0.03ms
? ?/sec 1.01 3.3±0.03ms ? ?/sec
> physical_plan_clickbench_q34 1.04 3.2±0.05ms
? ?/sec 1.00 3.1±0.02ms ? ?/sec
> physical_plan_clickbench_q35 1.02 3.2±0.07ms
? ?/sec 1.00 3.2±0.03ms ? ?/sec
> physical_plan_clickbench_q36 1.00 3.8±0.06ms
? ?/sec 1.00 3.8±0.03ms ? ?/sec
> physical_plan_clickbench_q37 1.01 3.9±0.05ms
? ?/sec 1.00 3.8±0.02ms ? ?/sec
> physical_plan_clickbench_q38 1.01 3.8±0.04ms
? ?/sec 1.00 3.8±0.02ms ? ?/sec
> physical_plan_clickbench_q39 1.01 3.7±0.03ms
? ?/sec 1.00 3.6±0.04ms ? ?/sec
> physical_plan_clickbench_q4 1.00 2.6±0.05ms
? ?/sec 1.00 2.6±0.01ms ? ?/sec
> physical_plan_clickbench_q40 1.04 4.4±0.08ms
? ?/sec 1.00 4.3±0.03ms ? ?/sec
> physical_plan_clickbench_q41 1.02 3.9±0.07ms
? ?/sec 1.00 3.8±0.02ms ? ?/sec
> physical_plan_clickbench_q42 1.01 3.8±0.05ms
? ?/sec 1.00 3.8±0.03ms ? ?/sec
> physical_plan_clickbench_q43 1.00 4.2±0.07ms
? ?/sec 1.00 4.2±0.04ms ? ?/sec
> physical_plan_clickbench_q44 1.01 2.7±0.02ms
? ?/sec 1.00 2.7±0.02ms ? ?/sec
> physical_plan_clickbench_q45 1.04 2.8±0.06ms
? ?/sec 1.00 2.7±0.02ms ? ?/sec
> physical_plan_clickbench_q46 1.01 3.2±0.06ms
? ?/sec 1.00 3.1±0.02ms ? ?/sec
> physical_plan_clickbench_q47 1.01 3.8±0.05ms
? ?/sec 1.00 3.7±0.02ms ? ?/sec
> physical_plan_clickbench_q48 1.01 4.4±0.06ms
? ?/sec 1.00 4.4±0.03ms ? ?/sec
> physical_plan_clickbench_q49 1.00 4.6±0.04ms
? ?/sec 1.00 4.6±0.04ms ? ?/sec
> physical_plan_clickbench_q5 1.00 2.8±0.04ms
? ?/sec 1.01 2.8±0.08ms ? ?/sec
> physical_plan_clickbench_q50 1.05 4.3±0.09ms
? ?/sec 1.00 4.1±0.03ms ? ?/sec
> physical_plan_clickbench_q51 1.01 3.2±0.04ms
? ?/sec 1.00 3.2±0.02ms ? ?/sec
> physical_plan_clickbench_q6 1.00 2.8±0.04ms
? ?/sec 1.00 2.8±0.02ms ? ?/sec
> physical_plan_clickbench_q7 1.00 2.5±0.03ms
? ?/sec 1.01 2.6±0.01ms ? ?/sec
> physical_plan_clickbench_q8 1.00 3.4±0.05ms
? ?/sec 1.00 3.4±0.02ms ? ?/sec
> physical_plan_clickbench_q9 1.01 3.3±0.05ms
? ?/sec 1.00 3.2±0.02ms ? ?/sec
> physical_plan_tpcds_all 1.02 1043.2±8.58ms
? ?/sec 1.00 1020.5±3.68ms ? ?/sec
> physical_plan_tpch_all 1.02 62.9±0.68ms
? ?/sec 1.00 61.8±0.43ms ? ?/sec
> physical_plan_tpch_q1 1.00 2.0±0.01ms
? ?/sec 1.00 2.0±0.01ms ? ?/sec
> physical_plan_tpch_q10 1.01 3.8±0.02ms
? ?/sec 1.00 3.8±0.02ms ? ?/sec
> physical_plan_tpch_q11 1.01 3.3±0.02ms
? ?/sec 1.00 3.2±0.01ms ? ?/sec
> physical_plan_tpch_q12 1.02 1799.4±14.71µs
? ?/sec 1.00 1768.5±12.12µs ? ?/sec
> physical_plan_tpch_q13 1.00 1456.9±12.44µs
? ?/sec 1.00 1463.4±5.33µs ? ?/sec
> physical_plan_tpch_q14 1.01 1924.3±21.56µs
? ?/sec 1.00 1912.4±10.19µs ? ?/sec
> physical_plan_tpch_q16 1.02 2.5±0.02ms
? ?/sec 1.00 2.4±0.01ms ? ?/sec
> physical_plan_tpch_q17 1.02 2.4±0.02ms
? ?/sec 1.00 2.4±0.02ms ? ?/sec
> physical_plan_tpch_q18 1.01 2.7±0.02ms
? ?/sec 1.00 2.7±0.01ms ? ?/sec
> physical_plan_tpch_q19 1.06 3.2±0.02ms
? ?/sec 1.00 3.1±0.01ms ? ?/sec
> physical_plan_tpch_q2 1.01 5.5±0.04ms
? ?/sec 1.00 5.4±0.02ms ? ?/sec
> physical_plan_tpch_q20 1.03 3.1±0.02ms
? ?/sec 1.00 3.1±0.02ms ? ?/sec
> physical_plan_tpch_q21 1.02 4.1±0.04ms
? ?/sec 1.00 4.1±0.02ms ? ?/sec
> physical_plan_tpch_q22 1.02 2.7±0.02ms
? ?/sec 1.00 2.7±0.01ms ? ?/sec
> physical_plan_tpch_q3 1.01 2.5±0.02ms
? ?/sec 1.00 2.5±0.01ms ? ?/sec
> physical_plan_tpch_q4 1.01 1527.6±10.50µs
? ?/sec 1.00 1517.5±9.80µs ? ?/sec
> physical_plan_tpch_q5 1.00 3.2±0.02ms
? ?/sec 1.00 3.2±0.01ms ? ?/sec
> physical_plan_tpch_q6 1.02 861.9±5.92µs
? ?/sec 1.00 842.1±5.20µs ? ?/sec
> physical_plan_tpch_q7 1.01 4.2±0.05ms
? ?/sec 1.00 4.2±0.02ms ? ?/sec
> physical_plan_tpch_q8 1.01 5.2±0.05ms
? ?/sec 1.00 5.2±0.02ms ? ?/sec
> physical_plan_tpch_q9 1.00 4.1±0.02ms
? ?/sec 1.00 4.1±0.01ms ? ?/sec
> physical_select_aggregates_from_200 1.01 17.8±0.09ms
? ?/sec 1.00 17.6±0.08ms ? ?/sec
> physical_select_all_from_1000 1.01 24.9±0.12ms
? ?/sec 1.00 24.6±0.09ms ? ?/sec
> physical_select_one_from_700 1.09 1125.1±6.41µs
? ?/sec 1.00 1036.1±11.76µs ? ?/sec
> physical_sorted_union_orderby 1.00 42.4±0.39ms
? ?/sec 1.00 42.3±0.66ms ? ?/sec
> physical_theta_join_consider_sort 1.04 1788.8±10.25µs
? ?/sec 1.00 1722.3±7.18µs ? ?/sec
> physical_unnest_to_join 1.04 1330.1±6.58µs
? ?/sec 1.00 1274.4±6.65µs ? ?/sec
> with_param_values_many_columns 1.00 130.8±0.72µs
? ?/sec 1.04 136.5±0.76µs ? ?/sec
> ```
Thank you @alamb , almost all improvement for most cases, but still the last
one has %4 regression, and i can't reproduce in my local Mac.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org
For additional commands, e-mail: github-h...@datafusion.apache.org
