-----------------------------------------------------------
This is an automatically generated e-mail. To reply, visit:
https://reviews.apache.org/r/39236/
-----------------------------------------------------------
Review request for hive.
Bugs: HIVE-12065
https://issues.apache.org/jira/browse/HIVE-12065
Repository: hive-git
Description
-------
FS stats collection may generate incorrect stats for multi-insert query
Diffs
-----
itests/util/src/main/java/org/apache/hadoop/hive/ql/stats/DummyStatsAggregator.java
327eabc
itests/util/src/main/java/org/apache/hadoop/hive/ql/stats/DummyStatsPublisher.java
1f6e80f
itests/util/src/main/java/org/apache/hadoop/hive/ql/stats/KeyVerifyingStatsAggregator.java
cb0b584
ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java e247673
ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java 41ece04
ql/src/java/org/apache/hadoop/hive/ql/exec/TableScanOperator.java cbf02e9
ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java 5b21af9
ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java d9225a9
ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java
4c3ee4b
ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java 19da1c3
ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
e67996d
ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java
a019350
ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java
b076933
ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
1dbe230
ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanMapper.java
3e1ef0a
ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java
cee0878
ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanWork.java
c0a8ae7
ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRTableScan1.java eed1d7c
ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java c696fd5
ql/src/java/org/apache/hadoop/hive/ql/parse/ProcessAnalyzeTable.java f8d6905
ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java a114281
ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkProcessAnalyzeTable.java
66e148f
ql/src/java/org/apache/hadoop/hive/ql/plan/FileSinkDesc.java f73b502
ql/src/java/org/apache/hadoop/hive/ql/plan/StatsWork.java c8515db
ql/src/java/org/apache/hadoop/hive/ql/plan/TableScanDesc.java 98bce96
ql/src/java/org/apache/hadoop/hive/ql/stats/CounterStatsAggregator.java
16b4460
ql/src/java/org/apache/hadoop/hive/ql/stats/CounterStatsAggregatorSpark.java
13f6024
ql/src/java/org/apache/hadoop/hive/ql/stats/CounterStatsAggregatorTez.java
02e8c0b
ql/src/java/org/apache/hadoop/hive/ql/stats/CounterStatsPublisher.java
bf7d027
ql/src/java/org/apache/hadoop/hive/ql/stats/StatsAggregator.java 0ae0489
ql/src/java/org/apache/hadoop/hive/ql/stats/StatsCollectionContext.java
PRE-CREATION
ql/src/java/org/apache/hadoop/hive/ql/stats/StatsPublisher.java 845ec6a
ql/src/java/org/apache/hadoop/hive/ql/stats/fs/FSStatsAggregator.java be025fb
ql/src/java/org/apache/hadoop/hive/ql/stats/fs/FSStatsPublisher.java ce96064
ql/src/java/org/apache/hadoop/hive/ql/stats/jdbc/JDBCStatsAggregator.java
e92523e
ql/src/java/org/apache/hadoop/hive/ql/stats/jdbc/JDBCStatsPublisher.java
aeb3d27
ql/src/test/org/apache/hadoop/hive/ql/exec/TestFileSinkOperator.java 4594836
ql/src/test/org/apache/hadoop/hive/ql/exec/TestStatsPublisherEnhanced.java
887716e
ql/src/test/queries/clientpositive/infer_bucket_sort_multi_insert.q e3992b8
ql/src/test/queries/clientpositive/multi_insert.q 5947985
ql/src/test/queries/clientpositive/multi_insert_gby2.q 46e2b19
ql/src/test/queries/clientpositive/multi_insert_gby3.q 1221af4
ql/src/test/queries/clientpositive/multi_insert_lateral_view.q acf905f
ql/src/test/queries/clientpositive/multi_insert_mixed.q 6d91973
ql/src/test/queries/clientpositive/multi_insert_move_tasks_share_dependencies.q
3117713
ql/src/test/queries/clientpositive/multi_insert_union_src.q 088d756
ql/src/test/results/clientpositive/spark/column_access_stats.q.out 5803093
ql/src/test/results/clientpositive/spark/pcr.q.out fb08f10
ql/src/test/results/clientpositive/spark/ppd_join5.q.out 0cf9080
ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out eeb23a8
ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out 7c34ceb
ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out 4032170
ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out db737b3
ql/src/test/results/clientpositive/spark/union34.q.out a9edf14
Diff: https://reviews.apache.org/r/39236/diff/
Testing
-------
Thanks,
Ashutosh Chauhan
