[ https://issues.apache.org/jira/browse/HIVE-4825?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13724861#comment-13724861 ]
Hudson commented on HIVE-4825: ------------------------------ ABORTED: Integrated in Hive-trunk-hadoop2 #318 (See [https://builds.apache.org/job/Hive-trunk-hadoop2/318/]) HIVE-4825 : Separate MapredWork into MapWork and ReduceWork (Gunther Hagleitner via Ashutosh Chauhan) (hashutosh: http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1508111) * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/Driver.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MoveTask.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecMapper.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecReducer.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/MapRedTask.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/MapredLocalTask.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/CombineHiveInputFormat.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveInputFormat.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/SymbolicInputFormat.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroGenericRecordReader.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/merge/BlockMergeTask.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/merge/MergeWork.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanWork.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateMapper.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateWork.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRRedSink1.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRRedSink3.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRTableScan1.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinFactory.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/AbstractJoinTaskDispatcher.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/BucketingSortingInferenceOptimizer.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/GenMRSkewJoinProcessor.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/MapJoinResolver.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/MetadataOnlyOptimizer.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SamplingOptimizer.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SkewJoinResolver.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SortMergeJoinTaskDispatcher.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcessor.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereTaskDispatcher.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/MapReduceCompiler.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/BaseWork.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/Explain.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/MapWork.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/PartitionDesc.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java * /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/ReduceWork.java * /hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java * /hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/exec/TestExecDriver.java * /hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/exec/TestOperators.java * /hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/exec/TestPlan.java * /hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/hooks/VerifyHiveSortedInputFormatUsedHook.java * /hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/TestSymlinkTextInputFormat.java * /hive/trunk/ql/src/test/results/clientpositive/alter_partition_coltype.q.out * /hive/trunk/ql/src/test/results/clientpositive/auto_sortmerge_join_1.q.out * /hive/trunk/ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out * /hive/trunk/ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out * /hive/trunk/ql/src/test/results/clientpositive/auto_sortmerge_join_2.q.out * /hive/trunk/ql/src/test/results/clientpositive/auto_sortmerge_join_3.q.out * /hive/trunk/ql/src/test/results/clientpositive/auto_sortmerge_join_4.q.out * /hive/trunk/ql/src/test/results/clientpositive/auto_sortmerge_join_5.q.out * /hive/trunk/ql/src/test/results/clientpositive/auto_sortmerge_join_7.q.out * /hive/trunk/ql/src/test/results/clientpositive/auto_sortmerge_join_8.q.out * /hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucket1.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucket2.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucket3.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucket4.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucket5.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_1.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucket_map_join_2.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketcontext_1.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketcontext_2.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketcontext_3.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketcontext_4.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketcontext_5.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketcontext_6.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketcontext_7.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketcontext_8.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin10.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin11.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin12.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin13.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin7.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin8.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin9.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out * /hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out * /hive/trunk/ql/src/test/results/clientpositive/columnstats_partlvl.q.out * /hive/trunk/ql/src/test/results/clientpositive/columnstats_tbllvl.q.out * /hive/trunk/ql/src/test/results/clientpositive/combine2.q.out * /hive/trunk/ql/src/test/results/clientpositive/combine2_hadoop20.q.out * /hive/trunk/ql/src/test/results/clientpositive/ctas.q.out * /hive/trunk/ql/src/test/results/clientpositive/ctas_hadoop20.q.out * /hive/trunk/ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out * /hive/trunk/ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out * /hive/trunk/ql/src/test/results/clientpositive/filter_join_breaktask.q.out * /hive/trunk/ql/src/test/results/clientpositive/groupby_map_ppr.q.out * /hive/trunk/ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out * /hive/trunk/ql/src/test/results/clientpositive/groupby_ppr.q.out * /hive/trunk/ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out * /hive/trunk/ql/src/test/results/clientpositive/groupby_sort_1.q.out * /hive/trunk/ql/src/test/results/clientpositive/groupby_sort_6.q.out * /hive/trunk/ql/src/test/results/clientpositive/groupby_sort_skew_1.q.out * /hive/trunk/ql/src/test/results/clientpositive/input23.q.out * /hive/trunk/ql/src/test/results/clientpositive/input4.q.out * /hive/trunk/ql/src/test/results/clientpositive/input42.q.out * /hive/trunk/ql/src/test/results/clientpositive/input_part1.q.out * /hive/trunk/ql/src/test/results/clientpositive/input_part2.q.out * /hive/trunk/ql/src/test/results/clientpositive/input_part7.q.out * /hive/trunk/ql/src/test/results/clientpositive/input_part9.q.out * /hive/trunk/ql/src/test/results/clientpositive/join17.q.out * /hive/trunk/ql/src/test/results/clientpositive/join26.q.out * /hive/trunk/ql/src/test/results/clientpositive/join32.q.out * /hive/trunk/ql/src/test/results/clientpositive/join32_lessSize.q.out * /hive/trunk/ql/src/test/results/clientpositive/join33.q.out * /hive/trunk/ql/src/test/results/clientpositive/join34.q.out * /hive/trunk/ql/src/test/results/clientpositive/join35.q.out * /hive/trunk/ql/src/test/results/clientpositive/join9.q.out * /hive/trunk/ql/src/test/results/clientpositive/join_filters_overlap.q.out * /hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_10.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_11.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_13.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_4.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_6.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_7.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_8.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_9.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_oneskew_1.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out * /hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out * /hive/trunk/ql/src/test/results/clientpositive/load_dyn_part8.q.out * /hive/trunk/ql/src/test/results/clientpositive/louter_join_ppr.q.out * /hive/trunk/ql/src/test/results/clientpositive/macro.q.out * /hive/trunk/ql/src/test/results/clientpositive/merge3.q.out * /hive/trunk/ql/src/test/results/clientpositive/metadataonly1.q.out * /hive/trunk/ql/src/test/results/clientpositive/outer_join_ppr.q.out * /hive/trunk/ql/src/test/results/clientpositive/parallel_orderby.q.out * /hive/trunk/ql/src/test/results/clientpositive/pcr.q.out * /hive/trunk/ql/src/test/results/clientpositive/plan_json.q.out * /hive/trunk/ql/src/test/results/clientpositive/ppd_join_filter.q.out * /hive/trunk/ql/src/test/results/clientpositive/ppd_union_view.q.out * /hive/trunk/ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out * /hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out * /hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out * /hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out * /hive/trunk/ql/src/test/results/clientpositive/reduce_deduplicate.q.out * /hive/trunk/ql/src/test/results/clientpositive/regexp_extract.q.out * /hive/trunk/ql/src/test/results/clientpositive/router_join_ppr.q.out * /hive/trunk/ql/src/test/results/clientpositive/sample1.q.out * /hive/trunk/ql/src/test/results/clientpositive/sample10.q.out * /hive/trunk/ql/src/test/results/clientpositive/sample2.q.out * /hive/trunk/ql/src/test/results/clientpositive/sample4.q.out * /hive/trunk/ql/src/test/results/clientpositive/sample5.q.out * /hive/trunk/ql/src/test/results/clientpositive/sample6.q.out * /hive/trunk/ql/src/test/results/clientpositive/sample7.q.out * /hive/trunk/ql/src/test/results/clientpositive/sample8.q.out * /hive/trunk/ql/src/test/results/clientpositive/sample9.q.out * /hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin9.q.out * /hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_11.q.out * /hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_12.q.out * /hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_13.q.out * /hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_15.q.out * /hive/trunk/ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out * /hive/trunk/ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out * /hive/trunk/ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out * /hive/trunk/ql/src/test/results/clientpositive/stats0.q.out * /hive/trunk/ql/src/test/results/clientpositive/stats11.q.out * /hive/trunk/ql/src/test/results/clientpositive/stats12.q.out * /hive/trunk/ql/src/test/results/clientpositive/stats13.q.out * /hive/trunk/ql/src/test/results/clientpositive/transform_ppr1.q.out * /hive/trunk/ql/src/test/results/clientpositive/transform_ppr2.q.out * /hive/trunk/ql/src/test/results/clientpositive/truncate_column_list_bucket.q.out * /hive/trunk/ql/src/test/results/clientpositive/udf_explode.q.out * /hive/trunk/ql/src/test/results/clientpositive/udf_java_method.q.out * /hive/trunk/ql/src/test/results/clientpositive/udf_reflect.q.out * /hive/trunk/ql/src/test/results/clientpositive/udf_reflect2.q.out * /hive/trunk/ql/src/test/results/clientpositive/udtf_explode.q.out * /hive/trunk/ql/src/test/results/clientpositive/union22.q.out * /hive/trunk/ql/src/test/results/clientpositive/union24.q.out * /hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out * /hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/cast1.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/groupby1.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/groupby2.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/groupby3.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/groupby4.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/groupby5.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/groupby6.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input20.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input4.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input5.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input8.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input_part1.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input_testxpath.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/input_testxpath2.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/join1.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/join2.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/join3.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/join4.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/join5.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/join6.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/join7.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/join8.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/sample1.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/subq.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/udf1.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/udf4.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/udf6.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/udf_case.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/udf_when.q.xml * /hive/trunk/ql/src/test/results/compiler/plan/union.q.xml > Separate MapredWork into MapWork and ReduceWork > ----------------------------------------------- > > Key: HIVE-4825 > URL: https://issues.apache.org/jira/browse/HIVE-4825 > Project: Hive > Issue Type: Improvement > Reporter: Gunther Hagleitner > Assignee: Gunther Hagleitner > Priority: Minor > Fix For: 0.12.0 > > Attachments: HIVE-4825.1.patch, HIVE-4825.2.code.patch, > HIVE-4825.2.testfiles.patch, HIVE-4825.3.testfiles.patch, HIVE-4825.4.patch, > HIVE-4825.5.patch, HIVE-4825.6.patch > > > Right now all the information needed to run an MR job is captured in > MapredWork. This class has aliases, tagging info, table descriptors etc. > For Tez and MRR it will be useful to break this into map and reduce specific > pieces. The separation is natural and I think has value in itself, it makes > the code easier to understand. However, it will also allow us to reuse these > abstractions in Tez where you'll have a graph of these instead of just 1M and > 0-1R. -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira