Review Board 1.7.22


[HIVE-4827] Merge a Map-only job to its following MapReduce job with multiple inputs

Review Request #12795 - Created July 21, 2013 and updated

Yin Huai
trunk
HIVE-4827
Reviewers
hive
hive-git
https://issues.apache.org/jira/browse/HIVE-4827
Running tests.
common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
Revision cb59560 New Change
[20] 504 lines
[+20] [+] public class HiveConf extends Configuration {
505
    HIVESKEWJOIN("hive.optimize.skewjoin", false),
505
    HIVESKEWJOIN("hive.optimize.skewjoin", false),
506
    HIVECONVERTJOIN("hive.auto.convert.join", true),
506
    HIVECONVERTJOIN("hive.auto.convert.join", true),
507
    HIVECONVERTJOINNOCONDITIONALTASK("hive.auto.convert.join.noconditionaltask", true),
507
    HIVECONVERTJOINNOCONDITIONALTASK("hive.auto.convert.join.noconditionaltask", true),
508
    HIVECONVERTJOINNOCONDITIONALTASKTHRESHOLD("hive.auto.convert.join.noconditionaltask.size",
508
    HIVECONVERTJOINNOCONDITIONALTASKTHRESHOLD("hive.auto.convert.join.noconditionaltask.size",
509
        10000000L),
509
        10000000L),
510
    HIVEOPTIMIZEMAPJOINFOLLOWEDBYMR("hive.optimize.mapjoin.mapreduce", false),

   
511
    HIVESKEWJOINKEY("hive.skewjoin.key", 100000),
510
    HIVESKEWJOINKEY("hive.skewjoin.key", 100000),
512
    HIVESKEWJOINMAPJOINNUMMAPTASK("hive.skewjoin.mapjoin.map.tasks", 10000),
511
    HIVESKEWJOINMAPJOINNUMMAPTASK("hive.skewjoin.mapjoin.map.tasks", 10000),
513
    HIVESKEWJOINMAPJOINMINSPLIT("hive.skewjoin.mapjoin.min.split", 33554432L), //32M
512
    HIVESKEWJOINMAPJOINMINSPLIT("hive.skewjoin.mapjoin.min.split", 33554432L), //32M
514

    
   
513

   
515
    HIVESENDHEARTBEAT("hive.heartbeat.interval", 1000),
514
    HIVESENDHEARTBEAT("hive.heartbeat.interval", 1000),
[+20] [20] 736 lines
conf/hive-default.xml.template
Revision e0b7f5c New Change
 
ql/src/java/org/apache/hadoop/hive/ql/exec/OperatorUtils.java
Revision 66b84ff New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java
Revision bf224e0 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/QueryPlanTreeTransformation.java
Revision f704ec1 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java
Revision d532bb1 New Change
 
ql/src/test/queries/clientpositive/auto_join33.q
Revision 5c85842 New Change
 
ql/src/test/queries/clientpositive/correlationoptimizer1.q
Revision 2adf855 New Change
 
ql/src/test/queries/clientpositive/correlationoptimizer3.q
Revision fcbb764 New Change
 
ql/src/test/queries/clientpositive/correlationoptimizer4.q
Revision 0e84cb7 New Change
 
ql/src/test/queries/clientpositive/correlationoptimizer5.q
Revision 1900f5d New Change
 
ql/src/test/queries/clientpositive/correlationoptimizer6.q
Revision 88d790c New Change
 
ql/src/test/queries/clientpositive/correlationoptimizer7.q
Revision 9b18972 New Change
 
ql/src/test/queries/clientpositive/multiMapJoin1.q
Revision 86b0586 New Change
 
ql/src/test/queries/clientpositive/multiMapJoin2.q
New File
 
ql/src/test/queries/clientpositive/union34.q
Revision a88e395 New Change
 
ql/src/test/results/clientpositive/auto_join0.q.out
Revision c48181d New Change
 
ql/src/test/results/clientpositive/auto_join10.q.out
Revision deb8eb5 New Change
 
ql/src/test/results/clientpositive/auto_join11.q.out
Revision 82bc3f9 New Change
 
ql/src/test/results/clientpositive/auto_join12.q.out
Revision 1a170cb New Change
 
  1. common/src/java/org/apache/hadoop/hive/conf/HiveConf.java: Loading...
  2. conf/hive-default.xml.template: Loading...
  3. ql/src/java/org/apache/hadoop/hive/ql/exec/OperatorUtils.java: Loading...
  4. ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java: Loading...
  5. ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/QueryPlanTreeTransformation.java: Loading...
  6. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java: Loading...
  7. ql/src/test/queries/clientpositive/auto_join33.q: Loading...
  8. ql/src/test/queries/clientpositive/correlationoptimizer1.q: Loading...
  9. ql/src/test/queries/clientpositive/correlationoptimizer3.q: Loading...
  10. ql/src/test/queries/clientpositive/correlationoptimizer4.q: Loading...
  11. ql/src/test/queries/clientpositive/correlationoptimizer5.q: Loading...
  12. ql/src/test/queries/clientpositive/correlationoptimizer6.q: Loading...
  13. ql/src/test/queries/clientpositive/correlationoptimizer7.q: Loading...
  14. ql/src/test/queries/clientpositive/multiMapJoin1.q: Loading...
  15. ql/src/test/queries/clientpositive/multiMapJoin2.q: Loading...
  16. ql/src/test/queries/clientpositive/union34.q: Loading...
  17. ql/src/test/results/clientpositive/auto_join0.q.out: Loading...
  18. ql/src/test/results/clientpositive/auto_join10.q.out: Loading...
  19. ql/src/test/results/clientpositive/auto_join11.q.out: Loading...
  20. ql/src/test/results/clientpositive/auto_join12.q.out: Loading...
This diff has been split across 3 pages: 1 2 3 >