Review Board 1.7.22


HIVE-1694: Accelerate GROUP BY execution using indexes

Review Request #1194 - Created July 26, 2011 and updated

Prajakta Kalmegh
HIVE-1694
Reviewers
hive
jvs
hive-git
This patch has defined a new AggregateIndexHandler which is used to optimize the query plan for groupby queries. 

 

Diff revision 3

This is not the most recent revision of the diff. The latest diff is revision 4. See what's changed.

1 2 3 4
1 2 3 4

  1. common/src/java/org/apache/hadoop/hive/conf/HiveConf.java: Loading...
  2. data/files/lineitem.txt: Loading...
  3. data/files/tbl.txt: Loading...
  4. ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java: Loading...
  5. ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndex.java: Loading...
  6. ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java: Loading...
  7. ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java: Loading...
  8. ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java: Loading...
  9. ql/src/java/org/apache/hadoop/hive/ql/optimizer/IndexUtils.java: Loading...
  10. ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java: Loading...
  11. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyCtx.java: Loading...
  12. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyProcFactory.java: Loading...
  13. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteGBUsingIndex.java: Loading...
  14. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteParseContextGenerator.java: Loading...
  15. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndex.java: Loading...
  16. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndexCtx.java: Loading...
  17. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcessor.java: Loading...
  18. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereTaskDispatcher.java: Loading...
  19. ql/src/test/queries/clientpositive/ql_rewrite_gbtoidx.q: Loading...
  20. ql/src/test/results/clientpositive/ql_rewrite_gbtoidx.q.out: Loading...
common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
Revision 66ee0be New Change
[20] 428 lines
[+20] [+] public class HiveConf extends Configuration {
429
    HIVE_HBASE_WAL_ENABLED("hive.hbase.wal.enabled", true),
429
    HIVE_HBASE_WAL_ENABLED("hive.hbase.wal.enabled", true),
430

    
   
430

   
431
    // For har files
431
    // For har files
432
    HIVEARCHIVEENABLED("hive.archive.enabled", false),
432
    HIVEARCHIVEENABLED("hive.archive.enabled", false),
433
    HIVEHARPARENTDIRSETTABLE("hive.archive.har.parentdir.settable", false),
433
    HIVEHARPARENTDIRSETTABLE("hive.archive.har.parentdir.settable", false),

    
   
434

   

    
   
435
    //Enable/Disable gbToIdx rewrite rule

    
   
436
    HIVEOPTGBYUSINGINDEX("hive.optimize.index.groupby", false),

    
   
437

   
434
    HIVEOUTERJOINSUPPORTSFILTERS("hive.outerjoin.supports.filters", true),
438
    HIVEOUTERJOINSUPPORTSFILTERS("hive.outerjoin.supports.filters", true),
435

    
   
439

   
436
    // Serde for FetchTask
440
    // Serde for FetchTask
437
    HIVEFETCHOUTPUTSERDE("hive.fetch.output.serde", "org.apache.hadoop.hive.serde2.DelimitedJSONSerDe"),
441
    HIVEFETCHOUTPUTSERDE("hive.fetch.output.serde", "org.apache.hadoop.hive.serde2.DelimitedJSONSerDe"),
438

    
   
442

   
[+20] [20] 352 lines
data/files/lineitem.txt
New File
 
data/files/tbl.txt
New File
 
ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndex.java
Revision 591c9ff New Change
 
ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java
Revision 5053576 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
Revision 7a00c00 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
Revision bec8787 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/IndexUtils.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java
Revision 590d69a New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyCtx.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyProcFactory.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteGBUsingIndex.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteParseContextGenerator.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndex.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndexCtx.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcessor.java
Revision dcdfb9e New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereTaskDispatcher.java
Revision 699519b New Change
 
ql/src/test/queries/clientpositive/ql_rewrite_gbtoidx.q
New File
 
ql/src/test/results/clientpositive/ql_rewrite_gbtoidx.q.out
New File
 
  1. common/src/java/org/apache/hadoop/hive/conf/HiveConf.java: Loading...
  2. data/files/lineitem.txt: Loading...
  3. data/files/tbl.txt: Loading...
  4. ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java: Loading...
  5. ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndex.java: Loading...
  6. ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java: Loading...
  7. ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java: Loading...
  8. ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java: Loading...
  9. ql/src/java/org/apache/hadoop/hive/ql/optimizer/IndexUtils.java: Loading...
  10. ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java: Loading...
  11. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyCtx.java: Loading...
  12. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyProcFactory.java: Loading...
  13. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteGBUsingIndex.java: Loading...
  14. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteParseContextGenerator.java: Loading...
  15. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndex.java: Loading...
  16. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndexCtx.java: Loading...
  17. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcessor.java: Loading...
  18. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereTaskDispatcher.java: Loading...
  19. ql/src/test/queries/clientpositive/ql_rewrite_gbtoidx.q: Loading...
  20. ql/src/test/results/clientpositive/ql_rewrite_gbtoidx.q.out: Loading...