Review Board 1.7.22


HIVE-1694: Accelerate GROUP BY execution using indexes

Review Request #1194 - Created July 26, 2011 and updated

Prajakta Kalmegh
HIVE-1694
Reviewers
hive
jvs
hive-git
This patch has defined a new AggregateIndexHandler which is used to optimize the query plan for groupby queries. 

 
common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
Revision b46976f New Change
[20] 422 lines
[+20] [+] public class HiveConf extends Configuration {
423
    HIVE_HBASE_WAL_ENABLED("hive.hbase.wal.enabled", true),
423
    HIVE_HBASE_WAL_ENABLED("hive.hbase.wal.enabled", true),
424

    
   
424

   
425
    // For har files
425
    // For har files
426
    HIVEARCHIVEENABLED("hive.archive.enabled", false),
426
    HIVEARCHIVEENABLED("hive.archive.enabled", false),
427
    HIVEHARPARENTDIRSETTABLE("hive.archive.har.parentdir.settable", false),
427
    HIVEHARPARENTDIRSETTABLE("hive.archive.har.parentdir.settable", false),

    
   
428

   

    
   
429
    //Enable/Disable gbToIdx rewrite rule

    
   
430
    HIVEOPTGBYUSINGINDEX("hive.optimize.index.groupby", false),

    
   
431

   
428
    HIVEOUTERJOINSUPPORTSFILTERS("hive.outerjoin.supports.filters", true),
432
    HIVEOUTERJOINSUPPORTSFILTERS("hive.outerjoin.supports.filters", true),
429

    
   
433

   
430
    // Serde for FetchTask
434
    // Serde for FetchTask
431
    HIVEFETCHOUTPUTSERDE("hive.fetch.output.serde", "org.apache.hadoop.hive.serde2.DelimitedJSONSerDe"),
435
    HIVEFETCHOUTPUTSERDE("hive.fetch.output.serde", "org.apache.hadoop.hive.serde2.DelimitedJSONSerDe"),
432

    
   
436

   
[+20] [20] 343 lines
ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndex.java
Revision 591c9ff New Change
 
ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
Revision 2ca63b3 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java
Revision 590d69a New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyCtx.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyProcFactory.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteGBUsingIndex.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteParseContextGenerator.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndex.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndexCtx.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/parse/BaseSemanticAnalyzer.java
Revision 77a6dc6 New Change
 
ql/src/test/queries/clientpositive/ql_rewrite_gbtoidx.q
New File
 
ql/src/test/results/clientpositive/ql_rewrite_gbtoidx.q.out
New File
 
  1. common/src/java/org/apache/hadoop/hive/conf/HiveConf.java: Loading...
  2. ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java: Loading...
  3. ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndex.java: Loading...
  4. ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java: Loading...
  5. ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java: Loading...
  6. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyCtx.java: Loading...
  7. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteCanApplyProcFactory.java: Loading...
  8. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteGBUsingIndex.java: Loading...
  9. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteParseContextGenerator.java: Loading...
  10. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndex.java: Loading...
  11. ql/src/java/org/apache/hadoop/hive/ql/optimizer/index/RewriteQueryUsingAggregateIndexCtx.java: Loading...
  12. ql/src/java/org/apache/hadoop/hive/ql/parse/BaseSemanticAnalyzer.java: Loading...
  13. ql/src/test/queries/clientpositive/ql_rewrite_gbtoidx.q: Loading...
  14. ql/src/test/results/clientpositive/ql_rewrite_gbtoidx.q.out: Loading...