Review Board 1.7.22


HIVE-1644 Use filter pushdown for automatically accessing indexes

Review Request #558 - Created April 7, 2011 and updated

Russell Melick
trunk
HIVE-1644
Reviewers
hive
hive-git
Review request for HIVE-1644.12.patch

 

Diff revision 7 (Latest)

1 2 3 4 5 6 7
1 2 3 4 5 6 7

  1. common/src/java/org/apache/hadoop/hive/conf/HiveConf.java: Loading...
  2. conf/hive-default.xml: Loading...
  3. eclipse-templates/.classpath: Loading...
  4. ql/src/java/org/apache/hadoop/hive/ql/Driver.java: Loading...
  5. ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java: Loading...
  6. ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java: Loading...
  7. ql/src/java/org/apache/hadoop/hive/ql/index/AbstractIndexHandler.java: Loading...
  8. ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndexHandler.java: Loading...
  9. ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndexQueryContext.java: Loading...
  10. ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java: Loading...
  11. ql/src/java/org/apache/hadoop/hive/ql/metadata/Table.java: Loading...
  12. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/IndexWhereResolver.java: Loading...
  13. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/PhysicalOptimizer.java: Loading...
  14. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcCtx.java: Loading...
  15. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcessor.java: Loading...
  16. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereTaskDispatcher.java: Loading...
  17. ql/src/java/org/apache/hadoop/hive/ql/parse/ParseContext.java: Loading...
  18. ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java: Loading...
  19. ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java: Loading...
  20. ql/src/test/queries/clientpositive/index_auto.q: Loading...
  21. ql/src/test/queries/clientpositive/index_auto_file_format.q: Loading...
  22. ql/src/test/queries/clientpositive/index_auto_multiple.q: Loading...
  23. ql/src/test/queries/clientpositive/index_auto_partitioned.q: Loading...
  24. ql/src/test/queries/clientpositive/index_auto_unused.q: Loading...
  25. ql/src/test/results/clientpositive/index_auto.q.out: Loading...
  26. ql/src/test/results/clientpositive/index_auto_file_format.q.out: Loading...
  27. ql/src/test/results/clientpositive/index_auto_multiple.q.out: Loading...
  28. ql/src/test/results/clientpositive/index_auto_partitioned.q.out: Loading...
  29. ql/src/test/results/clientpositive/index_auto_unused.q.out: Loading...
common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
Revision d28dad0 New Change
[20] 355 lines
[+20] [+] public class HiveConf extends Configuration {
356

    
   
356

   
357
    HIVE_COMBINE_INPUT_FORMAT_SUPPORTS_SPLITTABLE("hive.hadoop.supports.splittable.combineinputformat", false),
357
    HIVE_COMBINE_INPUT_FORMAT_SUPPORTS_SPLITTABLE("hive.hadoop.supports.splittable.combineinputformat", false),
358

    
   
358

   
359
    // Optimizer
359
    // Optimizer
360
    HIVEOPTCP("hive.optimize.cp", true), // column pruner
360
    HIVEOPTCP("hive.optimize.cp", true), // column pruner

    
   
361
    HIVEOPTINDEXFILTER("hive.optimize.index.filter", false), // automatically use indexes
361
    HIVEOPTPPD("hive.optimize.ppd", true), // predicate pushdown
362
    HIVEOPTPPD("hive.optimize.ppd", true), // predicate pushdown
362
    // push predicates down to storage handlers
363
    // push predicates down to storage handlers
363
    HIVEOPTPPD_STORAGE("hive.optimize.ppd.storage", true),
364
    HIVEOPTPPD_STORAGE("hive.optimize.ppd.storage", true),
364
    HIVEOPTGROUPBY("hive.optimize.groupby", true), // optimize group by
365
    HIVEOPTGROUPBY("hive.optimize.groupby", true), // optimize group by
365
    HIVEOPTBUCKETMAPJOIN("hive.optimize.bucketmapjoin", false), // optimize bucket map join
366
    HIVEOPTBUCKETMAPJOIN("hive.optimize.bucketmapjoin", false), // optimize bucket map join
366
    HIVEOPTSORTMERGEBUCKETMAPJOIN("hive.optimize.bucketmapjoin.sortedmerge", false), // try to use sorted merge bucket map join
367
    HIVEOPTSORTMERGEBUCKETMAPJOIN("hive.optimize.bucketmapjoin.sortedmerge", false), // try to use sorted merge bucket map join
367
    HIVEOPTREDUCEDEDUPLICATION("hive.optimize.reducededuplication", true),
368
    HIVEOPTREDUCEDEDUPLICATION("hive.optimize.reducededuplication", true),
368

    
   
369

   

    
   
370
    // Indexes

    
   
371
    HIVEOPTINDEXFILTER_COMPACT_MINSIZE("hive.optimize.index.filter.compact.minsize", (long) 5 * 1024 * 1024 * 1024), // 5G

    
   
372
    HIVEOPTINDEXFILTER_COMPACT_MAXSIZE("hive.optimize.index.filter.compact.maxsize", (long) -1), // infinity

    
   
373

   
369
    // Statistics
374
    // Statistics
370
    HIVESTATSAUTOGATHER("hive.stats.autogather", true),
375
    HIVESTATSAUTOGATHER("hive.stats.autogather", true),
371
    HIVESTATSDBCLASS("hive.stats.dbclass",
376
    HIVESTATSDBCLASS("hive.stats.dbclass",
372
        "jdbc:derby"), // other options are jdbc:mysql and hbase as defined in StatsSetupConst.java
377
        "jdbc:derby"), // other options are jdbc:mysql and hbase as defined in StatsSetupConst.java
373
    HIVESTATSJDBCDRIVER("hive.stats.jdbcdriver",
378
    HIVESTATSJDBCDRIVER("hive.stats.jdbcdriver",
[+20] [20] 375 lines
conf/hive-default.xml
Revision 89b5236 New Change
 
eclipse-templates/.classpath
Revision 8d2dc52 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/Driver.java
Revision ca337a8 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java
Revision 24e16e4 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java
Revision 953cc4c New Change
 
ql/src/java/org/apache/hadoop/hive/ql/index/AbstractIndexHandler.java
Revision dd0186d New Change
 
ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndexHandler.java
Revision 411b78f New Change
 
ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndexQueryContext.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
Revision f90d64f New Change
 
ql/src/java/org/apache/hadoop/hive/ql/metadata/Table.java
Revision 50db44c New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/IndexWhereResolver.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/PhysicalOptimizer.java
Revision 0ae9fa2 New Change
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcCtx.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcessor.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereTaskDispatcher.java
New File
 
ql/src/java/org/apache/hadoop/hive/ql/parse/ParseContext.java
Revision 092484a New Change
 
ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
Revision 404d1fa New Change
 
ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java
Revision 0462749 New Change
 
ql/src/test/queries/clientpositive/index_auto.q
New File
 
ql/src/test/queries/clientpositive/index_auto_file_format.q
New File
 
ql/src/test/queries/clientpositive/index_auto_multiple.q
New File
 
ql/src/test/queries/clientpositive/index_auto_partitioned.q
New File
 
ql/src/test/queries/clientpositive/index_auto_unused.q
New File
 
ql/src/test/results/clientpositive/index_auto.q.out
New File
 
ql/src/test/results/clientpositive/index_auto_file_format.q.out
New File
 
ql/src/test/results/clientpositive/index_auto_multiple.q.out
New File
 
ql/src/test/results/clientpositive/index_auto_partitioned.q.out
New File
 
ql/src/test/results/clientpositive/index_auto_unused.q.out
New File
 
  1. common/src/java/org/apache/hadoop/hive/conf/HiveConf.java: Loading...
  2. conf/hive-default.xml: Loading...
  3. eclipse-templates/.classpath: Loading...
  4. ql/src/java/org/apache/hadoop/hive/ql/Driver.java: Loading...
  5. ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java: Loading...
  6. ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java: Loading...
  7. ql/src/java/org/apache/hadoop/hive/ql/index/AbstractIndexHandler.java: Loading...
  8. ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndexHandler.java: Loading...
  9. ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndexQueryContext.java: Loading...
  10. ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java: Loading...
  11. ql/src/java/org/apache/hadoop/hive/ql/metadata/Table.java: Loading...
  12. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/IndexWhereResolver.java: Loading...
  13. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/PhysicalOptimizer.java: Loading...
  14. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcCtx.java: Loading...
  15. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereProcessor.java: Loading...
  16. ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/index/IndexWhereTaskDispatcher.java: Loading...
  17. ql/src/java/org/apache/hadoop/hive/ql/parse/ParseContext.java: Loading...
  18. ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java: Loading...
  19. ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java: Loading...
  20. ql/src/test/queries/clientpositive/index_auto.q: Loading...
  21. ql/src/test/queries/clientpositive/index_auto_file_format.q: Loading...
  22. ql/src/test/queries/clientpositive/index_auto_multiple.q: Loading...
  23. ql/src/test/queries/clientpositive/index_auto_partitioned.q: Loading...
  24. ql/src/test/queries/clientpositive/index_auto_unused.q: Loading...
  25. ql/src/test/results/clientpositive/index_auto.q.out: Loading...
  26. ql/src/test/results/clientpositive/index_auto_file_format.q.out: Loading...
  27. ql/src/test/results/clientpositive/index_auto_multiple.q.out: Loading...
  28. ql/src/test/results/clientpositive/index_auto_partitioned.q.out: Loading...
  29. ql/src/test/results/clientpositive/index_auto_unused.q.out: Loading...