Review Board 1.7.22


Refactored RandomAccess Framework (MR + HCat implementation.)

Review Request #4548 - Created March 29, 2012 and discarded

Mithun Radhakrishnan
HCATALOG-353
Reviewers
avandana, dcapwell, francisliu
hcatalog
Modified version of RandomAccess.

Now the user is not exposed to HBase, and can code directly against HCat.

Also, *SnapshotReader's filter-functionality has been moved to a separate class, to be used from HBaseRandomAccess as well.
Unit-tests, integration.

Diff revision 1 (Latest)

  1. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/common/HCatConstants.java: Loading...
  2. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccess.java: Loading...
  3. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccessCommitter.java: Loading...
  4. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccessOutputFormat.java: Loading...
  5. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccessible.java: Loading...
  6. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/mapreduce/HCatRandomAccess.java: Loading...
  7. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/gen-java/org/apache/hcatalog/hbase/SnapshotFilter.java: Loading...
  8. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HBaseHCatStorageHandler.java: Loading...
  9. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HBaseRandomAccess.java: Loading...
  10. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HBaseRandomAccessCommitter.java: Loading...
  11. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HbaseSnapshotRecordReader.java: Loading...
  12. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/test/org/apache/hcatalog/hbase/TestHBaseRandomAccess.java: Loading...
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/common/HCatConstants.java
Revision 1306669 New Change
[20] 73 lines
[+20]
74
  public static final String HCAT_KEY_OUTPUT_INFO = HCAT_KEY_OUTPUT_BASE + ".info";
74
  public static final String HCAT_KEY_OUTPUT_INFO = HCAT_KEY_OUTPUT_BASE + ".info";
75
  public static final String HCAT_KEY_HIVE_CONF = HCAT_KEY_OUTPUT_BASE + ".hive.conf";
75
  public static final String HCAT_KEY_HIVE_CONF = HCAT_KEY_OUTPUT_BASE + ".hive.conf";
76
  public static final String HCAT_KEY_TOKEN_SIGNATURE = HCAT_KEY_OUTPUT_BASE + ".token.sig";
76
  public static final String HCAT_KEY_TOKEN_SIGNATURE = HCAT_KEY_OUTPUT_BASE + ".token.sig";
77
  public static final String HCAT_KEY_JOBCLIENT_TOKEN_SIGNATURE = HCAT_KEY_OUTPUT_BASE + ".jobclient.token.sig";
77
  public static final String HCAT_KEY_JOBCLIENT_TOKEN_SIGNATURE = HCAT_KEY_OUTPUT_BASE + ".jobclient.token.sig";
78
  public static final String HCAT_KEY_JOBCLIENT_TOKEN_STRFORM = HCAT_KEY_OUTPUT_BASE + ".jobclient.token.strform";
78
  public static final String HCAT_KEY_JOBCLIENT_TOKEN_STRFORM = HCAT_KEY_OUTPUT_BASE + ".jobclient.token.strform";

    
   
79
  public static final String HCAT_KEY_INPUT_JOB_INFO = "mapreduce.lib.hcat.input.job.info";

    
   
80
  public static final String HCAT_KEY_OUTPUT_JOB_INFO = "mapreduce.lib.hcat.output.job.info";

    
   
81
  public static final String HCAT_KEY_BASE_RANDOM_ACCESS = "mapreduce.lib.hcat.base.random_access";

    
   
82
  public static final String HCAT_KEY_BASE_SERDE = "mapreduce.lib.hcat.base.serde";
79

    
   
83

   
80
  public static final String[] OUTPUT_CONFS_TO_SAVE = {
84
  public static final String[] OUTPUT_CONFS_TO_SAVE = {
81
    HCAT_KEY_OUTPUT_INFO,
85
    HCAT_KEY_OUTPUT_INFO,
82
    HCAT_KEY_HIVE_CONF,
86
    HCAT_KEY_HIVE_CONF,
83
    HCAT_KEY_TOKEN_SIGNATURE,
87
    HCAT_KEY_TOKEN_SIGNATURE,
[+20] [20] 33 lines
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccess.java
New File
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccessCommitter.java
New File
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccessOutputFormat.java
New File
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccessible.java
New File
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/mapreduce/HCatRandomAccess.java
New File
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/gen-java/org/apache/hcatalog/hbase/SnapshotFilter.java
New File
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HBaseHCatStorageHandler.java
Revision 1306669 New Change
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HBaseRandomAccess.java
New File
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HBaseRandomAccessCommitter.java
New File
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HbaseSnapshotRecordReader.java
Revision 1306669 New Change
 
http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/test/org/apache/hcatalog/hbase/TestHBaseRandomAccess.java
New File
 
  1. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/common/HCatConstants.java: Loading...
  2. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccess.java: Loading...
  3. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccessCommitter.java: Loading...
  4. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccessOutputFormat.java: Loading...
  5. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/data/randomaccess/RandomAccessible.java: Loading...
  6. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/src/java/org/apache/hcatalog/mapreduce/HCatRandomAccess.java: Loading...
  7. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/gen-java/org/apache/hcatalog/hbase/SnapshotFilter.java: Loading...
  8. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HBaseHCatStorageHandler.java: Loading...
  9. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HBaseRandomAccess.java: Loading...
  10. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HBaseRandomAccessCommitter.java: Loading...
  11. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/java/org/apache/hcatalog/hbase/HbaseSnapshotRecordReader.java: Loading...
  12. http://svn.apache.org/repos/asf/incubator/hcatalog/trunk/storage-handlers/hbase/src/test/org/apache/hcatalog/hbase/TestHBaseRandomAccess.java: Loading...