Review Board 1.7.22


Add UberCompressor Serde/Codec to contrib which allows per-column compression strategies

Review Request #3075 - Created Dec. 8, 2011 and updated

Krishna
HIVE-2604
Reviewers
hive
heyongqiang
hive-git
Add UberCompressor Serde/Codec to contrib which allows per-column compression strategies
 - gaps 
    - supports only certain complex types
    - stats
test added
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/InputReader.java
New File

    
   
1
/**

    
   
2
 * Licensed to the Apache Software Foundation (ASF) under one

    
   
3
 * or more contributor license agreements.  See the NOTICE file

    
   
4
 * distributed with this work for additional information

    
   
5
 * regarding copyright ownership.  The ASF licenses this file

    
   
6
 * to you under the Apache License, Version 2.0 (the

    
   
7
 * "License"); you may not use this file except in compliance

    
   
8
 * with the License.  You may obtain a copy of the License at

    
   
9
 *

    
   
10
 *     http://www.apache.org/licenses/LICENSE-2.0

    
   
11
 *

    
   
12
 * Unless required by applicable law or agreed to in writing, software

    
   
13
 * distributed under the License is distributed on an "AS IS" BASIS,

    
   
14
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

    
   
15
 * See the License for the specific language governing permissions and

    
   
16
 * limitations under the License.

    
   
17
 */

    
   
18

   

    
   
19
package org.apache.hadoop.hive.contrib.ubercompressor;

    
   
20

   

    
   
21
import java.io.IOException;

    
   
22

   

    
   
23
import org.apache.hadoop.hive.contrib.ubercompressor.dsalg.Tuple;

    
   
24
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;

    
   
25

   

    
   
26
/**

    
   
27
 * 

    
   
28
 * InputReader. a reader for instances

    
   
29
 *

    
   
30
 */

    
   
31
public interface InputReader {

    
   
32
  /**

    
   
33
   * get the objectinspector to be used to inspect the returned objects

    
   
34
   * 

    
   
35
   * @return the objectinspector to be used to inspect the returned objects

    
   
36
   */

    
   
37
  public ObjectInspector getObjectInspector();

    
   
38
  /**

    
   
39
   * 

    
   
40
   * read in an instance.

    
   
41
   * 

    
   
42
   * @return  a tuple indicating whether we have hit EOF, and if not, the instance read

    
   
43
   * 

    
   
44
   * @throws IOException

    
   
45
   */

    
   
46
  public Tuple<Boolean, Object> read() throws IOException;

    
   
47
  /**

    
   
48
   * 

    
   
49
   * Close the reader

    
   
50
   * 

    
   
51
   * @param closeUnderLying whether to close the underlying inputstream

    
   
52
   * 

    
   
53
   * @throws IOException

    
   
54
   */

    
   
55
  public void close(boolean closeUnderLying) throws IOException;

    
   
56
}
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/OutputWriter.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/TypeSpecificCompressor.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressionCodec.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressionInputStream.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressionOutputStream.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorColumnConfig.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorConfig.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorSerde.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorSerdeField.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorUtils.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/compressors/DummyIntegerCompressor.java
New File
 
contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/dsalg/Tuple.java
New File
 
contrib/src/test/queries/clientpositive/ubercompressor.q
New File
 
contrib/src/test/results/clientpositive/ubercompressor.q.out
New File
 
  1. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/InputReader.java: Loading...
  2. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/OutputWriter.java: Loading...
  3. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/TypeSpecificCompressor.java: Loading...
  4. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressionCodec.java: Loading...
  5. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressionInputStream.java: Loading...
  6. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressionOutputStream.java: Loading...
  7. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorColumnConfig.java: Loading...
  8. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorConfig.java: Loading...
  9. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorSerde.java: Loading...
  10. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorSerdeField.java: Loading...
  11. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/UberCompressorUtils.java: Loading...
  12. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/compressors/DummyIntegerCompressor.java: Loading...
  13. contrib/src/java/org/apache/hadoop/hive/contrib/ubercompressor/dsalg/Tuple.java: Loading...
  14. contrib/src/test/queries/clientpositive/ubercompressor.q: Loading...
  15. contrib/src/test/results/clientpositive/ubercompressor.q.out: Loading...