Review Board 1.7.22


[HIVE-3585] Integrate Trevni as another columnar oriented file format

Review Request #14204 - Created Sept. 18, 2013 and updated

Sean Busbey
HIVE-3585
14203
Reviewers
hive
ecapriolo, jghoman, mwagner
hive
rebased to trunk. added MR based tests per feedback from Ed. bumped avro version.
iff HIVE-5302 has already been applied, tests pass.
/trunk/eclipse-templates/.classpath
Revision 1523883 New Change
[20] 44 lines
[+20]
45
  <classpathentry kind="lib" path="build/ivy/lib/hadoop0.20.shim/oro-2.0.8.jar"/>
45
  <classpathentry kind="lib" path="build/ivy/lib/hadoop0.20.shim/oro-2.0.8.jar"/>
46
  <classpathentry kind="lib" path="build/ivy/lib/hadoop0.20.shim/servlet-api-2.5-6.1.14.jar"/>
46
  <classpathentry kind="lib" path="build/ivy/lib/hadoop0.20.shim/servlet-api-2.5-6.1.14.jar"/>
47
  <classpathentry kind="lib" path="build/ivy/lib/hadoop0.20.shim/xmlenc-0.52.jar"/>
47
  <classpathentry kind="lib" path="build/ivy/lib/hadoop0.20.shim/xmlenc-0.52.jar"/>
48
  <classpathentry kind="lib" path="build/ivy/lib/default/avro-@avro.version@.jar"/>
48
  <classpathentry kind="lib" path="build/ivy/lib/default/avro-@avro.version@.jar"/>
49
  <classpathentry kind="lib" path="build/ivy/lib/default/avro-mapred-@avro.version@.jar"/>
49
  <classpathentry kind="lib" path="build/ivy/lib/default/avro-mapred-@avro.version@.jar"/>

    
   
50
  <classpathentry kind="lib" path="build/ivy/lib/default/trevni-core-@avro.version@.jar"/>

    
   
51
  <classpathentry kind="lib" path="build/ivy/lib/default/trevni-avro-@avro.version@.jar"/>
50
  <classpathentry kind="lib" path="build/ivy/lib/default/jline-@jline.version@.jar"/>
52
  <classpathentry kind="lib" path="build/ivy/lib/default/jline-@jline.version@.jar"/>
51
  <classpathentry kind="lib" path="build/ivy/lib/default/json-@json.version@.jar"/>
53
  <classpathentry kind="lib" path="build/ivy/lib/default/json-@json.version@.jar"/>
52
  <classpathentry kind="lib" path="build/ivy/lib/default/commons-compress-@commons-compress.version@.jar"/>
54
  <classpathentry kind="lib" path="build/ivy/lib/default/commons-compress-@commons-compress.version@.jar"/>
53
  <classpathentry kind="lib" path="build/ivy/lib/default/commons-lang-@commons-lang.version@.jar"/>
55
  <classpathentry kind="lib" path="build/ivy/lib/default/commons-lang-@commons-lang.version@.jar"/>
54
  <classpathentry kind="lib" path="build/ivy/lib/default/commons-logging-@commons-logging.version@.jar"/>
56
  <classpathentry kind="lib" path="build/ivy/lib/default/commons-logging-@commons-logging.version@.jar"/>
[+20] [20] 75 lines
/trunk/ivy/libraries.properties
Revision 1523883 New Change
 
/trunk/ql/build.xml
Revision 1523883 New Change
 
/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroColumnInputFormat.java
New File
 
/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroColumnOutputFormat.java
New File
 
/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroColumnRecordReader.java
New File
 
/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroColumnRecordWriter.java
New File
 
/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroGenericRecordReader.java
Revision 1523883 New Change
 
/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroRecordReaderBase.java
New File
 
/trunk/ql/src/test/queries/clientpositive/avro_column_sanity_test.q
New File
 
/trunk/ql/src/test/queries/clientpositive/avro_partition_format.q
New File
 
/trunk/ql/src/test/results/clientpositive/avro_column_sanity_test.q.out
New File
 
/trunk/ql/src/test/results/clientpositive/avro_partition_format.q.out
New File
 
/trunk/serde/ivy.xml
Revision 1523883 New Change
 
/trunk/serde/src/java/org/apache/hadoop/hive/serde2/avro/AvroDeserializer.java
Revision 1523883 New Change
 
/trunk/serde/src/java/org/apache/hadoop/hive/serde2/avro/AvroSerDe.java
Revision 1523883 New Change
 
/trunk/serde/src/test/org/apache/hadoop/hive/serde2/avro/TestAvroDeserializer.java
Revision 1523883 New Change
 
  1. /trunk/eclipse-templates/.classpath: Loading...
  2. /trunk/ivy/libraries.properties: Loading...
  3. /trunk/ql/build.xml: Loading...
  4. /trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroColumnInputFormat.java: Loading...
  5. /trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroColumnOutputFormat.java: Loading...
  6. /trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroColumnRecordReader.java: Loading...
  7. /trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroColumnRecordWriter.java: Loading...
  8. /trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroGenericRecordReader.java: Loading...
  9. /trunk/ql/src/java/org/apache/hadoop/hive/ql/io/avro/AvroRecordReaderBase.java: Loading...
  10. /trunk/ql/src/test/queries/clientpositive/avro_column_sanity_test.q: Loading...
  11. /trunk/ql/src/test/queries/clientpositive/avro_partition_format.q: Loading...
  12. /trunk/ql/src/test/results/clientpositive/avro_column_sanity_test.q.out: Loading...
  13. /trunk/ql/src/test/results/clientpositive/avro_partition_format.q.out: Loading...
  14. /trunk/serde/ivy.xml: Loading...
  15. /trunk/serde/src/java/org/apache/hadoop/hive/serde2/avro/AvroDeserializer.java: Loading...
  16. /trunk/serde/src/java/org/apache/hadoop/hive/serde2/avro/AvroSerDe.java: Loading...
  17. /trunk/serde/src/test/org/apache/hadoop/hive/serde2/avro/TestAvroDeserializer.java: Loading...