Review Board 1.7.22


Adding JSONRecordReader

Review Request #11587 - Created May 31, 2013 and submitted

Timothy Chen
execwork
Reviewers
drill-git
jacques
drill-git
Added the JSONRecordReader based on the previous ScanJson work.
 Does not support nested fields, maps or lists yet.
 Currently it detects to move on to the next batch when any of the field batch cannot hold another item for the current item being written. This also assumes the default batch size can always hold at least one item from any field (which only is a problem for variable length vectors).

 

Diff revision 5 (Latest)

1 2 3 4 5
1 2 3 4 5

  1. sandbox/prototype/pom.xml: Loading...
  2. sandbox/prototype/common/src/main/java/org/apache/drill/common/logical/data/Scan.java: Loading...
  3. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/DeadBuf.java: Loading...
  4. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/AbstractFixedValueVector.java: Loading...
  5. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/BaseValueVector.java: Loading...
  6. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/Fixed4.java: Loading...
  7. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableBit.java: Loading...
  8. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableFixed4.java: Loading...
  9. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableValueVector.java: Loading...
  10. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableVarLen4.java: Loading...
  11. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/TypeHelper.java: Loading...
  12. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VarLen1.java: Loading...
  13. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VarLen2.java: Loading...
  14. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VarLen4.java: Loading...
  15. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VariableVector.java: Loading...
  16. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/rpc/InboundRpcMessage.java: Loading...
  17. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/DiffSchema.java: Loading...
  18. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/Field.java: Loading...
  19. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/IdGenerator.java: Loading...
  20. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/ListSchema.java: Loading...
This diff has been split across 2 pages: 1 2 >
sandbox/prototype/pom.xml
Revision 25f156d New Change
[20] 120 lines
[+20]
121
			<version>${dep.slf4j.version}</version>
121
			<version>${dep.slf4j.version}</version>
122
		</dependency>
122
		</dependency>
123

    
   
123

   
124
		<!-- Test Dependencies -->
124
		<!-- Test Dependencies -->
125
		<dependency>
125
		<dependency>

    
   
126
		  <groupId>com.googlecode.jmockit</groupId>

    
   
127
		  <artifactId>jmockit</artifactId>

    
   
128
		  <version>1.2</version>

    
   
129
		  <scope>test</scope>

    
   
130
		</dependency>

    
   
131
		<dependency>
126
			<groupId>junit</groupId>
132
			<groupId>junit</groupId>
127
			<artifactId>junit</artifactId>
133
			<artifactId>junit</artifactId>
128
			<version>${dep.junit.version}</version>
134
			<version>${dep.junit.version}</version>
129
			<scope>test</scope>
135
			<scope>test</scope>
130
		</dependency>
136
		</dependency>
[+20] [20] 31 lines
sandbox/prototype/common/src/main/java/org/apache/drill/common/logical/data/Scan.java
Revision c8d396b New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/DeadBuf.java
Revision dafb68c New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/AbstractFixedValueVector.java
Revision b32f067 New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/BaseValueVector.java
Revision b001add New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/Fixed4.java
Revision 650029d New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableBit.java
New File
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableFixed4.java
Revision cc18538 New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableValueVector.java
Revision 692ab87 New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableVarLen4.java
New File
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/TypeHelper.java
Revision 8e89c41 New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VarLen1.java
Revision d87029d New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VarLen2.java
Revision ebd440a New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VarLen4.java
Revision b3cd712 New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VariableVector.java
Revision 4247f14 New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/rpc/InboundRpcMessage.java
Revision be1ff6b New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/DiffSchema.java
Revision 016e097 New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/Field.java
Revision e19c099 New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/IdGenerator.java
Revision 728e8e1 New Change
 
sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/ListSchema.java
Revision efdc8fd New Change
 
  1. sandbox/prototype/pom.xml: Loading...
  2. sandbox/prototype/common/src/main/java/org/apache/drill/common/logical/data/Scan.java: Loading...
  3. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/DeadBuf.java: Loading...
  4. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/AbstractFixedValueVector.java: Loading...
  5. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/BaseValueVector.java: Loading...
  6. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/Fixed4.java: Loading...
  7. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableBit.java: Loading...
  8. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableFixed4.java: Loading...
  9. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableValueVector.java: Loading...
  10. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/NullableVarLen4.java: Loading...
  11. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/TypeHelper.java: Loading...
  12. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VarLen1.java: Loading...
  13. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VarLen2.java: Loading...
  14. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VarLen4.java: Loading...
  15. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/record/vector/VariableVector.java: Loading...
  16. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/rpc/InboundRpcMessage.java: Loading...
  17. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/DiffSchema.java: Loading...
  18. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/Field.java: Loading...
  19. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/IdGenerator.java: Loading...
  20. sandbox/prototype/exec/java-exec/src/main/java/org/apache/drill/exec/schema/ListSchema.java: Loading...
This diff has been split across 2 pages: 1 2 >