Review Board 1.7.22


Add Accumulo support to Sqoop

Review Request #8559 - Created Dec. 12, 2012 and submitted

Philip Grim
Reviewers
accumulo, Sqoop
jarcec
sqoop-trunk
Adds the ability to import to an Accumulo table in much the same manner as the current HBase import capability.  Reported in JIRA as ACCUMULO-141 and SQOOP-767.

 
ivy.xml
Revision c5130ae New Change
[20] 33 lines
[+20]
34
    <conf name="runtime" description="runtime but not the artifact" />
34
    <conf name="runtime" description="runtime but not the artifact" />
35

    
   
35

   
36
    <conf name="common" visibility="private"
36
    <conf name="common" visibility="private"
37
      extends="runtime"
37
      extends="runtime"
38
      description="artifacts needed to compile/test the application"/>
38
      description="artifacts needed to compile/test the application"/>

    
   
39
    <conf name="accumulo" visibility="private" />
39
    <conf name="hbase94" visibility="private" />
40
    <conf name="hbase94" visibility="private" />
40
    <conf name="hbase95" visibility="private" extends="hbasecompat${hbasecompatprofile}" />
41
    <conf name="hbase95" visibility="private" extends="hbasecompat${hbasecompatprofile}" />
41
    <conf name="hbasecompat1" visibility="private" />
42
    <conf name="hbasecompat1" visibility="private" />
42
    <conf name="hbasecompat2" visibility="private" />
43
    <conf name="hbasecompat2" visibility="private" />
43
    <conf name="hcatalog" visibility="private" />
44
    <conf name="hcatalog" visibility="private" />
44
    <conf name="hadoop23" visibility="private"
45
    <conf name="hadoop23" visibility="private"
45
      extends="common,runtime,hbase${hbaseprofile},hcatalog" />
46
      extends="common,runtime,hbase${hbaseprofile},hcatalog,accumulo" />
46
    <conf name="hadoop20" visibility="private"
47
    <conf name="hadoop20" visibility="private"
47
      extends="common,runtime,hbase${hbaseprofile},hcatalog" />
48
      extends="common,runtime,hbase${hbaseprofile},hcatalog,accumulo" />
48
    <conf name="hadoop100" visibility="private"
49
    <conf name="hadoop100" visibility="private"
49
      extends="common,runtime,hbase${hbaseprofile},hcatalog" />
50
      extends="common,runtime,hbase${hbaseprofile},hcatalog,accumulo" />
50
    <conf name="hadoop200" visibility="private"
51
    <conf name="hadoop200" visibility="private"
51
      extends="common,runtime,hbase${hbaseprofile},hcatalog" />
52
      extends="common,runtime,hbase${hbaseprofile},hcatalog,accumulo" />
52
    <conf name="hadoop210" visibility="private"
53
    <conf name="hadoop210" visibility="private"
53
      extends="common,runtime,hbase${hbaseprofile},hcatalog" />
54
      extends="common,runtime,hbase${hbaseprofile},hcatalog,accumulo" />
54

    
   
55

   
55
    <conf name="test" visibility="private" extends="common,runtime"/>
56
    <conf name="test" visibility="private" extends="common,runtime"/>
56
    <conf name="hadoop23test" visibility="private" extends="test,hadoop23" />
57
    <conf name="hadoop23test" visibility="private" extends="test,hadoop23" />
57
    <conf name="hadoop20test" visibility="private" extends="test,hadoop20" />
58
    <conf name="hadoop20test" visibility="private" extends="test,hadoop20" />
58
    <conf name="hadoop100test" visibility="private" extends="test,hadoop100" />
59
    <conf name="hadoop100test" visibility="private" extends="test,hadoop100" />
[+20] [20] 124 lines
[+20]
183
    <dependency org="commons-lang" name="commons-lang"
184
    <dependency org="commons-lang" name="commons-lang"
184
      rev="${commons-lang.version}" conf="releaseaudit->default"/>
185
      rev="${commons-lang.version}" conf="releaseaudit->default"/>
185
    <dependency org="commons-collections" name="commons-collections"
186
    <dependency org="commons-collections" name="commons-collections"
186
      rev="${commons-collections.version}" conf="releaseaudit->default"/>
187
      rev="${commons-collections.version}" conf="releaseaudit->default"/>
187

    
   
188

   

    
   
189
    <!-- Accumulo 1.5.0 -->

    
   
190
    <dependency org="org.apache.accumulo" name="accumulo-core" rev="1.5.0"

    
   
191
                conf="accumulo->default">

    
   
192
    </dependency>

    
   
193
    <dependency org="org.apache.accumulo" name="accumulo-minicluster" rev="1.5.0"

    
   
194
                conf="accumulo->default">

    
   
195
    </dependency>

    
   
196

   
188
    <!-- HBase 0.94 -->
197
    <!-- HBase 0.94 -->
189
    <dependency org="org.apache.hbase" name="hbase" rev="${hbase94.version}" conf="hbase94->default">
198
    <dependency org="org.apache.hbase" name="hbase" rev="${hbase94.version}" conf="hbase94->default">
190
      <artifact name="hbase" type="jar"/>
199
      <artifact name="hbase" type="jar"/>
191
      <artifact name="hbase" type="test-jar" ext="jar" m:classifier="tests"/>
200
      <artifact name="hbase" type="test-jar" ext="jar" m:classifier="tests"/>
192
      <exclude org="com.sun.jersey" module="jersey-core"/>
201
      <exclude org="com.sun.jersey" module="jersey-core"/>
[+20] [20] 88 lines
bin/configure-sqoop.cmd
Revision ec57e37 New Change
 
bin/configure-sqoop
Revision e604197 New Change
 
src/docs/user/accumulo.txt
New File
 
src/docs/user/accumulo-args.txt
New File
 
src/docs/user/import.txt
Revision dfc9b39 New Change
 
src/docs/user/validation.txt
Revision 282cfd6 New Change
 
src/java/org/apache/sqoop/SqoopOptions.java
Revision 5c7a56a New Change
 
src/java/org/apache/sqoop/accumulo/AccumuloConstants.java
New File
 
src/java/org/apache/sqoop/accumulo/AccumuloMutationProcessor.java
New File
 
src/java/org/apache/sqoop/accumulo/AccumuloUtil.java
New File
 
src/java/org/apache/sqoop/accumulo/MutationTransformer.java
New File
 
src/java/org/apache/sqoop/accumulo/ToStringMutationTransformer.java
New File
 
src/java/org/apache/sqoop/manager/SqlManager.java
Revision 1ffa40f New Change
 
src/java/org/apache/sqoop/mapreduce/AccumuloImportJob.java
New File
 
src/java/org/apache/sqoop/mapreduce/AccumuloImportMapper.java
New File
 
src/java/org/apache/sqoop/tool/BaseSqoopTool.java
Revision 018d11f New Change
 
src/java/org/apache/sqoop/tool/ImportTool.java
Revision fbbde1d New Change
 
src/test/org/apache/sqoop/accumulo/AccumuloTestCase.java
New File
 
src/test/org/apache/sqoop/accumulo/TestAccumuloImport.java
New File
 
src/test/org/apache/sqoop/accumulo/TestAccumuloQueryImport.java
New File
 
src/test/org/apache/sqoop/accumulo/TestAccumuloUtil.java
New File
 
  1. ivy.xml: Loading...
  2. bin/configure-sqoop.cmd: Loading...
  3. bin/configure-sqoop: Loading...
  4. src/docs/user/accumulo.txt: Loading...
  5. src/docs/user/accumulo-args.txt: Loading...
  6. src/docs/user/import.txt: Loading...
  7. src/docs/user/validation.txt: Loading...
  8. src/java/org/apache/sqoop/SqoopOptions.java: Loading...
  9. src/java/org/apache/sqoop/accumulo/AccumuloConstants.java: Loading...
  10. src/java/org/apache/sqoop/accumulo/AccumuloMutationProcessor.java: Loading...
  11. src/java/org/apache/sqoop/accumulo/AccumuloUtil.java: Loading...
  12. src/java/org/apache/sqoop/accumulo/MutationTransformer.java: Loading...
  13. src/java/org/apache/sqoop/accumulo/ToStringMutationTransformer.java: Loading...
  14. src/java/org/apache/sqoop/manager/SqlManager.java: Loading...
  15. src/java/org/apache/sqoop/mapreduce/AccumuloImportJob.java: Loading...
  16. src/java/org/apache/sqoop/mapreduce/AccumuloImportMapper.java: Loading...
  17. src/java/org/apache/sqoop/tool/BaseSqoopTool.java: Loading...
  18. src/java/org/apache/sqoop/tool/ImportTool.java: Loading...
  19. src/test/org/apache/sqoop/accumulo/AccumuloTestCase.java: Loading...
  20. src/test/org/apache/sqoop/accumulo/TestAccumuloImport.java: Loading...
  21. src/test/org/apache/sqoop/accumulo/TestAccumuloQueryImport.java: Loading...
  22. src/test/org/apache/sqoop/accumulo/TestAccumuloUtil.java: Loading...