Review Board 1.7.22


Fix for SQOOP-1167

Review Request #13445 - Created Aug. 9, 2013 and updated

Venkat Ranganathan
SQOOP-1167
Reviewers
Sqoop
sqoop-trunk
This patch implements the following 

Enhance HCat support to allow direct mode connectors by
   Creating helpers for export and import hcat mappers and refactor hcat mappers to use that
   Adding additional method for connection managers to declare their ability to exploit this feature
   Make the detection of compatibility between hcat and direct mode managers after connection managers are created
   As an example usecase, fix the netezza implementation to
       Abstract the Netezza direct mode mappers and add hcat support
       Fix Netezza connector implementation issues etc
   Add documentation
   Add Netezza tests to third party test suite
   Move Netezza tests to org.apache.namespace to be consistent with requirements for newly added tests
Add additional tests for testing this feature.   Ran all tests and all of them passed
build.xml
Revision 1a21288 New Change
[20] 282 lines
[+20]
283
  <property name="sqoop.test.db2.connectstring.host_url" value="jdbc:db2://db2host:50000" />
283
  <property name="sqoop.test.db2.connectstring.host_url" value="jdbc:db2://db2host:50000" />
284
  <property name="sqoop.test.db2.connectstring.database" value="SQOOP" />
284
  <property name="sqoop.test.db2.connectstring.database" value="SQOOP" />
285
  <property name="sqoop.test.db2.connectstring.username" value="SQOOP" />
285
  <property name="sqoop.test.db2.connectstring.username" value="SQOOP" />
286
  <property name="sqoop.test.db2.connectstring.password" value="SQOOP" />
286
  <property name="sqoop.test.db2.connectstring.password" value="SQOOP" />
287

    
   
287

   

    
   
288
  <property name="sqoop.test.netezza.host" value="nz-host" />

    
   
289
  <property name="sqoop.test.netezza.port" value="5480" />

    
   
290
  <property name="sqoop.test.netezza.username" value="ADMIN" />

    
   
291
  <property name="sqoop.test.netezza.password" value="password" />

    
   
292
  <property name="sqoop.test.netezza.db.name" value="SQOOP" />

    
   
293
  <property name="sqoop.test.netezza.table.name" value="EMPNZ" />

    
   
294

   
288

    
   
295

   
289
  <condition property="windows">
296
  <condition property="windows">
290
    <os family="windows" />
297
    <os family="windows" />
291
  </condition>
298
  </condition>
292

    
   
299

   
[+20] [20] 569 lines
[+20]
862
      <sysproperty key="sqoop.test.db2.connectstring.host_url" value="${sqoop.test.db2.connectstring.host_url}" />
869
      <sysproperty key="sqoop.test.db2.connectstring.host_url" value="${sqoop.test.db2.connectstring.host_url}" />
863
      <sysproperty key="sqoop.test.db2.connectstring.database" value="${sqoop.test.db2.connectstring.database}" />
870
      <sysproperty key="sqoop.test.db2.connectstring.database" value="${sqoop.test.db2.connectstring.database}" />
864
      <sysproperty key="sqoop.test.db2.connectstring.username" value="${sqoop.test.db2.connectstring.username}" />
871
      <sysproperty key="sqoop.test.db2.connectstring.username" value="${sqoop.test.db2.connectstring.username}" />
865
      <sysproperty key="sqoop.test.db2.connectstring.password" value="${sqoop.test.db2.connectstring.password}" />
872
      <sysproperty key="sqoop.test.db2.connectstring.password" value="${sqoop.test.db2.connectstring.password}" />
866

    
   
873

   

    
   
874
      <sysproperty key="sqoop.test.netezza.host" value="${sqoop.test.netezza.host}" />

    
   
875
      <sysproperty key="sqoop.test.netezza.port" value="${sqoop.test.netezza.port}" />

    
   
876
      <sysproperty key="sqoop.test.netezza.username" value="${sqoop.test.netezza.username}" />

    
   
877
      <sysproperty key="sqoop.test.netezza.password" value="${sqoop.test.netezza.password}" />

    
   
878
      <sysproperty key="sqoop.test.netezza.db.name" value="${sqoop.test.netezza.db.name}" />

    
   
879
      <sysproperty key="sqoop.test.netezza.table.name" value="${sqoop.test.netezza.table.name}" />

    
   
880

   
867
      <!-- Location of Hive logs -->
881
      <!-- Location of Hive logs -->
868
      <!--<sysproperty key="hive.log.dir"
882
      <!--<sysproperty key="hive.log.dir"
869
                   value="${test.build.data}/sqoop/logs"/> -->
883
                   value="${test.build.data}/sqoop/logs"/> -->
870

    
   
884

   
871
      <classpath>
885
      <classpath>
[+20] [20] 473 lines
src/docs/user/hcatalog.txt
Revision b8e495e New Change
 
src/java/org/apache/sqoop/manager/ConnManager.java
Revision f4b22f9 New Change
 
src/java/org/apache/sqoop/manager/DirectNetezzaManager.java
Revision 4f36bf6 New Change
 
src/java/org/apache/sqoop/mapreduce/ExportJobBase.java
Revision d0be570 New Change
 
src/java/org/apache/sqoop/mapreduce/ImportJobBase.java
Revision ab7f21e New Change
 
src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableExportMapper.java
Revision 22b7af5 New Change
 
src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableHCatExportMapper.java
New File
 
src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableHCatImportMapper.java
New File
 
src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableImportMapper.java
Revision bcdc9e1 New Change
 
src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableTextImportMapper.java
New File
 
src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaJDBCStatementRunner.java
Revision 3a5df40 New Change
 
src/java/org/apache/sqoop/mapreduce/hcat/SqoopHCatExportHelper.java
New File
 
src/java/org/apache/sqoop/mapreduce/hcat/SqoopHCatExportMapper.java
Revision 539cedf New Change
 
src/java/org/apache/sqoop/mapreduce/hcat/SqoopHCatImportHelper.java
New File
 
src/java/org/apache/sqoop/mapreduce/hcat/SqoopHCatImportMapper.java
Revision 4f0ff1b New Change
 
src/java/org/apache/sqoop/mapreduce/netezza/NetezzaExternalTableExportJob.java
Revision 7caf9be New Change
 
src/java/org/apache/sqoop/mapreduce/netezza/NetezzaExternalTableImportJob.java
Revision 0f7c1b0 New Change
 
src/java/org/apache/sqoop/tool/BaseSqoopTool.java
Revision 0eca991 New Change
 
src/test/com/cloudera/sqoop/ThirdPartyTests.java
Revision 0a080b6 New Change
 
  1. build.xml: Loading...
  2. src/docs/user/hcatalog.txt: Loading...
  3. src/java/org/apache/sqoop/manager/ConnManager.java: Loading...
  4. src/java/org/apache/sqoop/manager/DirectNetezzaManager.java: Loading...
  5. src/java/org/apache/sqoop/mapreduce/ExportJobBase.java: Loading...
  6. src/java/org/apache/sqoop/mapreduce/ImportJobBase.java: Loading...
  7. src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableExportMapper.java: Loading...
  8. src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableHCatExportMapper.java: Loading...
  9. src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableHCatImportMapper.java: Loading...
  10. src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableImportMapper.java: Loading...
  11. src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaExternalTableTextImportMapper.java: Loading...
  12. src/java/org/apache/sqoop/mapreduce/db/netezza/NetezzaJDBCStatementRunner.java: Loading...
  13. src/java/org/apache/sqoop/mapreduce/hcat/SqoopHCatExportHelper.java: Loading...
  14. src/java/org/apache/sqoop/mapreduce/hcat/SqoopHCatExportMapper.java: Loading...
  15. src/java/org/apache/sqoop/mapreduce/hcat/SqoopHCatImportHelper.java: Loading...
  16. src/java/org/apache/sqoop/mapreduce/hcat/SqoopHCatImportMapper.java: Loading...
  17. src/java/org/apache/sqoop/mapreduce/netezza/NetezzaExternalTableExportJob.java: Loading...
  18. src/java/org/apache/sqoop/mapreduce/netezza/NetezzaExternalTableImportJob.java: Loading...
  19. src/java/org/apache/sqoop/tool/BaseSqoopTool.java: Loading...
  20. src/test/com/cloudera/sqoop/ThirdPartyTests.java: Loading...
This diff has been split across 2 pages: 1 2 >