Review Board 1.7.22


SQOOP-927 Sqoop2: Integration: Mapreduce specific tests should be running on MiniCluster

Review Request #10964 - Created May 6, 2013 and submitted

Abraham Elmahrek
SQOOP-927
Reviewers
Sqoop
jarcec
sqoop-sqoop2
commit 2cc666f2aa1ac679a58099819a6985a19dfb5de9
Author: Abraham Elmahrek <abraham@elmahrek.com>
Date:   Tue Jul 2 11:53:57 2013 -0700

    SQOOP-927 Sqoop2: Integration: Mapreduce specific tests should be running on MiniCluster
    
    Minicluster test output set to <temp dir>/minicluster.
    
    Set yarn.application.classpath to get over classpath errors.
    Set to use fair scheduler.

:100644 100644 513b6d0... 524117e... M  pom.xml
:100644 100644 c175272... d8f2b8d... M  test/src/main/java/org/apache/sqoop/test/asserts/HdfsAsserts.java
:000000 100644 0000000... 44465b4... A  test/src/main/java/org/apache/sqoop/test/hadoop/HadoopLocalRunner.java
:000000 100644 0000000... b06dcab... A  test/src/main/java/org/apache/sqoop/test/hadoop/HadoopMiniClusterRunner.java
:000000 100644 0000000... 2516ff1... A  test/src/main/java/org/apache/sqoop/test/hadoop/HadoopRunner.java
:000000 100644 0000000... 020fa3f... A  test/src/main/java/org/apache/sqoop/test/hadoop/HadoopRunnerFactory.java
:100644 100644 d10b942... 5ec4fa4... M  test/src/main/java/org/apache/sqoop/test/testcases/ConnectorTestCase.java
:100644 100644 efdfed4... 7e2558f... M  test/src/main/java/org/apache/sqoop/test/testcases/TomcatTestCase.java
:100644 100644 95dd177... 59c5f15... M  test/src/main/java/org/apache/sqoop/test/utils/HdfsUtils.java
mvn clean integration-test -DfailIfNoTests=false -X -Phadoop100 -Dhadoop.profile=100 -Dsurefire.useFile=false -Dmaven.test.redirectTestOutputToFile=false
mvn clean integration-test -DfailIfNoTests=false -X -Dsurefire.useFile=false -Dmaven.test.redirectTestOutputToFile=false
mvn clean integration-test -DfailIfNoTests=false -X -Phadoop100 -Dhadoop.profile=100 -Dsurefire.useFile=false -Dmaven.test.redirectTestOutputToFile=false -Dsqoop.hadoop.runner.class=org.apache.sqoop.test.hadoop.HadoopLocalRunner
mvn clean integration-test -DfailIfNoTests=false -X -Dsurefire.useFile=false -Dmaven.test.redirectTestOutputToFile=false -Dsqoop.hadoop.runner.class=org.apache.sqoop.test.hadoop.HadoopLocalRunner
pom.xml
Revision 513b6d0570ee6f1ec32f8c35a403becc1cfa156a New Change
[20] 93 lines
[+20]
94
    <commons-dbcp.version>1.4</commons-dbcp.version>
94
    <commons-dbcp.version>1.4</commons-dbcp.version>
95
    <commons-lang.version>2.5</commons-lang.version>
95
    <commons-lang.version>2.5</commons-lang.version>
96
    <commons-io.version>2.4</commons-io.version>
96
    <commons-io.version>2.4</commons-io.version>
97
    <derby.version>10.8.2.2</derby.version>
97
    <derby.version>10.8.2.2</derby.version>
98
    <hadoop.1.version>1.0.3</hadoop.1.version>
98
    <hadoop.1.version>1.0.3</hadoop.1.version>
99
    <hadoop.2.version>2.0.2-alpha</hadoop.2.version>
99
    <hadoop.2.version>2.0.5-alpha</hadoop.2.version>
100
    <guava.version>11.0.2</guava.version>
100
    <guava.version>11.0.2</guava.version>
101
    <json-simple.version>1.1</json-simple.version>
101
    <json-simple.version>1.1</json-simple.version>
102
    <junit.version>4.11</junit.version>
102
    <junit.version>4.11</junit.version>
103
    <mockito.version>1.9.5</mockito.version>
103
    <mockito.version>1.9.5</mockito.version>
104
    <log4j.version>1.2.16</log4j.version>
104
    <log4j.version>1.2.16</log4j.version>
[+20] [20] 57 lines
[+20]
162
            <groupId>org.apache.hadoop</groupId>
162
            <groupId>org.apache.hadoop</groupId>
163
            <artifactId>hadoop-test</artifactId>
163
            <artifactId>hadoop-test</artifactId>
164
            <version>${hadoop.1.version}</version>
164
            <version>${hadoop.1.version}</version>
165
          </dependency>
165
          </dependency>
166

    
   
166

   

    
   
167
          <dependency>

    
   
168
            <groupId>org.apache.hadoop</groupId>

    
   
169
            <artifactId>hadoop-minicluster</artifactId>

    
   
170
            <version>${hadoop.1.version}</version>

    
   
171
          </dependency>
167
        </dependencies>
172
        </dependencies>
168
      </dependencyManagement>
173
      </dependencyManagement>
169
    </profile>
174
    </profile>
170

    
   
175

   
171
    <!-- Hadoop 2.x (active by default) -->
176
    <!-- Hadoop 2.x (active by default) -->
[+20] [20] 311 lines
[+20]
483
          <groupId>org.apache.maven.plugins</groupId>
488
          <groupId>org.apache.maven.plugins</groupId>
484
          <artifactId>maven-surefire-plugin</artifactId>
489
          <artifactId>maven-surefire-plugin</artifactId>
485
          <version>2.12</version>
490
          <version>2.12</version>
486
          <configuration>
491
          <configuration>
487
            <forkMode>always</forkMode>
492
            <forkMode>always</forkMode>
488
            <forkedProcessTimeoutInSeconds>900</forkedProcessTimeoutInSeconds>
493
            <forkedProcessTimeoutInSeconds>3600</forkedProcessTimeoutInSeconds>
489
            <redirectTestOutputToFile>true</redirectTestOutputToFile>
494
            <redirectTestOutputToFile>true</redirectTestOutputToFile>
490
            <argLine>-Xms256m -Xmx1g</argLine>
495
            <argLine>-Xms256m -Xmx1g</argLine>
491
          </configuration>
496
          </configuration>
492
        </plugin>
497
        </plugin>
493

    
   
498

   
[+20] [20] 191 lines
test/src/main/java/org/apache/sqoop/test/asserts/HdfsAsserts.java
Revision c17527285167104994d78f5919b7f11c0c31cd15 New Change
 
test/src/main/java/org/apache/sqoop/test/hadoop/HadoopLocalRunner.java
New File
 
test/src/main/java/org/apache/sqoop/test/hadoop/HadoopMiniClusterRunner.java
New File
 
test/src/main/java/org/apache/sqoop/test/hadoop/HadoopRunner.java
New File
 
test/src/main/java/org/apache/sqoop/test/hadoop/HadoopRunnerFactory.java
New File
 
test/src/main/java/org/apache/sqoop/test/testcases/ConnectorTestCase.java
Revision d10b94268babeb3dc7b1d2450776af5fd8449fd3 New Change
 
test/src/main/java/org/apache/sqoop/test/testcases/TomcatTestCase.java
Revision efdfed4e2065c0c01c16da88cf55705ab13d7bcf New Change
 
test/src/main/java/org/apache/sqoop/test/utils/HdfsUtils.java
Revision 95dd177a11c5d822e35ca54e5d93785f0a40fbfc New Change
 
  1. pom.xml: Loading...
  2. test/src/main/java/org/apache/sqoop/test/asserts/HdfsAsserts.java: Loading...
  3. test/src/main/java/org/apache/sqoop/test/hadoop/HadoopLocalRunner.java: Loading...
  4. test/src/main/java/org/apache/sqoop/test/hadoop/HadoopMiniClusterRunner.java: Loading...
  5. test/src/main/java/org/apache/sqoop/test/hadoop/HadoopRunner.java: Loading...
  6. test/src/main/java/org/apache/sqoop/test/hadoop/HadoopRunnerFactory.java: Loading...
  7. test/src/main/java/org/apache/sqoop/test/testcases/ConnectorTestCase.java: Loading...
  8. test/src/main/java/org/apache/sqoop/test/testcases/TomcatTestCase.java: Loading...
  9. test/src/main/java/org/apache/sqoop/test/utils/HdfsUtils.java: Loading...