Review Board 1.7.22


Tez backend layout

Review Request #13950 - Created Sept. 3, 2013 and submitted

Cheolsoo Park
tez
PIG-3448
Reviewers
pig
pig-git
Adds skeleton classes that I think we need to implement for Tez backend.

 
build.xml
Revision 7e22192 New Change
[20] 176 lines
[+20]
177

    
   
177

   
178
    <condition property="isHadoop23">
178
    <condition property="isHadoop23">
179
        <equals arg1="${hadoopversion}" arg2="23"/>
179
        <equals arg1="${hadoopversion}" arg2="23"/>
180
    </condition>
180
    </condition>
181

    
   
181

   

    
   
182
    <!-- exclude tez code if hadoop20 -->

    
   
183
    <condition property="src.exclude.dir" value="**/tez/**" else="">

    
   
184
        <not>

    
   
185
            <equals arg1="${hadoopversion}" arg2="23"/>

    
   
186
        </not>

    
   
187
    </condition>

    
   
188

   
182
    <property name="src.shims.dir" value="${basedir}/shims/src/hadoop${hadoopversion}" />
189
    <property name="src.shims.dir" value="${basedir}/shims/src/hadoop${hadoopversion}" />
183
    <property name="src.shims.test.dir" value="${basedir}/shims/test/hadoop${hadoopversion}" />
190
    <property name="src.shims.test.dir" value="${basedir}/shims/test/hadoop${hadoopversion}" />
184

    
   
191

   
185
    <property name="hadoop.jar" value="hadoop-core-${hadoop-core.version}.jar" />
192
    <property name="hadoop.jar" value="hadoop-core-${hadoop-core.version}.jar" />
186
    <property name="asfrepo" value="https://repository.apache.org"/>
193
    <property name="asfrepo" value="https://repository.apache.org"/>
[+20] [20] 337 lines
[+20]
524
    <target name="compile" depends="cc-compile, gen" description="Compile all artifacts">
531
    <target name="compile" depends="cc-compile, gen" description="Compile all artifacts">
525
        <echo>*** Building Main Sources ***</echo>
532
        <echo>*** Building Main Sources ***</echo>
526
        <echo>*** To compile with all warnings enabled, supply -Dall.warnings=1 on command line ***</echo>
533
        <echo>*** To compile with all warnings enabled, supply -Dall.warnings=1 on command line ***</echo>
527
        <echo>*** Else, you will only be warned about deprecations ***</echo>
534
        <echo>*** Else, you will only be warned about deprecations ***</echo>
528
        <compileSources sources="${src.dir};${src.gen.dir};${src.lib.dir}/shock;${src.lib.dir}/bzip2;${src.shims.dir}"
535
        <compileSources sources="${src.dir};${src.gen.dir};${src.lib.dir}/shock;${src.lib.dir}/bzip2;${src.shims.dir}"
529
            excludes="" dist="${build.classes}" cp="classpath" warnings="${javac.args.warnings}" />
536
            excludes="${src.exclude.dir}" dist="${build.classes}" cp="classpath" warnings="${javac.args.warnings}" />
530
        <copy todir="${build.classes}/META-INF">
537
        <copy todir="${build.classes}/META-INF">
531
            <fileset dir="${src.dir}/META-INF" includes="**"/>
538
            <fileset dir="${src.dir}/META-INF" includes="**"/>
532
        </copy>
539
        </copy>
533
    </target>
540
    </target>
534

    
   
541

   
[+20] [20] 1115 lines
ivy.xml
Revision aa8f90a New Change
 
ivy/libraries.properties
Revision 474edbd New Change
 
src/META-INF/services/org.apache.pig.ExecType
Revision 7065767 New Change
 
src/org/apache/pig/backend/hadoop/executionengine/tez/DagUtils.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/MRROptimizer.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/MapOper.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/ReduceOper.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompiler.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezExecType.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezExecutionEngine.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezJob.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezJobControlCompiler.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezLauncher.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezOpPlanVisitor.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperPlan.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperator.java
New File
 
src/org/apache/pig/backend/hadoop/executionengine/tez/TezPrinter.java
New File
 
  1. build.xml: Loading...
  2. ivy.xml: Loading...
  3. ivy/libraries.properties: Loading...
  4. src/META-INF/services/org.apache.pig.ExecType: Loading...
  5. src/org/apache/pig/backend/hadoop/executionengine/tez/DagUtils.java: Loading...
  6. src/org/apache/pig/backend/hadoop/executionengine/tez/MRROptimizer.java: Loading...
  7. src/org/apache/pig/backend/hadoop/executionengine/tez/MapOper.java: Loading...
  8. src/org/apache/pig/backend/hadoop/executionengine/tez/ReduceOper.java: Loading...
  9. src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompiler.java: Loading...
  10. src/org/apache/pig/backend/hadoop/executionengine/tez/TezExecType.java: Loading...
  11. src/org/apache/pig/backend/hadoop/executionengine/tez/TezExecutionEngine.java: Loading...
  12. src/org/apache/pig/backend/hadoop/executionengine/tez/TezJob.java: Loading...
  13. src/org/apache/pig/backend/hadoop/executionengine/tez/TezJobControlCompiler.java: Loading...
  14. src/org/apache/pig/backend/hadoop/executionengine/tez/TezLauncher.java: Loading...
  15. src/org/apache/pig/backend/hadoop/executionengine/tez/TezOpPlanVisitor.java: Loading...
  16. src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperPlan.java: Loading...
  17. src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperator.java: Loading...
  18. src/org/apache/pig/backend/hadoop/executionengine/tez/TezPrinter.java: Loading...