Review Board 1.7.22


SQOOP-762 Sqoop2: Improve logging in mapreduce execution engine

Review Request #8562 - Created Dec. 13, 2012 and submitted

Jarek Cecho
SQOOP-762
Reviewers
Sqoop
sqoop-sqoop2
I've added:
* A lot of log messages on various classes in execution engine
* log4j configuration file for tests to show the output correctly

 
execution/mapreduce/src/main/java/org/apache/sqoop/job/etl/HdfsExportPartition.java
Revision 0e0e53fe7c9db96a4025e2feaf22b5fe9a01d3cc New Change
[20] 136 lines
[+20] [+] public void write(DataOutput out) throws IOException {
137

    
   
137

   
138
  @Override
138
  @Override
139
  public String toString() {
139
  public String toString() {
140
    StringBuilder sb = new StringBuilder();
140
    StringBuilder sb = new StringBuilder();
141
    sb.append("{");
141
    sb.append("{");
142
    sb.append(files[0]);
142
    boolean first = true;
143
    for(int i = 1; i < files.length; i++) {
143
    for(int i = 0; i < files.length; i++) {
144
      sb.append(", " + files[i]);
144
      if(first) {

    
   
145
        first = false;

    
   
146
      } else {

    
   
147
        sb.append(", ");

    
   
148
      }

    
   
149

   

    
   
150
      sb.append(files[i]);

    
   
151
      sb.append(" (offset=").append(offsets[i]);

    
   
152
      sb.append(", end=").append(offsets[i] + lengths[i]);

    
   
153
      sb.append(", length=").append(lengths[i]);

    
   
154
      sb.append(")");
145
    }
155
    }
146
    sb.append("}");
156
    sb.append("}");
147
    return sb.toString();
157
    return sb.toString();
148
  }
158
  }
149

    
   
159

   
150
}
160
}
execution/mapreduce/src/main/java/org/apache/sqoop/job/etl/HdfsSequenceExportExtractor.java
Revision 1f6714dcbb12916a6d350ad117c0bf4bac577a29 New Change
 
execution/mapreduce/src/main/java/org/apache/sqoop/job/etl/HdfsTextExportExtractor.java
Revision 7f1b14435f16eaa5e6d1563bfbe19d705ee4be3e New Change
 
execution/mapreduce/src/main/java/org/apache/sqoop/job/mr/SqoopDestroyerExecutor.java
Revision 36eb65d16048eff22ea9ded079a2827e978fcf06 New Change
 
execution/mapreduce/src/main/java/org/apache/sqoop/job/mr/SqoopMapper.java
Revision fcedf52b8cbff1b727fd3b90360605a01d145e3d New Change
 
execution/mapreduce/src/main/java/org/apache/sqoop/job/mr/SqoopOutputFormatLoadExecutor.java
Revision 976d80b66e4c1466350db432295232778893ab86 New Change
 
  1. execution/mapreduce/src/main/java/org/apache/sqoop/job/etl/HdfsExportPartition.java: Loading...
  2. execution/mapreduce/src/main/java/org/apache/sqoop/job/etl/HdfsSequenceExportExtractor.java: Loading...
  3. execution/mapreduce/src/main/java/org/apache/sqoop/job/etl/HdfsTextExportExtractor.java: Loading...
  4. execution/mapreduce/src/main/java/org/apache/sqoop/job/mr/SqoopDestroyerExecutor.java: Loading...
  5. execution/mapreduce/src/main/java/org/apache/sqoop/job/mr/SqoopMapper.java: Loading...
  6. execution/mapreduce/src/main/java/org/apache/sqoop/job/mr/SqoopOutputFormatLoadExecutor.java: Loading...