Review Board 1.7.22


FLUME-1632: Persist progress on each file in file spooling client/source

Review Request #8596 - Created Dec. 14, 2012 and submitted

Mike Percy
FLUME-1632
Reviewers
Flume
flume-git
Defines EventDeserializer interface and uses it from the spooling source. Progress is persisted as bytes are read from the underlying file.
Unit tests pass.

Diff revision 4

This is not the most recent revision of the diff. The latest diff is revision 5. See what's changed.

1 2 3 4 5
1 2 3 4 5

  1. pom.xml: Loading...
  2. flume-ng-core/pom.xml: Loading...
  3. flume-ng-core/src/main/avro/TransferStateFileMeta.avsc: Loading...
  4. flume-ng-core/src/main/java/org/apache/flume/client/avro/AvroCLIClient.java: Loading...
  5. flume-ng-core/src/main/java/org/apache/flume/client/avro/BufferedLineReader.java: Loading...
  6. flume-ng-core/src/main/java/org/apache/flume/client/avro/EventReader.java: Loading...
  7. flume-ng-core/src/main/java/org/apache/flume/client/avro/LineReader.java: Loading...
  8. flume-ng-core/src/main/java/org/apache/flume/client/avro/ReliableEventReader.java: Loading...
  9. flume-ng-core/src/main/java/org/apache/flume/client/avro/ReliableSpoolingFileEventReader.java: Loading...
  10. flume-ng-core/src/main/java/org/apache/flume/client/avro/SimpleTextLineEventReader.java: Loading...
  11. flume-ng-core/src/main/java/org/apache/flume/client/avro/SpoolingFileLineReader.java: Loading...
  12. flume-ng-core/src/main/java/org/apache/flume/serialization/DurablePositionTracker.java: Loading...
  13. flume-ng-core/src/main/java/org/apache/flume/serialization/EventDeserializer.java: Loading...
  14. flume-ng-core/src/main/java/org/apache/flume/serialization/EventDeserializerFactory.java: Loading...
  15. flume-ng-core/src/main/java/org/apache/flume/serialization/EventDeserializerType.java: Loading...
  16. flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerDe.java: Loading...
  17. flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerializer.java: Loading...
  18. flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerializerFactory.java: Loading...
  19. flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerializerType.java: Loading...
  20. flume-ng-core/src/main/java/org/apache/flume/serialization/LineDeserializer.java: Loading...
This diff has been split across 2 pages: 1 2 >
pom.xml
Revision b934c1d New Change
[20] 512 lines
[+20]
513
          <groupId>org.apache.rat</groupId>
513
          <groupId>org.apache.rat</groupId>
514
          <artifactId>apache-rat-plugin</artifactId>
514
          <artifactId>apache-rat-plugin</artifactId>
515
          <version>0.7</version>
515
          <version>0.7</version>
516
          <executions>
516
          <executions>
517
            <execution>
517
            <execution>
518
              <id>test.rat</id>
518
              <id>verify.rat</id>
519
              <phase>test</phase>
519
              <phase>verify</phase>
520
              <goals>
520
              <goals>
521
                <goal>check</goal>
521
                <goal>check</goal>
522
              </goals>
522
              </goals>
523
              <configuration>
523
              <configuration>
524
                <excludes>
524
                <excludes>
[+20] [20] 5 lines
[+20]
530
                  <!-- ASF jenkins box puts the Maven repo in our root directory. -->
530
                  <!-- ASF jenkins box puts the Maven repo in our root directory. -->
531
                  <exclude>.repository/</exclude>
531
                  <exclude>.repository/</exclude>
532
                  <exclude>**/*.diff</exclude>
532
                  <exclude>**/*.diff</exclude>
533
                  <exclude>**/*.patch</exclude>
533
                  <exclude>**/*.patch</exclude>
534
                  <exclude>**/*.avsc</exclude>
534
                  <exclude>**/*.avsc</exclude>

    
   
535
                  <exclude>**/*.avro</exclude>
535
                  <exclude>**/docs/**</exclude>
536
                  <exclude>**/docs/**</exclude>
536
                </excludes>
537
                </excludes>
537
              </configuration>
538
              </configuration>
538
            </execution>
539
            </execution>
539
          </executions>
540
          </executions>
[+20] [20] 508 lines
flume-ng-core/pom.xml
Revision 0224519 New Change
 
flume-ng-core/src/main/avro/TransferStateFileMeta.avsc
New File
 
flume-ng-core/src/main/java/org/apache/flume/client/avro/AvroCLIClient.java
Revision 37e9ffa New Change
 
flume-ng-core/src/main/java/org/apache/flume/client/avro/BufferedLineReader.java
Revision 718e1b2 New Change
 
flume-ng-core/src/main/java/org/apache/flume/client/avro/EventReader.java
New File
 
flume-ng-core/src/main/java/org/apache/flume/client/avro/LineReader.java
Revision 904f22c New Change
 
flume-ng-core/src/main/java/org/apache/flume/client/avro/ReliableEventReader.java
New File
 
flume-ng-core/src/main/java/org/apache/flume/client/avro/ReliableSpoolingFileEventReader.java
New File
 
flume-ng-core/src/main/java/org/apache/flume/client/avro/SimpleTextLineEventReader.java
New File
 
flume-ng-core/src/main/java/org/apache/flume/client/avro/SpoolingFileLineReader.java
Revision 8362299 New Change
 
flume-ng-core/src/main/java/org/apache/flume/serialization/DurablePositionTracker.java
New File
 
flume-ng-core/src/main/java/org/apache/flume/serialization/EventDeserializer.java
New File
 
flume-ng-core/src/main/java/org/apache/flume/serialization/EventDeserializerFactory.java
New File
 
flume-ng-core/src/main/java/org/apache/flume/serialization/EventDeserializerType.java
New File
 
flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerDe.java
New File
 
flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerializer.java
Revision a418935 New Change
 
flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerializerFactory.java
Revision 75853a9 New Change
 
flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerializerType.java
Revision afe8ed8 New Change
 
flume-ng-core/src/main/java/org/apache/flume/serialization/LineDeserializer.java
New File
 
  1. pom.xml: Loading...
  2. flume-ng-core/pom.xml: Loading...
  3. flume-ng-core/src/main/avro/TransferStateFileMeta.avsc: Loading...
  4. flume-ng-core/src/main/java/org/apache/flume/client/avro/AvroCLIClient.java: Loading...
  5. flume-ng-core/src/main/java/org/apache/flume/client/avro/BufferedLineReader.java: Loading...
  6. flume-ng-core/src/main/java/org/apache/flume/client/avro/EventReader.java: Loading...
  7. flume-ng-core/src/main/java/org/apache/flume/client/avro/LineReader.java: Loading...
  8. flume-ng-core/src/main/java/org/apache/flume/client/avro/ReliableEventReader.java: Loading...
  9. flume-ng-core/src/main/java/org/apache/flume/client/avro/ReliableSpoolingFileEventReader.java: Loading...
  10. flume-ng-core/src/main/java/org/apache/flume/client/avro/SimpleTextLineEventReader.java: Loading...
  11. flume-ng-core/src/main/java/org/apache/flume/client/avro/SpoolingFileLineReader.java: Loading...
  12. flume-ng-core/src/main/java/org/apache/flume/serialization/DurablePositionTracker.java: Loading...
  13. flume-ng-core/src/main/java/org/apache/flume/serialization/EventDeserializer.java: Loading...
  14. flume-ng-core/src/main/java/org/apache/flume/serialization/EventDeserializerFactory.java: Loading...
  15. flume-ng-core/src/main/java/org/apache/flume/serialization/EventDeserializerType.java: Loading...
  16. flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerDe.java: Loading...
  17. flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerializer.java: Loading...
  18. flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerializerFactory.java: Loading...
  19. flume-ng-core/src/main/java/org/apache/flume/serialization/EventSerializerType.java: Loading...
  20. flume-ng-core/src/main/java/org/apache/flume/serialization/LineDeserializer.java: Loading...
This diff has been split across 2 pages: 1 2 >