Review Board 1.7.22


FLUME-896 Implement file write ahead log channel

Review Request #4325 - Created March 14, 2012 and submitted

Brock Noland
trunk
FLUME-896
Reviewers
Flume
flume-git
Attached patch not meant for commit. Just posting here for easy review.

 

Changes between revision 3 and 8

1 2 3 4 5 6 7 8
1 2 3 4 5 6 7 8

  1. pom.xml: Loading...
  2. flume-ng-channels/pom.xml: Loading...
  3. flume-ng-channels/flume-file-channel/pom.xml: Loading...
  4. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/FileChannel.java: Loading...
  5. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/FileChannelEvent.java: Loading...
  6. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WAL.java: Loading...
  7. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WALDataFile.java: Loading...
  8. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WALEntry.java: Loading...
  9. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WALReplyResult.java: Loading...
  10. flume-ng-channels/flume-file-channel/src/test/java/org/apache/flume/channel/file/TestFileChannel.java: Loading...
  11. flume-ng-channels/flume-file-channel/src/test/java/org/apache/flume/channel/file/wal/TestWAL.java: Loading...
  12. flume-ng-channels/flume-recoverable-memory-channel/pom.xml: Loading...
  13. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/RecoverableMemoryChannel.java: Loading...
  14. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/RecoverableMemoryChannelEvent.java: Loading...
  15. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/SequenceIDBuffer.java: Loading...
  16. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WAL.java: Loading...
  17. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WALDataFile.java: Loading...
  18. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WALEntry.java: Loading...
  19. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WALReplayResult.java: Loading...
  20. flume-ng-channels/flume-recoverable-memory-channel/src/test/java/org/apache/flume/channel/recoverable/memory/TestRecoverableMemoryChannel.java: Loading...
  21. flume-ng-channels/flume-recoverable-memory-channel/src/test/java/org/apache/flume/channel/recoverable/memory/wal/TestSequenceIDBuffer.java: Loading...
  22. flume-ng-channels/flume-recoverable-memory-channel/src/test/java/org/apache/flume/channel/recoverable/memory/wal/TestWAL.java: Loading...
  23. flume-ng-channels/flume-recoverable-memory-channel/src/test/resources/log4j.properties: Loading...
  24. flume-ng-dist/pom.xml: Loading...
pom.xml
Revision c91222f New Change
[20] 589 lines
[+20]
590
        <artifactId>flume-jdbc-channel</artifactId>
590
        <artifactId>flume-jdbc-channel</artifactId>
591
        <version>1.2.0-incubating-SNAPSHOT</version>
591
        <version>1.2.0-incubating-SNAPSHOT</version>
592
      </dependency>
592
      </dependency>
593

    
   
593

   
594
      <dependency>
594
     <dependency>

    
   
595
       <groupId>org.apache.flume.flume-ng-channels</groupId>

    
   
596
       <artifactId>flume-recoverable-memory-channel</artifactId>

    
   
597
       <version>1.2.0-incubating-SNAPSHOT</version>

    
   
598
     </dependency>

    
   
599

   

    
   
600
      <dependency>
595
        <groupId>org.apache.flume.flume-ng-sinks</groupId>
601
        <groupId>org.apache.flume.flume-ng-sinks</groupId>
596
        <artifactId>flume-hdfs-sink</artifactId>
602
        <artifactId>flume-hdfs-sink</artifactId>
597
        <version>1.2.0-incubating-SNAPSHOT</version>
603
        <version>1.2.0-incubating-SNAPSHOT</version>
598
      </dependency>
604
      </dependency>
599

    
   
605

   
[+20] [20] 34 lines
flume-ng-channels/pom.xml
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-file-channel/pom.xml
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/FileChannel.java
Diff Revision 3 Diff Revision 8 - File Reverted
 
flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/FileChannelEvent.java
Diff Revision 3 Diff Revision 8 - File Reverted
 
flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WAL.java
Diff Revision 3 Diff Revision 8 - File Reverted
 
flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WALDataFile.java
Diff Revision 3 Diff Revision 8 - File Reverted
 
flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WALEntry.java
Diff Revision 3 Diff Revision 8 - File Reverted
 
flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WALReplyResult.java
Diff Revision 3 Diff Revision 8 - File Reverted
 
flume-ng-channels/flume-file-channel/src/test/java/org/apache/flume/channel/file/TestFileChannel.java
Diff Revision 3 Diff Revision 8 - File Reverted
 
flume-ng-channels/flume-file-channel/src/test/java/org/apache/flume/channel/file/wal/TestWAL.java
Diff Revision 3 Diff Revision 8 - File Reverted
 
flume-ng-channels/flume-recoverable-memory-channel/pom.xml
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/RecoverableMemoryChannel.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/RecoverableMemoryChannelEvent.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/SequenceIDBuffer.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WAL.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WALDataFile.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WALEntry.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WALReplayResult.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/test/java/org/apache/flume/channel/recoverable/memory/TestRecoverableMemoryChannel.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/test/java/org/apache/flume/channel/recoverable/memory/wal/TestSequenceIDBuffer.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/test/java/org/apache/flume/channel/recoverable/memory/wal/TestWAL.java
Diff Revision 3 Diff Revision 8
 
flume-ng-channels/flume-recoverable-memory-channel/src/test/resources/log4j.properties
Diff Revision 3 Diff Revision 8
 
flume-ng-dist/pom.xml
Diff Revision 3 Diff Revision 8
 
  1. pom.xml: Loading...
  2. flume-ng-channels/pom.xml: Loading...
  3. flume-ng-channels/flume-file-channel/pom.xml: Loading...
  4. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/FileChannel.java: Loading...
  5. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/FileChannelEvent.java: Loading...
  6. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WAL.java: Loading...
  7. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WALDataFile.java: Loading...
  8. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WALEntry.java: Loading...
  9. flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/wal/WALReplyResult.java: Loading...
  10. flume-ng-channels/flume-file-channel/src/test/java/org/apache/flume/channel/file/TestFileChannel.java: Loading...
  11. flume-ng-channels/flume-file-channel/src/test/java/org/apache/flume/channel/file/wal/TestWAL.java: Loading...
  12. flume-ng-channels/flume-recoverable-memory-channel/pom.xml: Loading...
  13. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/RecoverableMemoryChannel.java: Loading...
  14. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/RecoverableMemoryChannelEvent.java: Loading...
  15. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/SequenceIDBuffer.java: Loading...
  16. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WAL.java: Loading...
  17. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WALDataFile.java: Loading...
  18. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WALEntry.java: Loading...
  19. flume-ng-channels/flume-recoverable-memory-channel/src/main/java/org/apache/flume/channel/recoverable/memory/wal/WALReplayResult.java: Loading...
  20. flume-ng-channels/flume-recoverable-memory-channel/src/test/java/org/apache/flume/channel/recoverable/memory/TestRecoverableMemoryChannel.java: Loading...
  21. flume-ng-channels/flume-recoverable-memory-channel/src/test/java/org/apache/flume/channel/recoverable/memory/wal/TestSequenceIDBuffer.java: Loading...
  22. flume-ng-channels/flume-recoverable-memory-channel/src/test/java/org/apache/flume/channel/recoverable/memory/wal/TestWAL.java: Loading...
  23. flume-ng-channels/flume-recoverable-memory-channel/src/test/resources/log4j.properties: Loading...
  24. flume-ng-dist/pom.xml: Loading...