Review Board 1.7.22


FLUME-924: Implement a JMS source for Flume NG

Review Request #8369 - Created Dec. 6, 2012 and submitted

Brock Noland
trunk
FLUME-924
Reviewers
Flume
flume-git
Implements FLUME-924 (JMS Source). Some notes:

1) Should work for any JMS provider but only tested with ActiveMQ.
2) Has unit tests as well as an ActiveMQ integration test
3) Allows for a pluggable class to convert a JMS message to a Flume Event. With that said, it provides a sensible default implementation.
The tests which were added, pass.

Diff revision 7 (Latest)

1 2 3 4 5 6 7
1 2 3 4 5 6 7

  1. pom.xml: Loading...
  2. flume-ng-doc/sphinx/FlumeUserGuide.rst: Loading...
  3. flume-ng-sources/pom.xml: Loading...
  4. flume-ng-sources/flume-jms-source/pom.xml: Loading...
  5. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/DefaultJMSMessageConverter.java: Loading...
  6. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/InitialContextFactory.java: Loading...
  7. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSDestinationType.java: Loading...
  8. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSMessageConsumer.java: Loading...
  9. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSMessageConsumerFactory.java: Loading...
  10. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSMessageConverter.java: Loading...
  11. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSSource.java: Loading...
  12. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSSourceConfiguration.java: Loading...
  13. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/JMSMessageConsumerTestBase.java: Loading...
  14. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestDefaultJMSMessageConverter.java: Loading...
  15. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestIntegrationActiveMQ.java: Loading...
  16. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestJMSMessageConsumer.java: Loading...
  17. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestJMSSource.java: Loading...
pom.xml
Revision 6b465b2 New Change
[20] 849 lines
[+20]
850
        <version>0.19.10</version>
850
        <version>0.19.10</version>
851
        <classifier>tests</classifier>
851
        <classifier>tests</classifier>
852
        <scope>test</scope>
852
        <scope>test</scope>
853
      </dependency>
853
      </dependency>
854

    
   
854

   

    
   
855
      <dependency>

    
   
856
        <groupId>javax.jms</groupId>

    
   
857
        <artifactId>jms</artifactId>

    
   
858
        <version>1.1</version>

    
   
859
      </dependency>

    
   
860

   

    
   
861
      <dependency>

    
   
862
        <groupId>org.apache.activemq</groupId>

    
   
863
        <artifactId>activemq-core</artifactId>

    
   
864
        <version>5.7.0</version>

    
   
865
      </dependency>

    
   
866

   
855
      <!-- internal module dependencies -->
867
      <!-- internal module dependencies -->
856

    
   
868

   
857
      <dependency>
869
      <dependency>
858
        <groupId>org.apache.flume</groupId>
870
        <groupId>org.apache.flume</groupId>
859
        <artifactId>flume-ng-configuration</artifactId>
871
        <artifactId>flume-ng-configuration</artifactId>
[+20] [20] 58 lines
[+20]
918
        <artifactId>flume-scribe-source</artifactId>
930
        <artifactId>flume-scribe-source</artifactId>
919
        <version>1.4.0-SNAPSHOT</version>
931
        <version>1.4.0-SNAPSHOT</version>
920
      </dependency>
932
      </dependency>
921

    
   
933

   
922
      <dependency>
934
      <dependency>

    
   
935
        <groupId>org.apache.flume.flume-ng-sources</groupId>

    
   
936
        <artifactId>flume-jms-source</artifactId>

    
   
937
        <version>1.4.0-SNAPSHOT</version>

    
   
938
      </dependency>

    
   
939

   

    
   
940
      <dependency>
923
        <groupId>org.apache.flume.flume-ng-legacy-sources</groupId>
941
        <groupId>org.apache.flume.flume-ng-legacy-sources</groupId>
924
        <artifactId>flume-thrift-source</artifactId>
942
        <artifactId>flume-thrift-source</artifactId>
925
        <version>1.4.0-SNAPSHOT</version>
943
        <version>1.4.0-SNAPSHOT</version>
926
      </dependency>
944
      </dependency>
927

    
   
945

   
928
      <dependency>
946
      <dependency>
929
        <groupId>org.apache.flume.flume-ng-legacy-sources</groupId>
947
        <groupId>org.apache.flume.flume-ng-legacy-sources</groupId>
930
        <artifactId>flume-avro-source</artifactId>
948
        <artifactId>flume-avro-source</artifactId>
931
        <version>1.4.0-SNAPSHOT</version>
949
        <version>1.4.0-SNAPSHOT</version>
932
      </dependency>
950
      </dependency>
933

    
   
951

   

    
   
952

   
934
      <dependency>
953
      <dependency>
935
        <groupId>org.apache.flume</groupId>
954
        <groupId>org.apache.flume</groupId>
936
        <artifactId>flume-ng-sdk</artifactId>
955
        <artifactId>flume-ng-sdk</artifactId>
937
        <version>1.4.0-SNAPSHOT</version>
956
        <version>1.4.0-SNAPSHOT</version>
938
      </dependency>
957
      </dependency>
[+20] [20] 88 lines
flume-ng-doc/sphinx/FlumeUserGuide.rst
Revision 265f546 New Change
 
flume-ng-sources/pom.xml
Revision 48f751d New Change
 
flume-ng-sources/flume-jms-source/pom.xml
New File
 
flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/DefaultJMSMessageConverter.java
New File
 
flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/InitialContextFactory.java
New File
 
flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSDestinationType.java
New File
 
flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSMessageConsumer.java
New File
 
flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSMessageConsumerFactory.java
New File
 
flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSMessageConverter.java
New File
 
flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSSource.java
New File
 
flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSSourceConfiguration.java
New File
 
flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/JMSMessageConsumerTestBase.java
New File
 
flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestDefaultJMSMessageConverter.java
New File
 
flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestIntegrationActiveMQ.java
New File
 
flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestJMSMessageConsumer.java
New File
 
flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestJMSSource.java
New File
 
  1. pom.xml: Loading...
  2. flume-ng-doc/sphinx/FlumeUserGuide.rst: Loading...
  3. flume-ng-sources/pom.xml: Loading...
  4. flume-ng-sources/flume-jms-source/pom.xml: Loading...
  5. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/DefaultJMSMessageConverter.java: Loading...
  6. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/InitialContextFactory.java: Loading...
  7. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSDestinationType.java: Loading...
  8. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSMessageConsumer.java: Loading...
  9. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSMessageConsumerFactory.java: Loading...
  10. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSMessageConverter.java: Loading...
  11. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSSource.java: Loading...
  12. flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSSourceConfiguration.java: Loading...
  13. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/JMSMessageConsumerTestBase.java: Loading...
  14. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestDefaultJMSMessageConverter.java: Loading...
  15. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestIntegrationActiveMQ.java: Loading...
  16. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestJMSMessageConsumer.java: Loading...
  17. flume-ng-sources/flume-jms-source/src/test/java/org/apache/flume/source/jms/TestJMSSource.java: Loading...