Review Board 1.7.22


FLUME-1251 Redis Publisher Sink

Review Request #5347 - Created June 17, 2012 and updated

Mubarak Seyed
trunk
FLUME-1251
Reviewers
Flume
Flume
Redis supports pub/sub out-of-the-box. Flume based event streaming application can make use of Redis publisher sink to publish events to topic(s) in Redis and then subscriber(s) of topic/channel can receive events to do near real-time analytics.
Yes, tested in lab environment.
trunk/pom.xml
Revision 1361931 New Change
[20] 798 lines
[+20]
799
        <artifactId>flume-ng-hbase-sink</artifactId>
799
        <artifactId>flume-ng-hbase-sink</artifactId>
800
        <version>1.3.0-SNAPSHOT</version>
800
        <version>1.3.0-SNAPSHOT</version>
801
      </dependency>
801
      </dependency>
802

    
   
802

   
803
      <dependency>
803
      <dependency>

    
   
804
        <groupId>org.apache.flume.flume-ng-sinks</groupId>

    
   
805
        <artifactId>flume-ng-redis-sink</artifactId>

    
   
806
        <version>1.3.0-SNAPSHOT</version>

    
   
807
      </dependency>

    
   
808

   

    
   
809
      <dependency>
804
        <groupId>org.apache.flume.flume-ng-legacy-sources</groupId>
810
        <groupId>org.apache.flume.flume-ng-legacy-sources</groupId>
805
        <artifactId>flume-thrift-source</artifactId>
811
        <artifactId>flume-thrift-source</artifactId>
806
        <version>1.3.0-SNAPSHOT</version>
812
        <version>1.3.0-SNAPSHOT</version>
807
      </dependency>
813
      </dependency>
808

    
   
814

   
[+20] [20] 38 lines
[+20]
847
          <artifactId>log4j-over-slf4j</artifactId>
853
          <artifactId>log4j-over-slf4j</artifactId>
848
        </exclusion>
854
        </exclusion>
849
      </exclusions>
855
      </exclusions>
850
     </dependency>
856
     </dependency>
851

    
   
857

   

    
   
858
     <dependency>

    
   
859
      <groupId>redis.clients</groupId>

    
   
860
      <artifactId>jedis</artifactId>

    
   
861
      <version>2.1.0</version>

    
   
862
     </dependency>

    
   
863

   
852
    </dependencies>
864
    </dependencies>
853
  </dependencyManagement>
865
  </dependencyManagement>
854

    
   
866

   
855
  <reporting>
867
  <reporting>
856
    <plugins>
868
    <plugins>
[+20] [20] 36 lines
trunk/flume-ng-configuration/src/main/java/org/apache/flume/conf/sink/SinkConfiguration.java
Revision 1361931 New Change
 
trunk/flume-ng-configuration/src/main/java/org/apache/flume/conf/sink/SinkType.java
Revision 1361931 New Change
 
trunk/flume-ng-dist/pom.xml
Revision 1361931 New Change
 
trunk/flume-ng-sinks/pom.xml
Revision 1361931 New Change
 
trunk/flume-ng-sinks/flume-ng-redis-sink/pom.xml
New File
 
trunk/flume-ng-sinks/flume-ng-redis-sink/src/main/java/org/apache/flume/sink/redis/RedisEventSerializer.java
New File
 
trunk/flume-ng-sinks/flume-ng-redis-sink/src/main/java/org/apache/flume/sink/redis/RedisSink.java
New File
 
trunk/flume-ng-sinks/flume-ng-redis-sink/src/main/java/org/apache/flume/sink/redis/SimpleRedisEventSerializer.java
New File
 
trunk/flume-ng-sinks/flume-ng-redis-sink/src/test/java/org/apache/flume/sink/redis/TestRedisSink.java
New File
 
  1. trunk/pom.xml: Loading...
  2. trunk/flume-ng-configuration/src/main/java/org/apache/flume/conf/sink/SinkConfiguration.java: Loading...
  3. trunk/flume-ng-configuration/src/main/java/org/apache/flume/conf/sink/SinkType.java: Loading...
  4. trunk/flume-ng-dist/pom.xml: Loading...
  5. trunk/flume-ng-sinks/pom.xml: Loading...
  6. trunk/flume-ng-sinks/flume-ng-redis-sink/pom.xml: Loading...
  7. trunk/flume-ng-sinks/flume-ng-redis-sink/src/main/java/org/apache/flume/sink/redis/RedisEventSerializer.java: Loading...
  8. trunk/flume-ng-sinks/flume-ng-redis-sink/src/main/java/org/apache/flume/sink/redis/RedisSink.java: Loading...
  9. trunk/flume-ng-sinks/flume-ng-redis-sink/src/main/java/org/apache/flume/sink/redis/SimpleRedisEventSerializer.java: Loading...
  10. trunk/flume-ng-sinks/flume-ng-redis-sink/src/test/java/org/apache/flume/sink/redis/TestRedisSink.java: Loading...