kaideng

Author: forgivedengkai

pom.xml

@@ -0,0 +1,36 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+
+    <groupId>datapump</groupId>
+    <artifactId>datapump</artifactId>
+    <version>1.0-SNAPSHOT</version>
+    <dependencies>
+
+       <dependency>
+           <groupId>com.lmax</groupId>
+           <artifactId>disruptor</artifactId>
+           <version>3.3.6</version>
+       </dependency>
+
+
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+            <version>14.0-rc2</version>
+        </dependency>
+
+
+        <dependency>
+            <groupId>org.apache.thrift</groupId>
+            <artifactId>libthrift</artifactId>
+            <version>0.10.0</version>
+        </dependency>
+
+
+    </dependencies>
+
+
+</project>

src/main/java/com/datapump/AbstractConsumer.java

@@ -0,0 +1,17 @@
+package com.datapump;
+
+import com.lmax.disruptor.EventHandler;
+
+/**
+ * Created by kaideng on 17-6-17.
+ */
+public   class AbstractConsumer implements   EventHandler<Event>{
+
+
+
+
+
+    public void onEvent(Event event, long l, boolean b) throws Exception {
+
+    }
+}

src/main/java/com/datapump/Bootstrap.java

@@ -0,0 +1,15 @@
+package com.datapump;
+
+/**
+ * Created by kaideng on 17-6-18.
+ */
+public class Bootstrap {
+
+    public  static  void  main(String[]  args)
+    {
+
+
+
+    }
+
+}

src/main/java/com/datapump/Configurable.java

@@ -0,0 +1,10 @@
+package com.datapump;
+
+/**
+ * Created by kaideng on 17-6-17.
+ */
+public interface Configurable {
+
+    public void configure(Context context);
+
+}

src/main/java/com/datapump/Context.java

@@ -0,0 +1,223 @@
+package com.datapump;
+
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.Map;
+
+import com.google.common.base.Preconditions;
+import com.google.common.collect.ImmutableMap;
+import com.google.common.collect.Maps;
+
+/**
+ * Created by kaideng on 17-6-17.
+ */
+public class Context {
+
+    private Map<String, String> parameters;
+
+    public Context() {
+        parameters = Collections.synchronizedMap(new HashMap<String, String>());
+    }
+
+    public Context(Map<String, String> paramters) {
+        this();
+        this.putAll(paramters);
+    }
+
+    /**
+     * Gets a copy of the backing map structure.
+     * @return immutable copy of backing map structure
+     */
+    public ImmutableMap<String, String> getParameters() {
+        synchronized (parameters) {
+            return ImmutableMap.copyOf(parameters);
+        }
+    }
+    /**
+     * Removes all of the mappings from this map.
+     */
+    public void clear() {
+        parameters.clear();
+    }
+
+    /**
+     * Get properties which start with a prefix. When a property is returned,
+     * the prefix is removed the from name. For example, if this method is
+     * called with a parameter &quot;hdfs.&quot; and the context contains:
+     * <code>
+     * { hdfs.key = value, otherKey = otherValue }
+     * </code>
+     * this method will return a map containing:
+     * <code>
+     * { key = value}
+     * </code>
+     *
+     * <b>Note:</b> The <tt>prefix</tt> must end with a period character. If not
+     * this method will raise an IllegalArgumentException.
+     *
+     * @param prefix key prefix to find and remove from keys in resulting map
+     * @return map with keys which matched prefix with prefix removed from
+     *   keys in resulting map. If no keys are matched, the returned map is
+     *   empty
+     * @throws IllegalArguemntException if the given prefix does not end with
+     *   a period character.
+     */
+    public ImmutableMap<String, String> getSubProperties(String prefix) {
+        Preconditions.checkArgument(prefix.endsWith("."),
+                "The given prefix does not end with a period (" + prefix + ")");
+        Map<String, String> result = Maps.newHashMap();
+        synchronized (parameters) {
+            for (String key : parameters.keySet()) {
+                if (key.startsWith(prefix)) {
+                    String name = key.substring(prefix.length());
+                    result.put(name, parameters.get(key));
+                }
+            }
+        }
+        return ImmutableMap.copyOf(result);
+    }
+    /**
+     * Associates all of the given map's keys and values in the Context.
+     */
+    public void putAll(Map<String, String> map) {
+        parameters.putAll(map);
+    }
+    /**
+     * Associates the specified value with the specified key in this context.
+     * If the context previously contained a mapping for the key, the old value
+     * is replaced by the specified value.
+     * @param key key with which the specified value is to be associated
+     * @param value to be associated with the specified key
+     */
+    public void put(String key, String value) {
+        parameters.put(key, value);
+    }
+
+    /**
+     * Returns true if this Context contains a mapping for key.
+     * Otherwise, returns false.
+     */
+    public boolean containsKey(String key) {
+        return parameters.containsKey(key);
+    }
+
+    /**
+     * Gets value mapped to key, returning defaultValue if unmapped.
+     * @param key to be found
+     * @param defaultValue returned if key is unmapped
+     * @return value associated with key
+     */
+    public Boolean getBoolean(String key, Boolean defaultValue) {
+        String value = get(key);
+        if (value != null) {
+            return Boolean.parseBoolean(value.trim());
+        }
+        return defaultValue;
+    }
+    /**
+     * Gets value mapped to key, returning null if unmapped.
+     * <p>
+     * Note that this method returns an object as opposed to a
+     * primitive. The configuration key requested may not be mapped
+     * to a value and by returning the primitive object wrapper we can
+     * return null. If the key does not exist the return value of
+     * this method is assigned directly to a primitive, a
+     * {@link NullPointerException} will be thrown.
+     * </p>
+     * @param key to be found
+     * @return value associated with key or null if unmapped
+     */
+    public Boolean getBoolean(String key) {
+        return getBoolean(key, null);
+    }
+    /**
+     * Gets value mapped to key, returning defaultValue if unmapped.
+     * @param key to be found
+     * @param defaultValue returned if key is unmapped
+     * @return value associated with key
+     */
+    public Integer getInteger(String key, Integer defaultValue) {
+        String value = get(key);
+        if (value != null) {
+            return Integer.parseInt(value.trim());
+        }
+        return defaultValue;
+    }
+    /**
+     * Gets value mapped to key, returning null if unmapped.
+     * <p>
+     * Note that this method returns an object as opposed to a
+     * primitive. The configuration key requested may not be mapped
+     * to a value and by returning the primitive object wrapper we can
+     * return null. If the key does not exist the return value of
+     * this method is assigned directly to a primitive, a
+     * {@link NullPointerException} will be thrown.
+     * </p>
+     * @param key to be found
+     * @return value associated with key or null if unmapped
+     */
+    public Integer getInteger(String key) {
+        return getInteger(key, null);
+    }
+    /**
+     * Gets value mapped to key, returning defaultValue if unmapped.
+     * @param key to be found
+     * @param defaultValue returned if key is unmapped
+     * @return value associated with key
+     */
+    public Long getLong(String key, Long defaultValue) {
+        String value = get(key);
+        if (value != null) {
+            return Long.parseLong(value.trim());
+        }
+        return defaultValue;
+    }
+    /**
+     * Gets value mapped to key, returning null if unmapped.
+     * <p>
+     * Note that this method returns an object as opposed to a
+     * primitive. The configuration key requested may not be mapped
+     * to a value and by returning the primitive object wrapper we can
+     * return null. If the key does not exist the return value of
+     * this method is assigned directly to a primitive, a
+     * {@link NullPointerException} will be thrown.
+     * </p>
+     * @param key to be found
+     * @return value associated with key or null if unmapped
+     */
+    public Long getLong(String key) {
+        return getLong(key, null);
+    }
+    /**
+     * Gets value mapped to key, returning defaultValue if unmapped.
+     * @param key to be found
+     * @param defaultValue returned if key is unmapped
+     * @return value associated with key
+     */
+    public String getString(String key, String defaultValue) {
+        return get(key, defaultValue);
+    }
+    /**
+     * Gets value mapped to key, returning null if unmapped.
+     * @param key to be found
+     * @return value associated with key or null if unmapped
+     */
+    public String getString(String key) {
+        return get(key);
+    }
+    private String get(String key, String defaultValue) {
+        String result = parameters.get(key);
+        if (result != null) {
+            return result;
+        }
+        return defaultValue;
+    }
+    private String get(String key) {
+        return get(key, null);
+    }
+    @Override
+    public String toString() {
+        return "{ parameters:" + parameters + " }";
+    }
+}
+

src/main/java/com/datapump/EmptyConsumer.java

@@ -0,0 +1,25 @@
+package com.datapump;
+
+
+import com.lmax.disruptor.EventHandler;
+
+/**
+ * Created by kaideng on 17-6-17.
+ */
+public class EmptyConsumer extends  AbstractConsumer  {
+
+    private  int  seq;
+
+    public  EmptyConsumer(){}
+
+
+    public   EmptyConsumer(int   seq)
+    {
+            this.seq=seq;
+    }
+
+
+    public void onEvent(Event event, long l, boolean b) throws Exception {
+        System.err.println("consumer : "+event.getValue())d;
+    }
+}

src/main/java/com/datapump/Event.java

@@ -0,0 +1,18 @@
+package com.datapump;
+
+/**
+ * Created by kaideng on 17-6-17.
+ */
+public class Event {
+
+
+    private   String  value ;
+
+    public String getValue() {
+        return value;
+    }
+
+    public void setValue(String value) {
+        this.value = value;
+    }
+}