Merge pull request #18 from ParticleMedia/ricky-dev

add sandbox spider connect

Dockerfile

@@ -31,4 +31,6 @@ COPY bloomprod.properties /etc/schema-registry/
 COPY feature.properties /etc/schema-registry/
 COPY feed.properties /etc/schema-registry/
 COPY tracelog-push.properties /etc/schema-registry/
+# spidersandbox is open to access. Currently written in sandbox but writes to prod env for debug. So will put this in prod deployment.
+COPY spidersandbox.properties /etc/schema-registry/
 COPY connect-log4j.properties /etc/kafka/

spidersandbox.properties

@@ -0,0 +1,24 @@
+bootstrap.servers=sandbox.spider.kafka.nb.com:9092
+group.id=connect-cluster
+rest.port=8083
+
+key.converter=org.apache.kafka.connect.converters.ByteArrayConverter
+key.converter.schema.registry.url=http://localhost:8081
+value.converter=org.apache.kafka.connect.converters.ByteArrayConverter
+value.converter.schema.registry.url=http://localhost:8081
+
+config.storage.topic=connect-configs
+offset.storage.topic=connect-offsets
+status.storage.topic=connect-statuses
+connector.client.config.override.policy=All
+
+config.storage.replication.factor=3
+offset.storage.replication.factor=3
+status.storage.replication.factor=3
+
+internal.key.converter=org.apache.kafka.connect.json.JsonConverter
+internal.value.converter=org.apache.kafka.connect.json.JsonConverter
+internal.key.converter.schemas.enable=false
+internal.value.converter.schemas.enable=false
+
+plugin.path=/usr/share/java,/usr/share/confluent-hub-components