Config slurper master

fili-generic-example/README.md

@@ -0,0 +1,72 @@
+Fili Wikipedia Example Application
+==================================
+
+This example is an entirely self contained example that provides a Fili application for the 
+[Druid Wikipedia example](http://druid.io/docs/latest/tutorials/quickstart.html).
+
+## Setup and Launching
+
+1. Follow the [Druid instructions](http://druid.io/docs/latest/tutorials/quickstart.html) to bring up a local Druid 
+   cluster on your Unix based machine.
+
+2. Clone this repository to your computer.
+    ```bash
+    git clone git@github.com:yahoo/fili.git
+    ```
+3. Use Maven to install and launch the Fili Wikipedia example:
+
+    ```bash
+    cd fili
+    mvn install
+    mvn -pl fili-wikipedia-example exec:java
+    ```
+    From another window, run a test query against the default druid data:
+
+    ```bash
+    curl "http://localhost:9998/v1/data/wikipedia/hour/?metrics=deleted&dateTime=2015-09-12/PT2H" -H "Content-Type: application/json" | python -m json.tool
+    ```
+    If everything is working you should see something like:
+    ```
+    {
+        "rows": [
+            {
+                "dateTime": "2015-09-12 00:00:00.000",
+                "deleted": 1761.0
+            },
+            {
+                "dateTime": "2015-09-12 01:00:00.000",
+                "deleted": 16208.0
+            }
+        ]
+    }        
+    ```
+
+## Example Queries
+
+Here are some sample queries that you can run to verify your server:
+
+- List tables:
+
+      GET http://localhost:9998/v1/tables
+
+- List dimensions:  
+
+      GET http://localhost:9998/v1/dimensions
+
+- List metrics:
+
+      GET http://localhost:9998/v1/metrics/
+
+- Count of edits by hour for the last 72 hours:  
+
+      GET http://localhost:9998/v1/data/wikipedia/hour/?metrics=count&dateTime=PT72H/current
+
+- Show debug info, including the query sent to Druid:  
+
+      GET http://localhost:9998/v1/data/wikipedia/hour/?format=debug&metrics=count&dateTime=PT72H/current
+
+## Importing and Running in IntelliJ
+
+1. In IntelliJ, go to `File -> Open`
+2. Select the `pom.xml` file at the root of the project
+3. Run `WikiMain` which can be found in `fili-wikipedia-example` (e.g. right click and choose run)

fili-generic-example/pom.xml

@@ -0,0 +1,140 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <prerequisites>
+        <maven>3.0</maven>
+    </prerequisites>
+
+    <parent>
+        <groupId>com.yahoo.fili</groupId>
+        <artifactId>fili-parent-pom</artifactId>
+        <version>0.8-SNAPSHOT</version>
+    </parent>
+
+    <artifactId>fili-generic-example</artifactId>
+    <packaging>war</packaging>
+    <name>Fili: Generic Example</name>
+    <description>Fili Wikipedia Example serves as a standalone sample implementation using core Fili services to stand
+        in front of the Druid wiki tutorial and automatically configure
+    </description>
+
+    <licenses>
+        <license>
+            <name>The Apache Software License, Version 2.0</name>
+            <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
+            <distribution>repo</distribution>
+        </license>
+    </licenses>
+
+    <properties>
+        <maven.deploy.skip>true</maven.deploy.skip>
+
+        <checkstyle.config.location>../checkstyle-style.xml</checkstyle.config.location>
+        <checkstyle.suppressions.location>../checkstyle-suppressions.xml</checkstyle.suppressions.location>
+    </properties>
+
+    <dependencies>
+        <dependency>
+            <groupId>com.yahoo.fili</groupId>
+            <artifactId>fili</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>com.yahoo.fili</groupId>
+            <artifactId>fili-core</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>com.yahoo.fili</groupId>
+            <artifactId>fili-core</artifactId>
+            <type>test-jar</type>
+        </dependency>
+
+        <!-- Servlet API -->
+        <dependency>
+            <groupId>javax.servlet</groupId>
+            <artifactId>javax.servlet-api</artifactId>
+        </dependency>
+
+        <!-- Jersey -->
+        <dependency>
+            <groupId>org.glassfish.jersey.containers</groupId>
+            <artifactId>jersey-container-servlet</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.glassfish.jersey.core</groupId>
+            <artifactId>jersey-common</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.glassfish.jersey.core</groupId>
+            <artifactId>jersey-server</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.apache.httpcomponents</groupId>
+            <artifactId>httpclient</artifactId>
+        </dependency>
+
+        <!-- Test -->
+        <dependency>
+            <groupId>org.glassfish.jersey.test-framework</groupId>
+            <artifactId>jersey-test-framework-core</artifactId>
+        </dependency>
+
+        <!-- Jersey Test 'grizzly' container -->
+        <dependency>
+            <groupId>org.glassfish.jersey.test-framework.providers</groupId>
+            <artifactId>jersey-test-framework-provider-grizzly2</artifactId>
+        </dependency>
+
+        <!-- Jetty Servlet Support -->
+        <dependency>
+            <groupId>org.eclipse.jetty</groupId>
+            <artifactId>jetty-servlet</artifactId>
+        </dependency>
+    </dependencies>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-antrun-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <id>1</id>
+                        <phase>prepare-package</phase>
+                        <goals>
+                            <goal>run</goal>
+                        </goals>
+                        <configuration>
+                            <target>
+                                <exec executable="/bin/sh">
+                                    <env key="BUILD_NUMBER" value="${project.build}" />
+                                    <arg value="-c" />
+                                    <arg
+                                        value="echo ${project.version}.${BUILD_NUMBER:=0} | sed -e s/-SNAPSHOT//g &gt; target/buildVersion" />
+                                </exec>
+                            </target>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-checkstyle-plugin</artifactId>
+            </plugin>
+            <plugin>
+                <groupId>org.codehaus.mojo</groupId>
+                <artifactId>exec-maven-plugin</artifactId>
+                <version>1.1</version>
+                <executions>
+                    <execution><goals><goal>java</goal></goals></execution>
+                </executions>
+                <configuration>
+                    <mainClass>com.yahoo.wiki.webservice.application.WikiMain</mainClass>
+                </configuration>
+            </plugin>
+    </plugins>
+    </build>
+</project>

fili-generic-example/src/main/java/com/yahoo/wiki/webservice/application/GenericBinder.java

@@ -0,0 +1,49 @@
+// Copyright 2016 Yahoo Inc.
+// Licensed under the terms of the Apache license. Please see LICENSE.md file distributed with this work for terms.
+package com.yahoo.wiki.webservice.application;
+
+import com.yahoo.bard.webservice.data.config.dimension.DimensionConfig;
+import com.yahoo.bard.webservice.data.config.metric.MetricLoader;
+import com.yahoo.bard.webservice.data.config.table.TableLoader;
+import com.yahoo.bard.webservice.druid.client.DruidWebService;
+import com.yahoo.wiki.webservice.data.config.auto.ConfigLoader;
+import com.yahoo.wiki.webservice.data.config.auto.StaticWikiConfigLoader;
+import com.yahoo.wiki.webservice.data.config.dimension.GenericDimensions;
+import com.yahoo.wiki.webservice.data.config.metric.GenericMetricLoader;
+import com.yahoo.wiki.webservice.data.config.table.GenericTableLoader;
+
+import java.util.LinkedHashSet;
+
+/**
+ * Created by kevin on 3/7/2017.
+ */
+public class GenericBinder {
+    private static GenericBinder genericBinder;
+    private DruidWebService druidWebService;
+    private ConfigLoader configLoader;
+
+    private GenericBinder() {
+        configLoader = new StaticWikiConfigLoader();
+        //druidWebService = null; //TODO how to initialize with actual DruidWebService
+        //configLoader = new DruidNavigator(druidWebService);
+    }
+
+    public static GenericBinder getInstance() {
+        if (genericBinder == null) {
+            genericBinder = new GenericBinder();
+        }
+        return genericBinder;
+    }
+
+    public TableLoader buildTableLoader() {
+        return new GenericTableLoader(configLoader);
+    }
+
+    public LinkedHashSet<DimensionConfig> buildDimensionConfigurations() {
+        return new LinkedHashSet<>(new GenericDimensions(configLoader).getAllDimensionConfigurations());
+    }
+
+    public MetricLoader buildMetricLoader() {
+        return new GenericMetricLoader(configLoader);
+    }
+}

fili-generic-example/src/main/java/com/yahoo/wiki/webservice/application/WikiBinderFactory.java

@@ -0,0 +1,31 @@
+// Copyright 2016 Yahoo Inc.
+// Licensed under the terms of the Apache license. Please see LICENSE.md file distributed with this work for terms.
+package com.yahoo.wiki.webservice.application;
+
+import com.yahoo.bard.webservice.application.AbstractBinderFactory;
+import com.yahoo.bard.webservice.data.config.dimension.DimensionConfig;
+import com.yahoo.bard.webservice.data.config.metric.MetricLoader;
+import com.yahoo.bard.webservice.data.config.table.TableLoader;
+
+import java.util.LinkedHashSet;
+
+/**
+ * Wiki specialization of the Abstract Binder factory, applying Wiki configuration objects.
+ */
+public class WikiBinderFactory extends AbstractBinderFactory {
+
+    @Override
+    protected MetricLoader getMetricLoader() {
+        return GenericBinder.getInstance().buildMetricLoader();
+    }
+
+    @Override
+    protected LinkedHashSet<DimensionConfig> getDimensionConfigurations() {
+        return GenericBinder.getInstance().buildDimensionConfigurations();
+    }
+
+    @Override
+    protected TableLoader getTableLoader() {
+        return GenericBinder.getInstance().buildTableLoader();
+    }
+}