use kttm dataset stored in maven repo

kgyrtkirk · Jun 26, 2024 · 3ff292a · 3ff292a
1 parent a56c753
commit 3ff292a
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 2 deletions.
diff --git a/quidem-it/pom.xml b/quidem-it/pom.xml
@@ -38,6 +38,10 @@
             <id>confluent</id>
             <url>https://packages.confluent.io/maven/</url>
         </repository>
+        <repository>
+            <id>datasets</id>
+            <url>https://raw.githubusercontent.com/kgyrtkirk/datasets/repo/</url>
+        </repository>
     </repositories>
 
     <properties>
@@ -488,6 +492,11 @@
             <version>0.9.3</version>
             <scope>compile</scope>
         </dependency>
+        <dependency>
+            <groupId>com.github.kgyrtkirk.datasets</groupId>
+            <artifactId>kttm-nested</artifactId>
+            <version>0.1</version>
+        </dependency>
         <dependency>
             <groupId>com.amazonaws</groupId>
             <artifactId>aws-java-sdk-sts</artifactId>

diff --git a/quidem-it/src/main/java/org/apache/druid/quidem/KttmNestedComponentSupplier.java b/quidem-it/src/main/java/org/apache/druid/quidem/KttmNestedComponentSupplier.java
@@ -20,9 +20,9 @@
 package org.apache.druid.quidem;
 
 import com.google.inject.Injector;
+import org.apache.druid.data.input.ResourceInputSource;
 import org.apache.druid.data.input.impl.DimensionSchema;
 import org.apache.druid.data.input.impl.DimensionsSpec;
-import org.apache.druid.data.input.impl.LocalInputSource;
 import org.apache.druid.data.input.impl.LongDimensionSchema;
 import org.apache.druid.data.input.impl.StringDimensionSchema;
 import org.apache.druid.data.input.impl.TimestampSpec;
@@ -128,7 +128,11 @@ public static IncrementalIndex makeWikipediaIncrementalIndex()
         // TestIndex.class.getClassLoader(),
         // "kttm-nested-v2-2019-08-25.json"
         // );
-        LocalInputSource inputSource = new LocalInputSource(new File("/home/dev/host/kttm"), "kttm*json");
+        ResourceInputSource inputSource = ResourceInputSource.of(
+            TestIndex.class.getClassLoader(),
+            "kttm-nested-v2-2019-08-25.json"
+        );
+        //        LocalInputSource inputSource = new LocalInputSource(new File("/home/dev/host/kttm"), "kttm*json");
         for (DimensionSchema dimensionSchema : dimensions) {
 
         }