Initial commit

Author: tigraboris

.gitignore

@@ -0,0 +1,27 @@
+.gradle
+/build/
+!gradle/wrapper/gradle-wrapper.jar
+
+### STS ###
+.apt_generated
+.classpath
+.factorypath
+.project
+.settings
+.springBeans
+.sts4-cache
+
+### IntelliJ IDEA ###
+.idea
+*.iws
+*.iml
+*.ipr
+/out/
+
+### NetBeans ###
+/nbproject/private/
+/build/
+/nbbuild/
+/dist/
+/nbdist/
+/.nb-gradle/

build.gradle

@@ -0,0 +1,57 @@
+buildscript {
+    ext {
+        springBootVersion = '2.0.2.RELEASE'
+    }
+    repositories {
+        mavenCentral()
+        mavenLocal()
+        jcenter()
+        maven { url "https://nexus.4digi.ru/repository/maven-releases/"}
+    }
+    dependencies {
+        classpath("org.springframework.boot:spring-boot-gradle-plugin:${springBootVersion}")
+    }
+}
+
+apply plugin: 'java'
+apply plugin: 'eclipse'
+apply plugin: 'org.springframework.boot'
+apply plugin: 'io.spring.dependency-management'
+
+
+
+group = 'ru.gpb.utils.db.data.generator'
+version = '0.2'
+sourceCompatibility = 1.8
+
+repositories {
+    mavenCentral()
+    mavenLocal()
+    jcenter()
+    maven {
+        url 'https://dl.bintray.com/palantir/releases'
+    }
+    maven {
+        url 'https://packages.confluent.io/maven/'
+    }
+    maven { url "https://repo.spring.io/snapshot" }
+    maven { url "https://repo.spring.io/milestone" }
+    maven { url "https://nexus.4digi.ru/repository/maven-releases/"}
+}
+
+
+
+dependencies {
+    compile("org.springframework.boot:spring-boot-starter-data-jpa:$springBootVersion")
+    compileOnly('org.projectlombok:lombok')
+    testCompileOnly('org.projectlombok:lombok')
+    testCompile('org.springframework.boot:spring-boot-starter-test:2.0.2.RELEASE')
+    testCompile group: 'com.h2database', name: 'h2', version: '1.4.197'
+
+}
+
+dependencyManagement {
+    imports {
+        mavenBom "org.springframework.cloud.stream.app:app-starters-core-dependencies:2.0.0.RC1"
+    }
+}

readme.md

@@ -0,0 +1,101 @@
+#### Description:
+Database data generator.It based on Spring Data Repository.
+
+#### Work stages:
+...
+
+
+#### Properties:
+* set default jpa properties - @EnableJpaRepositories, @EntityScan and etc
+* should set **@EnableDatabaseDataGenerator**
+* for Tables with One To One relations should field optional=true to be exist for one of that tables 
+* add gradle dependency  
+```
+compile group: 'ru.gpb.als.source.generator', name: 'db-data-generator', version: '0.1'
+```
+* (optional) add property *generator.cache-entity-size* to your application file. 
+    * It manages generated size between many2many relations. By default it is 20.
+    * For example, we have 2 tables A and B with m2m rel. Generator takes 20 entities from each table and generate 400 relations each other.
+
+#### Usage examples:
+
+##### Get the factory:
+```
+     @Autowired
+     private DatabaseDataGeneratorFactory factory;
+     
+```
+##### Generate all values
+
+```
+    String report =
+            factory
+                .generator()
+                .generateAll()
+                .report();
+
+```
+
+##### Generate by Class
+```
+    String report =
+            factory
+                .generator()
+                .generateByClass(Limit.class)
+                .generateByClass(Customer.class)
+                .generateByClass(Currency.class)
+                .generateByClass(OrganizationUnit.class)
+                .report();
+
+```
+##### Generate by Table
+```
+       String report =
+            factory
+                .generator()
+                .generateByTable("schema","table")
+                .report();
+
+```
+
+##### Generate by Table with exception
+```
+
+    try {
+      InnerLog log =
+          factory
+              .generator()
+              .generateByTable("schema", "table")
+              .withException()
+              .log;
+    } catch (DataGenerationException e) {
+      e.printStackTrace();
+    }
+
+```
+
+##### Generate by Class and repeate it 10 times
+```
+ InnerLog log =
+          factory
+              .generator().repeate(10)
+              .generateByClass(Limit.class)
+              .log;
+
+```
+##### Generate by Class and do it till exprected log size  
+```
+    InnerLog s =
+        factory
+            .generator().metronome(1, TimeUnit.SECONDS)
+            .predicate(countPredicate(10))
+            .generateByClass(Customer.class)
+            .log();
+
+    InnerLog s =
+        factory
+            .generator().metronome(1, TimeUnit.SECONDS)
+            .predicate(ctx -> ctx.log.markerValue() < 10)
+            .generateByClass(Customer.class)
+            .log();
+```

settings.gradle

@@ -0,0 +1 @@
+rootProject.name = 'db-data-generator'

src/main/java/ru/gpb/utils/db/data/generator/DatabaseDataGeneratorConfig.java

@@ -0,0 +1,16 @@
+package ru.gpb.utils.db.data.generator;
+
+import org.springframework.context.annotation.ComponentScan;
+import org.springframework.context.annotation.Configuration;
+
+@Configuration
+@ComponentScan(basePackages = "ru.gpb.utils.db.data.generator")
+public class DatabaseDataGeneratorConfig { }
+
+// TODO: 7/26/2018 Если у колонки есть ограничение по длине, то это нужно считывать и запоминать.
+// TODO: 7/25/2018 Корректно обработать связи одной таблицы друг с другом -> parent child ex - Limit
+// TODO: 7/26/2018 Если в соседней таблице нет записей, то связи, естественно не будет. Нужно предсумотреть.
+// TODO: 7/26/2018 Обработать ситуацию когда у связанной сущности нет репозитория.(создать бин?)
+// TODO: 7/26/2018 возможность задавать алгоритм генератора для отдельного типа на лету.
+// TODO: 7/27/2018 тесты для коллекций, для разных баз ...
+// TODO: 7/27/2018 добавить описание в readme

src/main/java/ru/gpb/utils/db/data/generator/EnableDatabaseDataGenerator.java

@@ -0,0 +1,22 @@
+package ru.gpb.utils.db.data.generator;
+
+
+import org.springframework.context.annotation.Import;
+import ru.gpb.utils.db.data.generator.worker.DatabaseDataGeneratorFactory;
+
+import java.lang.annotation.*;
+
+/**
+ *
+ * Annotation to enable database data plainValueGenerator @see {@link DatabaseDataGeneratorFactory}
+ * This annotation allows to scan all packages for this app and add all founded beans to parent spring app.
+ *
+ *
+ * @author Boris Zhguchev
+ * */
+
+@Target(ElementType.TYPE)
+@Retention(RetentionPolicy.RUNTIME)
+@Documented @Inherited
+@Import(DatabaseDataGeneratorConfig.class)
+public @interface EnableDatabaseDataGenerator { }

src/main/java/ru/gpb/utils/db/data/generator/timer/Clock.java

@@ -0,0 +1,36 @@
+package ru.gpb.utils.db.data.generator.timer;
+// 2018.07.24 
+
+/**
+ *
+ * Class for getting current time in nanos. It needed for metronome.
+ *
+ */
+public interface Clock {
+
+  default long currentTimeInNanos() {
+    return currentTimeInMillis() * 1000000L;
+  }
+
+  long currentTimeInMillis();
+
+
+  /**default implementation from system time*/
+  static Clock system() {
+    return new Clock() {
+      @Override
+      public long currentTimeInMillis() {
+        return System.currentTimeMillis();
+      }
+
+      @Override
+      public long currentTimeInNanos() {
+        return System.nanoTime();
+      }
+    };
+  }
+
+
+
+
+}

src/main/java/ru/gpb/utils/db/data/generator/timer/Metronome.java

@@ -0,0 +1,46 @@
+/*
+ * Copyright Debezium Authors.
+ *
+ * Licensed under the Apache Software License version 2.0, available at http://www.apache.org/licenses/LICENSE-2.0
+ */
+package ru.gpb.utils.db.data.generator.timer;
+
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.locks.LockSupport;
+
+/**
+ *
+ * Class for generation equal pauses by interrupted thread.
+ *
+ * */
+public interface Metronome {
+
+    void pause() throws InterruptedException;
+
+/**
+ * default implementation based on {@link LockSupport#parkNanos(long)}
+ * */
+    static Metronome parker(long period, TimeUnit unitMetric, Clock clock) {
+        long periodInNanos = unitMetric.toNanos(period);
+        return new Metronome() {
+
+            private long next = clock.currentTimeInNanos() + periodInNanos;
+
+            @Override
+            public void pause() throws InterruptedException {
+                while (next > clock.currentTimeInNanos()) {
+                    LockSupport.parkNanos(next - clock.currentTimeInNanos());
+                    if ( Thread.currentThread().isInterrupted() ) {
+                        throw new InterruptedException();
+                    }
+                }
+                next = next + periodInNanos;
+            }
+
+        };
+    }
+    static Metronome systemParker(long period, TimeUnit unitMetric) {
+        return parker(period,unitMetric,Clock.system());
+    }
+
+}

src/main/java/ru/gpb/utils/db/data/generator/worker/AbstractPlainTypeGeneratorSupplier.java

@@ -0,0 +1,68 @@
+package ru.gpb.utils.db.data.generator.worker;
+// 2018.07.24 
+
+import java.math.BigDecimal;
+import java.sql.Timestamp;
+import java.util.Date;
+import java.util.UUID;
+import java.util.function.Function;
+
+/**
+ *
+ * Based abstract implementation for {@link PlainTypeGeneratorSupplier}.
+ *
+ * @author Boris Zhguchev
+ */
+public abstract class AbstractPlainTypeGeneratorSupplier implements PlainTypeGeneratorSupplier {
+  @Override
+  public Function<MetaData, UUID> uuid() {
+    return p -> UUID.randomUUID();
+  }
+
+  @Override
+  public Function<MetaData, String> string() {
+    return p -> "";
+  }
+
+  @Override
+  public Function<MetaData, BigDecimal> bigDecimal() {
+    return p -> BigDecimal.ONE;
+  }
+
+  @Override
+  public Function<MetaData, Integer> integer() {
+    return p -> 1;
+  }
+
+  @Override
+  public Function<MetaData, Double> doubleVal() {
+    return p -> 1d;
+  }
+
+  @Override
+  public Function<MetaData, Date> date() {
+    return p -> new Date(0);
+  }
+
+  @Override
+  public Function<MetaData, Timestamp> timestamp() {
+    return p -> new Timestamp(0);
+  }
+
+  @Override
+  public Function<MetaData, Character> character() {
+    return p -> 'D';
+  }
+
+  @Override
+  public Function<MetaData, byte[]> bytes() {
+    return p -> "".getBytes();
+  }
+
+  @Override
+  public Function<MetaData, Boolean> booleanV() {
+    return p -> true;
+  }
+
+
+}