Add text generator for sdtype like

rdt/performance/datasets/__init__.py

@@ -9,8 +9,8 @@
     id,
     numerical,
     pii,
+    text,
 )
-from rdt.performance.datasets import id as text
 from rdt.performance.datasets.base import BaseDatasetGenerator
 
 __all__ = [

rdt/performance/datasets/text.py

@@ -0,0 +1,57 @@
+"""Dataset Generators for 'text' transformers."""
+
+from abc import ABC
+
+import numpy as np
+
+from rdt.performance.datasets.base import BaseDatasetGenerator
+from rdt.performance.datasets.utils import add_nans
+
+
+class RegexGeneratorGenerator(BaseDatasetGenerator, ABC):
+    """Base class for generators that generate ID data."""
+
+    SDTYPE = 'text'
+
+
+class RandomStringGenerator(RegexGeneratorGenerator):
+    """Generator that creates an array of random strings."""
+
+    @staticmethod
+    def generate(num_rows):
+        """Generate a ``num_rows`` number of rows."""
+        categories = ['Alice', 'Bob', 'Charlie', 'Dave', 'Eve']
+        return np.random.choice(a=categories, size=num_rows)
+
+    @staticmethod
+    def get_performance_thresholds():
+        """Return the expected threseholds."""
+        return {
+            'fit': {'time': 1e-05, 'memory': 500.0},
+            'transform': {'time': 1e-05, 'memory': 500.0},
+            'reverse_transform': {
+                'time': 2e-05,
+                'memory': 1000.0,
+            },
+        }
+
+
+class RandomStringNaNsGenerator(RegexGeneratorGenerator):
+    """Generator that creates an array of random strings with nans."""
+
+    @staticmethod
+    def generate(num_rows):
+        """Generate a ``num_rows`` number of rows."""
+        return add_nans(RandomStringGenerator.generate(num_rows).astype('O'))
+
+    @staticmethod
+    def get_performance_thresholds():
+        """Return the expected threseholds."""
+        return {
+            'fit': {'time': 1e-05, 'memory': 400.0},
+            'transform': {'time': 1e-05, 'memory': 1000.0},
+            'reverse_transform': {
+                'time': 2e-05,
+                'memory': 1000.0,
+            },
+        }