Align test/id sdtypes to match SDV

DEVELOPMENT.rst

@@ -349,7 +349,7 @@ method. The times are specified in seconds and the memory in bytes.
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {
                 'time': 1,

pyproject.toml

@@ -183,6 +183,7 @@ exclude = [
     '.tox',
     '.git',
     '__pycache__',
+    '*.ipynb',
     '.ipynb_checkpoints',
     'tasks.py',
     'tests/contributing.py'
@@ -235,4 +236,4 @@ convention = "google"
 
 [tool.ruff.lint.pycodestyle]
 max-doc-length = 100
-max-line-length = 100
+max-line-length = 100

rdt/performance/datasets/__init__.py

@@ -6,6 +6,7 @@
     boolean,
     categorical,
     datetime,
+    id,
     numerical,
     pii,
     text,
@@ -16,9 +17,10 @@
     'boolean',
     'categorical',
     'datetime',
+    'id',
     'numerical',
-    'text',
     'pii',
+    'text',
     'BaseDatasetGenerator',
 ]
 

rdt/performance/datasets/base.py

@@ -42,5 +42,5 @@ def get_subclasses(cls):
     @staticmethod
     @abstractmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         raise NotImplementedError()

rdt/performance/datasets/boolean.py

@@ -34,7 +34,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-5, 'memory': 400.0},
             'transform': {'time': 1e-5, 'memory': 400.0},
@@ -63,7 +63,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-5, 'memory': 400.0},
             'transform': {'time': 1e-5, 'memory': 1000.0},
@@ -90,7 +90,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 1e-5, 'memory': 400.0},
             'transform': {'time': 1e-5, 'memory': 400.0},
@@ -119,7 +119,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 1e-5, 'memory': 400.0},
             'transform': {'time': 1e-5, 'memory': 1000.0},
@@ -141,7 +141,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 1e-5, 'memory': 400.0},
             'transform': {'time': 1e-5, 'memory': 400.0},
@@ -169,7 +169,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 1e-5, 'memory': 400.0},
             'transform': {'time': 1e-5, 'memory': 1000.0},

rdt/performance/datasets/categorical.py

@@ -26,7 +26,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 400.0},
             'transform': {'time': 5e-05, 'memory': 400.0},
@@ -47,7 +47,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 400.0},
             'transform': {'time': 5e-05, 'memory': 1000.0},
@@ -69,7 +69,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 500.0},
             'transform': {'time': 1e-05, 'memory': 500.0},
@@ -90,7 +90,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 400.0},
             'transform': {'time': 1e-05, 'memory': 1000.0},
@@ -126,7 +126,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 400.0},
             'transform': {'time': 1e-05, 'memory': 1000.0},
@@ -158,7 +158,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 400.0},
             'transform': {'time': 1e-05, 'memory': 2000.0},
@@ -180,7 +180,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 400.0},
             'transform': {'time': 3e-05, 'memory': 400.0},
@@ -201,7 +201,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 400.0},
             'transform': {'time': 3e-05, 'memory': 400.0},
@@ -223,7 +223,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 400.0},
             'transform': {'time': 4e-05, 'memory': 400.0},
@@ -244,7 +244,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 2e-05, 'memory': 400.0},
             'transform': {'time': 3e-05, 'memory': 400.0},
@@ -265,7 +265,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 0.0004, 'memory': 2000.0},
             'transform': {'time': 0.0004, 'memory': 500000.0},
@@ -286,7 +286,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 0.0004, 'memory': 1000.0},
             'transform': {'time': 0.0004, 'memory': 1000000.0},
@@ -307,7 +307,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 0.002, 'memory': 2000.0},
             'transform': {'time': 0.0004, 'memory': 500000.0},
@@ -328,7 +328,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 0.001, 'memory': 1000.0},
             'transform': {'time': 0.0005, 'memory': 1000000.0},

rdt/performance/datasets/datetime.py

@@ -29,7 +29,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 5e-05, 'memory': 500.0},
             'transform': {'time': 5e-05, 'memory': 350.0},
@@ -53,7 +53,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 5e-05, 'memory': 500.0},
             'transform': {'time': 5e-05, 'memory': 350.0},
@@ -75,7 +75,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 5e-05, 'memory': 500.0},
             'transform': {'time': 5e-05, 'memory': 1000.0},
@@ -99,7 +99,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 5e-05, 'memory': 500.0},
             'transform': {'time': 5e-05, 'memory': 350.0},
@@ -126,7 +126,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 5e-05, 'memory': 500.0},
             'transform': {'time': 5e-05, 'memory': 350.0},
@@ -153,7 +153,7 @@ def generate(num_rows):
 
     @staticmethod
     def get_performance_thresholds():
-        """Return the expected threseholds."""
+        """Return the expected thresholds."""
         return {
             'fit': {'time': 5e-05, 'memory': 500.0},
             'transform': {'time': 5e-05, 'memory': 350.0},

rdt/performance/datasets/id.py

@@ -0,0 +1,57 @@
+"""Dataset Generators for ID transformers."""
+
+from abc import ABC
+
+import numpy as np
+
+from rdt.performance.datasets.base import BaseDatasetGenerator
+from rdt.performance.datasets.utils import add_nans
+
+
+class RegexGeneratorGenerator(BaseDatasetGenerator, ABC):
+    """Base class for generators that generate ID data."""
+
+    SDTYPE = 'id'
+
+
+class RandomStringGenerator(RegexGeneratorGenerator):
+    """Generator that creates an array of random strings."""
+
+    @staticmethod
+    def generate(num_rows):
+        """Generate a ``num_rows`` number of rows."""
+        categories = ['Alice', 'Bob', 'Charlie', 'Dave', 'Eve']
+        return np.random.choice(a=categories, size=num_rows)
+
+    @staticmethod
+    def get_performance_thresholds():
+        """Return the expected thresholds."""
+        return {
+            'fit': {'time': 1e-05, 'memory': 500.0},
+            'transform': {'time': 1e-05, 'memory': 500.0},
+            'reverse_transform': {
+                'time': 2e-05,
+                'memory': 1000.0,
+            },
+        }
+
+
+class RandomStringNaNsGenerator(RegexGeneratorGenerator):
+    """Generator that creates an array of random strings with nans."""
+
+    @staticmethod
+    def generate(num_rows):
+        """Generate a ``num_rows`` number of rows."""
+        return add_nans(RandomStringGenerator.generate(num_rows).astype('O'))
+
+    @staticmethod
+    def get_performance_thresholds():
+        """Return the expected thresholds."""
+        return {
+            'fit': {'time': 1e-05, 'memory': 400.0},
+            'transform': {'time': 1e-05, 'memory': 1000.0},
+            'reverse_transform': {
+                'time': 2e-05,
+                'memory': 1000.0,
+            },
+        }