Update check for array types in is_list_dtype (#253)

To handle different versions of pandas by removing the use of pandas is_list_like
NVIDIA-Merlin · Mar 21, 2023 · 8df89bc · 8df89bc
1 parent df9f026
commit 8df89bc
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/merlin/core/dispatch.py b/merlin/core/dispatch.py
@@ -343,10 +343,8 @@ def is_list_dtype(ser):
         return pd.api.types.is_list_like(ser.values[0])
     elif cudf and isinstance(ser, (cudf.Series, cudf.ListDtype)):
         return cudf_is_list_dtype(ser)
-    elif cudf and isinstance(ser, cp.ndarray):
-        return pd.api.types.is_list_like(ser[0])
-    elif isinstance(ser, np.ndarray):
-        return pd.api.types.is_list_like(ser[0])
+    elif isinstance(ser, np.ndarray) or (cp and isinstance(ser, cp.ndarray)):
+        return len(ser.shape) > 1
     return pd.api.types.is_list_like(ser)