From 76ec9b07de4e6660eb549188cf4d64a564802db3 Mon Sep 17 00:00:00 2001 From: Quentin Lhoest Date: Thu, 5 Dec 2024 15:32:10 +0100 Subject: [PATCH] add .pq extension --- src/datasets/packaged_modules/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/datasets/packaged_modules/__init__.py b/src/datasets/packaged_modules/__init__.py index 94d806edf45..e8b67cd9047 100644 --- a/src/datasets/packaged_modules/__init__.py +++ b/src/datasets/packaged_modules/__init__.py @@ -68,6 +68,7 @@ def _hash_python_lines(lines: List[str]) -> str: # ndjson is no longer maintained (see: https://github.com/ndjson/ndjson-spec/issues/35#issuecomment-1285673417) ".ndjson": ("json", {}), ".parquet": ("parquet", {}), + ".pq": ("parquet", {}), ".geoparquet": ("parquet", {}), ".gpq": ("parquet", {}), ".arrow": ("arrow", {}),