feat: move ckanext-validation to frictionless-upgrade-feature-branch

fjelltopp · Aug 9, 2023 · 2ef48c9 · 2ef48c9
1 parent f62ab66
commit 2ef48c9
Show file tree

Hide file tree

Showing 6 changed files with 140 additions and 139 deletions.
diff --git a/Pipfile b/Pipfile
@@ -105,7 +105,7 @@ python-jose = "==3.3.0"
 setuptools = "==67.2.0"
 raven = "==6.10.0"
 frictionless = {editable = true, ref = "jinja2_2_10_1", git = "https://github.com/fjelltopp/frictionless-py", extras=["ckan"]}
-frictionless-geojson = {editable = true, ref = "v1.0.0", git = "https://github.com/fjelltopp/frictionless-geojson"}
+frictionless-geojson = {editable = true, ref = "v1.1.0rc1", git = "https://github.com/fjelltopp/frictionless-geojson"}
 jinja2 = "==2.10.1"
 tableschema = "*"
 

diff --git a/Pipfile.lock b/Pipfile.lock
diff --git a/ckan/adx_config.ini b/ckan/adx_config.ini
@@ -166,12 +166,13 @@ ckanext.authz_service.jwt_public_key_file = /etc/ckan/jwt_public_key.pem
 ckanext.bulk_file_uploader_default_fields = {"restricted_allowed_orgs": "unaids"}
 
 ckanext.unaids.schema_directory = /usr/lib/adx/submodules/unaids_data_specifications/table_schemas
-ckanext.validation.run_on_create_async = False
-ckanext.validation.run_on_update_async = False
-ckanext.validation.run_on_create_sync = True
-ckanext.validation.run_on_update_sync = True
+ckanext.validation.run_on_create_async = True
+ckanext.validation.run_on_update_async = True
+ckanext.validation.run_on_create_sync = False
+ckanext.validation.run_on_update_sync = False
+ckanext.validation.allow_invalid_data = True
 ckanext.validation.formats = csv xlsx xls geojson
-ckanext.validation.default_validation_options = {"skip_errors": ["blank-row"]}
+ckanext.validation.default_validation_options = {"limit_rows": 50000, "limit_errors": 100, "skip_errors": ["extra-header"], "schema_sync": true}
 
 ckanext.unaids.auth0_domain =
 ckanext.unaids.oauth2_api_audience =

diff --git a/submodules/ckanext-unaids b/submodules/ckanext-unaids
diff --git a/submodules/ckanext-validation b/submodules/ckanext-validation
diff --git a/submodules/unaids_data_specifications b/submodules/unaids_data_specifications