From b039a2cdebfa4b0bb22259039b7bd3cb45d4519c Mon Sep 17 00:00:00 2001 From: "Roman Yermilov [GL]" <86300758+roman-yermilov-gl@users.noreply.github.com> Date: Fri, 13 Jan 2023 22:49:18 +0400 Subject: [PATCH] Source File: enable high strictness level (#21243) * Source File: enable high strictness level * Addedend line Co-authored-by: Serhii Lazebnyi --- .../source-file/acceptance-test-config.yml | 9 ++++++++- .../integration_tests/expected_records.jsonl | 20 +++++++++++++++++++ 2 files changed, 28 insertions(+), 1 deletion(-) create mode 100644 airbyte-integrations/connectors/source-file/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-file/acceptance-test-config.yml b/airbyte-integrations/connectors/source-file/acceptance-test-config.yml index 6efdad6dbe3b..7517f00b7695 100644 --- a/airbyte-integrations/connectors/source-file/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-file/acceptance-test-config.yml @@ -1,6 +1,7 @@ # See [Source Acceptance Tests](https://docs.airbyte.com/connector-development/testing-connectors/source-acceptance-tests-reference) # for more information about how to configure these tests connector_image: airbyte/source-file:dev +test_strictness_level: high acceptance_tests: spec: tests: @@ -17,8 +18,14 @@ acceptance_tests: basic_read: tests: - config_path: "integration_tests/config.json" - configured_catalog_path: "integration_tests/configured_catalog.json" + expect_records: + path: "integration_tests/expected_records.jsonl" + extra_fields: no + exact_order: no + extra_records: yes full_refresh: tests: - config_path: "integration_tests/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" + incremental: + bypass_reason: "Incremental syncs are not supported on this connector." diff --git a/airbyte-integrations/connectors/source-file/integration_tests/expected_records.jsonl b/airbyte-integrations/connectors/source-file/integration_tests/expected_records.jsonl new file mode 100644 index 000000000000..621b317d78ed --- /dev/null +++ b/airbyte-integrations/connectors/source-file/integration_tests/expected_records.jsonl @@ -0,0 +1,20 @@ +{"stream": "integrationTestFile", "data": {"new_confirmed": 1002, "key": "AE", "total_tested": 9130551.0, "total_confirmed": 88532, "new_tested": 93618.0, "new_deceased": 1, "total_recovered": null, "total_deceased": 407, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 0, "key": "AF", "total_tested": null, "total_confirmed": 39170, "new_tested": null, "new_deceased": 0, "total_recovered": null, "total_deceased": 1451, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 392, "key": "AM", "total_tested": null, "total_confirmed": 48643, "new_tested": null, "new_deceased": 2, "total_recovered": null, "total_deceased": 947, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 688, "key": "AT", "total_tested": 1507782.0, "total_confirmed": 41246, "new_tested": 18518.0, "new_deceased": 6, "total_recovered": null, "total_deceased": 783, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 10, "key": "AU", "total_tested": 7441327.0, "total_confirmed": 26983, "new_tested": 47634.0, "new_deceased": 2, "total_recovered": null, "total_deceased": 861, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 162, "key": "AZ", "total_tested": null, "total_confirmed": 39686, "new_tested": null, "new_deceased": 1, "total_recovered": null, "total_deceased": 581, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 0, "key": "BE", "total_tested": 3027173.0, "total_confirmed": 108674, "new_tested": 603.0, "new_deceased": 1, "total_recovered": null, "total_deceased": 9965, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 687, "key": "BH", "total_tested": 1378104.0, "total_confirmed": 67701, "new_tested": 22705.0, "new_deceased": 0, "total_recovered": null, "total_deceased": 231, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 32817, "key": "BR", "total_tested": 6400000.0, "total_confirmed": 4657702, "new_tested": null, "new_deceased": 831, "total_recovered": 4023789.0, "total_deceased": 139808, "date": "2020-09-24", "new_recovered": 30903.0}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 294, "key": "BY", "total_tested": 1744682.0, "total_confirmed": 76651, "new_tested": 7315.0, "new_deceased": 6, "total_recovered": null, "total_deceased": 802, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 1341, "key": "CA", "total_tested": 6901251.0, "total_confirmed": 149094, "new_tested": 67590.0, "new_deceased": 6, "total_recovered": 128707.0, "total_deceased": 9249, "date": "2020-09-24", "new_recovered": 919.0}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 508, "key": "CH", "total_tested": 1313944.0, "total_confirmed": 51492, "new_tested": 8088.0, "new_deceased": 4, "total_recovered": null, "total_deceased": 1776, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 15, "key": "CN", "total_tested": null, "total_confirmed": 90933, "new_tested": null, "new_deceased": 0, "total_recovered": 80458.0, "total_deceased": 4745, "date": "2020-09-24", "new_recovered": 13.0}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 2910, "key": "CZ", "total_tested": 1286000.0, "total_confirmed": 58374, "new_tested": 22025.0, "new_deceased": 12, "total_recovered": null, "total_deceased": 567, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 2153, "key": "DE", "total_tested": 15642654.0, "total_confirmed": 280223, "new_tested": null, "new_deceased": 15, "total_recovered": null, "total_deceased": 9443, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 559, "key": "DK", "total_tested": 3492190.0, "total_confirmed": 24916, "new_tested": 7279.0, "new_deceased": 2, "total_recovered": null, "total_deceased": 645, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 385, "key": "DO", "total_tested": 452188.0, "total_confirmed": 110122, "new_tested": 2599.0, "new_deceased": 2, "total_recovered": null, "total_deceased": 2076, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 0, "key": "DZ", "total_tested": null, "total_confirmed": 50400, "new_tested": null, "new_deceased": 0, "total_recovered": null, "total_deceased": 1698, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 1164, "key": "EC", "total_tested": 337427.0, "total_confirmed": 131146, "new_tested": 4339.0, "new_deceased": 42, "total_recovered": null, "total_deceased": 11213, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} +{"stream": "integrationTestFile", "data": {"new_confirmed": 43, "key": "EE", "total_tested": 199944.0, "total_confirmed": 3076, "new_tested": 2534.0, "new_deceased": 0, "total_recovered": null, "total_deceased": 64, "date": "2020-09-24", "new_recovered": null}, "emitted_at": 1667947171538} \ No newline at end of file