Updating to pydantic v2. (#68)

### This Pull Request: 
--- 
- Updates the ingest stage to pydantic version 2 and the latest dal
version.

---------

Co-authored-by: Mark <mark@climatepolicyradar.org>

integration_tests/data/pipeline_in/ingest_unit_test_embeddings_input/TESTCCLW.executive.1.1.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.1.1",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_embeddings_input/TESTCCLW.executive.2.2.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.2.2",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_embeddings_input/TESTCCLW.executive.3.3.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.3.3",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_embeddings_input/TESTCCLW.executive.4.4.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.4.4",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_embeddings_input/TESTCCLW.executive.5.5.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.5.5",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_indexer_input/TESTCCLW.executive.1.1.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.1.1",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_indexer_input/TESTCCLW.executive.2.2.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.2.2",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_indexer_input/TESTCCLW.executive.3.3.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.3.3",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_indexer_input/TESTCCLW.executive.4.4.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.4.4",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_parser_input/TESTCCLW.executive.1.1.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.1.1",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_parser_input/TESTCCLW.executive.2.2.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.2.2",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_parser_input/TESTCCLW.executive.3.3.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.3.3",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_parser_input/TESTCCLW.executive.4.4.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.4.4",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/ingest_unit_test_parser_input/TESTCCLW.executive.5.5.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.5.5",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_in/input/2022-11-01T21.53.26.945831/new_and_updated_documents.json

@@ -691,7 +691,7 @@
       "publication_ts": "2013-01-01T00:00:00",
       "name": "DECISION No 1386/2013/EU OF THE EUROPEAN PARLIAMENT AND OF THE COUNCIL of 20 November 2013 on a General Union Environment Action Programme to 2020 \u2018Living well, within the limits of our planet\u2019",
       "description": "The Decision no 1386/2013/EU sets up the General Union Environment Action Programme to 2020 \u2018Living well, within the limits of our planet'. It adopts the '7th Environment Action programme' or \u20187th EAP'. The priority objectives of the 7th EAP are: (a) to protect, conserve and enhance the Union's natural capital; (b) to turn the Union into a resource-efficient, green and competitive low-carbon economy; (c) to safeguard the Union's citizens from environment-related pressures and risks to health and well-being; (d) to maximise the benefits of Union environment legislation by improving implementation; (e) to improve the knowledge and evidence base for Union environment policy; (f) to secure investment for environment and climate policy and address environmental externalities; (g) to improve environmental integration and policy coherence; (h) to enhance the sustainability of the Union's cities; (i) to increase the Union's effectiveness in addressing inter\u00ad national environmental and climate-related challenges.",
-      "source_url": "http://existing.com",
+      "source_url": "http://existing.com/",
       "download_url": null,
       "url": null,
       "md5_sum": null,
@@ -737,7 +737,7 @@
       "publication_ts": "2013-01-01T00:00:00",
       "name": "DECISION No 1386/2013/EU OF THE EUROPEAN PARLIAMENT AND OF THE COUNCIL of 20 November 2013 on a General Union Environment Action Programme to 2020 \u2018Living well, within the limits of our planet\u2019",
       "description": "description",
-      "source_url": "http://existing.com",
+      "source_url": "http://existing.com/",
       "download_url": null,
       "url": null,
       "md5_sum": null,
@@ -793,7 +793,7 @@
           "publication_ts": "2013-01-01T00:00:00",
           "name": "Dummy Name",
           "description": "description",
-          "source_url": "http://existing.com",
+          "source_url": "http://existing.com/",
           "download_url": null,
           "url": null,
           "md5_sum": null,
@@ -842,7 +842,7 @@
           "publication_ts": "2013-01-01T00:00:00",
           "name": "Dummy Name",
           "description": "description",
-          "source_url": "http://existing.com",
+          "source_url": "http://existing.com/",
           "download_url": null,
           "url": null,
           "md5_sum": null,
@@ -879,7 +879,7 @@
     ],
     "TESTCCLW.executive.3.3": [
       {
-        "s3_value": "http://existing.com",
+        "s3_value": "http://existing.com/",
         "db_value": "http://new.com",
         "type": "source_url"
       },
@@ -889,7 +889,7 @@
           "publication_ts": "2013-01-01T00:00:00",
           "name": "Dummy Name",
           "description": "description",
-          "source_url": "http://existing.com",
+          "source_url": "http://existing.com/",
           "download_url": null,
           "url": null,
           "md5_sum": null,
@@ -931,7 +931,7 @@
         "type": "description"
       },
       {
-        "s3_value": "http://existing.com",
+        "s3_value": "http://existing.com/",
         "db_value": "http://new.com",
         "type": "source_url"
       },
@@ -941,7 +941,7 @@
           "publication_ts": "2013-01-01T00:00:00",
           "name": "Dummy Name",
           "description": "description",
-          "source_url": "http://existing.com",
+          "source_url": "http://existing.com/",
           "download_url": null,
           "url": null,
           "md5_sum": null,
@@ -988,7 +988,7 @@
           "publication_ts": "2013-01-01T00:00:00",
           "name": "Dummy Name",
           "description": "description",
-          "source_url": "http://existing.com",
+          "source_url": "http://existing.com/",
           "download_url": null,
           "url": null,
           "md5_sum": null,

integration_tests/data/pipeline_out/archive/ingest_unit_test_embeddings_input/TESTCCLW.executive.3.3/2023-09-13-09-23-38.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.3.3",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_out/archive/ingest_unit_test_embeddings_input/TESTCCLW.executive.4.4/2023-09-13-09-23-38.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.4.4",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_out/archive/ingest_unit_test_indexer_input/TESTCCLW.executive.1.1/2023-09-13-09-23-41.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.1.1",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_out/archive/ingest_unit_test_indexer_input/TESTCCLW.executive.2.2/2023-09-13-09-23-41.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.2.2",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_out/archive/ingest_unit_test_indexer_input/TESTCCLW.executive.3.3/2023-09-13-09-23-38.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.3.3",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_out/archive/ingest_unit_test_indexer_input/TESTCCLW.executive.4.4/2023-09-13-09-23-38.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.4.4",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_out/archive/ingest_unit_test_parser_input/TESTCCLW.executive.3.3/2023-09-13-09-23-38.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.3.3",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_out/archive/ingest_unit_test_parser_input/TESTCCLW.executive.4.4/2023-09-13-09-23-38.json

@@ -2,7 +2,7 @@
   "document_name": "name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.4.4",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,

integration_tests/data/pipeline_out/ingest_unit_test_embeddings_input/TESTCCLW.executive.1.1.json

@@ -2,15 +2,15 @@
   "document_name": "new name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.1.1",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,
   "document_metadata": {
     "publication_ts": "2013-01-01T00:00:00",
     "name": "Dummy Name",
     "description": "description",
-    "source_url": "http://existing.com",
+    "source_url": "http://existing.com/",
     "download_url": null,
     "url": null,
     "md5_sum": null,

integration_tests/data/pipeline_out/ingest_unit_test_embeddings_input/TESTCCLW.executive.2.2.json

@@ -2,15 +2,15 @@
   "document_name": "name",
   "document_description": "new description",
   "document_id": "TESTCCLW.executive.2.2",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,
   "document_metadata": {
     "publication_ts": "2013-01-01T00:00:00",
     "name": "Dummy Name",
     "description": "description",
-    "source_url": "http://existing.com",
+    "source_url": "http://existing.com/",
     "download_url": null,
     "url": null,
     "md5_sum": null,

integration_tests/data/pipeline_out/ingest_unit_test_embeddings_input/TESTCCLW.executive.5.5.json

@@ -2,15 +2,15 @@
   "document_name": "name",
   "document_description": "new description",
   "document_id": "TESTCCLW.executive.5.5",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,
   "document_metadata": {
     "publication_ts": "2013-01-01T00:00:00",
     "name": "Dummy Name",
     "description": "description",
-    "source_url": "http://existing.com",
+    "source_url": "http://existing.com/",
     "download_url": null,
     "url": null,
     "md5_sum": null,

integration_tests/data/pipeline_out/ingest_unit_test_parser_input/TESTCCLW.executive.1.1.json

@@ -2,15 +2,15 @@
   "document_name": "new name",
   "document_description": "description",
   "document_id": "TESTCCLW.executive.1.1",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,
   "document_metadata": {
     "publication_ts": "2013-01-01T00:00:00",
     "name": "Dummy Name",
     "description": "description",
-    "source_url": "http://existing.com",
+    "source_url": "http://existing.com/",
     "download_url": null,
     "url": null,
     "md5_sum": null,

integration_tests/data/pipeline_out/ingest_unit_test_parser_input/TESTCCLW.executive.2.2.json

@@ -2,15 +2,15 @@
   "document_name": "name",
   "document_description": "new description",
   "document_id": "TESTCCLW.executive.2.2",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": "text/html",
   "document_md5_sum": null,
   "document_metadata": {
     "publication_ts": "2013-01-01T00:00:00",
     "name": "Dummy Name",
     "description": "description",
-    "source_url": "http://existing.com",
+    "source_url": "http://existing.com/",
     "download_url": null,
     "url": null,
     "md5_sum": null,

integration_tests/data/pipeline_out/ingest_unit_test_parser_input/TESTCCLW.executive.3.3.json

@@ -2,7 +2,7 @@
   "document_id": "TESTCCLW.executive.3.3",
   "document_name": "DECISION No 1386/2013/EU OF THE EUROPEAN PARLIAMENT AND OF THE COUNCIL of 20 November 2013 on a General Union Environment Action Programme to 2020 \u2018Living well, within the limits of our planet\u2019",
   "document_description": "The Decision no 1386/2013/EU sets up the General Union Environment Action Programme to 2020 \u2018Living well, within the limits of our planet'. It adopts the '7th Environment Action programme' or \u20187th EAP'. The priority objectives of the 7th EAP are: (a) to protect, conserve and enhance the Union's natural capital; (b) to turn the Union into a resource-efficient, green and competitive low-carbon economy; (c) to safeguard the Union's citizens from environment-related pressures and risks to health and well-being; (d) to maximise the benefits of Union environment legislation by improving implementation; (e) to improve the knowledge and evidence base for Union environment policy; (f) to secure investment for environment and climate policy and address environmental externalities; (g) to improve environmental integration and policy coherence; (h) to enhance the sustainability of the Union's cities; (i) to increase the Union's effectiveness in addressing inter\u00ad national environmental and climate-related challenges.",
-  "document_source_url": "http://existing.com",
+  "document_source_url": "http://existing.com/",
   "document_cdn_object": null,
   "document_content_type": null,
   "document_md5_sum": null,
@@ -15,7 +15,7 @@
     "slug": "european-union_2013_decision-no-13862013eu-of-the-european-parliament-and-of-the-council-of-20-november-2013-on-a-general-union-environment-action-programme-to-2020-living-well-within-the-limits-of-our-planet_8570_3017",
     "publication_ts": "2013-01-01T00:00:00",
     "date": "01/01/2013",
-    "source_url": "http://existing.com",
+    "source_url": "http://existing.com/",
     "download_url": null,
     "type": "EU Decision",
     "source": "CCLW",