Debugging tests.

.github/workflows/integration-tests.yml

@@ -70,7 +70,7 @@ jobs:
 
       - name: Running Integration Tests on the Ingest Stage Output 🚀
         run: |
-          poetry run python -m pytest -vvv integration_tests/ -m integration
+          python -m pytest -vvv integration_tests/ -m integration
         env:
             INGEST_PIPELINE_BUCKET: ${{ env.INGEST_PIPELINE_BUCKET }}
             INGEST_OUTPUT_PREFIX: ${{ env.INGEST_OUTPUT_PREFIX }}

integration_tests/conftest.py

@@ -15,7 +15,7 @@ def get_bucket_files_with_suffix(bucket: S3Path, suffix: str) -> list[S3Path]:
 @pytest.fixture
 def bucket_path():
     """Get the bucket path."""
-    return S3Path(os.path.join("s3://", os.environ.get("INGEST_PIPELINE_BUCKET")))
+    return S3Path(os.path.join("s3://", str(os.environ.get("INGEST_PIPELINE_BUCKET"))))
 
 
 @pytest.fixture

integration_tests/test_pipeline_bucket_state.py

@@ -21,7 +21,7 @@ def get_local_fp(file: S3Path) -> Path:
 
 def timestamped_file(file: S3Path) -> bool:
     """Check if a file is timestamped."""
-    return file.name.startswith("20")
+    return str(file.name).startswith("20")
 
 
 @pytest.mark.integration
@@ -80,6 +80,7 @@ def test_pipeline_bucket_npy(bucket_files_npy):
 @pytest.mark.integration
 def test_pipeline_bucket_json_errors(bucket_files_json_errors):
     """Test that the pipeline bucket is in the expected state after the ingest stage run."""
+    assert len(bucket_files_json_errors) > 0
     for file in bucket_files_json_errors:
         s3_data = json.loads(file.read_text())
         local_data = json.loads(get_local_fp(file).read_text())