Skip to content

Commit

Permalink
Add basic tests for nature deprived (#1848)
Browse files Browse the repository at this point in the history
  • Loading branch information
@mattbowen-usds
mattbowen-usds committed Sep 13, 2022
1 parent a61ed6e commit 28b4d73
Show file tree
Hide file tree
Showing 7 changed files with 68 additions and 1 deletion.
2 changes: 1 addition & 1 deletion data/data-pipeline/data_pipeline/etl/sources/ejscreen/etl.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -84,4 +84,4 @@ def transform(self) -> None:
"PRE1960PCT": field_names.LEAD_PAINT_FIELD,
"UST": field_names.UST_FIELD, # added for 2021 update
},
)
)
Empty file added data/data-pipeline/data_pipeline/tests/sources/nlcd_nature_deprived/__init__.py
View file
Empty file.
16 changes: 16 additions & 0 deletions data/data-pipeline/data_pipeline/tests/sources/nlcd_nature_deprived/data/extract.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
GEOID10,SF,CF,P200_PFS,CA_LT20,TractAcres,AcresCrops,PctCrops,PctImperv,PctNatural,PctNat90,ImpOrCrop,LowInAndEd,NatureDep,GEOID10_TRACT
6027000800,California,Inyo County,0.6700000000,1,4374150.0000000000,833.5350000000,0.0190559000,0.2995360000,99.6814000000,0,0,1,0,06027000800
6069000802,California,San Benito County,0.3700000000,1,738261.0000000000,4498.8200000000,0.6093810000,0.1123740000,99.2782000000,0,0,0,0,06069000802
6061021322,California,Placer County,0.2500000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,06061021322
15001021010,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15001021010
15001021101,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15001021101
15007040603,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15007040603
15007040700,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15007040700
15009030100,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15009030100
15009030201,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15009030201
15001021402,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15001021402
15001021800,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15001021800
15009030402,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15009030402
15009030800,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15009030800
15003010201,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15003010201
15007040604,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15007040604
16 changes: 16 additions & 0 deletions data/data-pipeline/data_pipeline/tests/sources/nlcd_nature_deprived/data/output.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
GEOID10_TRACT,Does the tract have at least 35 acres in it?,Share of the tract's land area that is covered by impervious surface as a percent,Share of the tract's land area that is covered by impervious surface or cropland as a percent,Share of the tract's land area that is covered by cropland as a percent
06027000800,True,0.2995360000,-98.6814000000,0.0190559000
06069000802,True,0.1123740000,-98.2782000000,0.6093810000
06061021322,True,2.9274100000,-56.5222000000,39.5504000000
15001021010,True,2.9274100000,-56.5222000000,39.5504000000
15001021101,True,2.9274100000,-56.5222000000,39.5504000000
15007040603,True,2.9274100000,-56.5222000000,39.5504000000
15007040700,True,2.9274100000,-56.5222000000,39.5504000000
15009030100,True,2.9274100000,-56.5222000000,39.5504000000
15009030201,True,2.9274100000,-56.5222000000,39.5504000000
15001021402,True,2.9274100000,-56.5222000000,39.5504000000
15001021800,True,2.9274100000,-56.5222000000,39.5504000000
15009030402,True,2.9274100000,-56.5222000000,39.5504000000
15009030800,True,2.9274100000,-56.5222000000,39.5504000000
15003010201,True,2.9274100000,-56.5222000000,39.5504000000
15007040604,True,2.9274100000,-56.5222000000,39.5504000000
16 changes: 16 additions & 0 deletions data/data-pipeline/data_pipeline/tests/sources/nlcd_nature_deprived/data/transform.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
GEOID10,SF,CF,P200_PFS,CA_LT20,TractAcres,AcresCrops,Share of the tract's land area that is covered by cropland as a percent,Share of the tract's land area that is covered by impervious surface as a percent,PctNatural,PctNat90,ImpOrCrop,LowInAndEd,NatureDep,GEOID10_TRACT,Does the tract have at least 35 acres in it?,Share of the tract's land area that is covered by impervious surface or cropland as a percent
6027000800,California,Inyo County,0.6700000000,1,4374150.0000000000,833.5350000000,0.0190559000,0.2995360000,99.6814000000,0,0,1,0,06027000800,True,-98.6814000000
6069000802,California,San Benito County,0.3700000000,1,738261.0000000000,4498.8200000000,0.6093810000,0.1123740000,99.2782000000,0,0,0,0,06069000802,True,-98.2782000000
6061021322,California,Placer County,0.2500000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,06061021322,True,-56.5222000000
15001021010,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15001021010,True,-56.5222000000
15001021101,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15001021101,True,-56.5222000000
15007040603,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15007040603,True,-56.5222000000
15007040700,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15007040700,True,-56.5222000000
15009030100,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15009030100,True,-56.5222000000
15009030201,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15009030201,True,-56.5222000000
15001021402,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15001021402,True,-56.5222000000
15001021800,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15001021800,True,-56.5222000000
15009030402,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15009030402,True,-56.5222000000
15009030800,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15009030800,True,-56.5222000000
15003010201,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15003010201,True,-56.5222000000
15007040604,Hawaii,Hawaii County,0.3700000000,1,63993.3000000000,25309.6000000000,39.5504000000,2.9274100000,57.5222000000,0,1,0,0,15007040604,True,-56.5222000000
Binary file added ...peline/tests/sources/nlcd_nature_deprived/data/usa_conus_nat_dep__compiled_by_TPL.csv.zip
View file
Binary file not shown.
19 changes: 19 additions & 0 deletions data/data-pipeline/data_pipeline/tests/sources/nlcd_nature_deprived/test_etl.py
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
import pathlib
from data_pipeline.tests.sources.example.test_etl import TestETL
from data_pipeline.etl.sources.nlcd_nature_deprived.etl import NatureDeprivedETL


class TestNatureDeprivedETL(TestETL):
_ETL_CLASS = NatureDeprivedETL

_SAMPLE_DATA_PATH = pathlib.Path(__file__).parents[0] / "data"
_SAMPLE_DATA_FILE_NAME = "usa_conus_nat_dep__compiled_by_TPL.csv"
_SAMPLE_DATA_ZIP_FILE_NAME = "usa_conus_nat_dep__compiled_by_TPL.csv.zip"
_EXTRACT_TMP_FOLDER_NAME = "NatureDeprivedETL"

def setup_method(self, _method, filename=__file__):
"""Invoke `setup_method` from Parent, but using the current file name.
This code can be copied identically between all child classes.
"""
super().setup_method(_method=_method, filename=filename)

0 comments on commit 28b4d73

Please sign in to comment.