Try not running geo data (#1780)

usds · Aug 17, 2022 · 365d9e3 · 365d9e3
1 parent 034a366
commit 365d9e3
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 11 deletions.
diff --git a/data/data-pipeline/data_pipeline/etl/constants.py b/data/data-pipeline/data_pipeline/etl/constants.py
@@ -145,16 +145,16 @@
         "module_dir": "census_acs_2010",
         "class_name": "CensusACS2010ETL",
     },
-    {
-        "name": "us_army_fuds",
-        "module_dir": "us_army_fuds",
-        "class_name": "USArmyFUDS",
-    },
-    {
-        "name": "eamlis",
-        "module_dir": "eamlis",
-        "class_name": "AbandonedMineETL",
-    },
+    # {
+    #     "name": "us_army_fuds",
+    #     "module_dir": "us_army_fuds",
+    #     "class_name": "USArmyFUDS",
+    # },
+    # {
+    #     "name": "eamlis",
+    #     "module_dir": "eamlis",
+    #     "class_name": "AbandonedMineETL",
+    # },
 ]
 
 CENSUS_INFO = {

diff --git a/data/data-pipeline/data_pipeline/etl/runner.py b/data/data-pipeline/data_pipeline/etl/runner.py
@@ -77,7 +77,7 @@ def etl_runner(dataset_to_run: str = None) -> None:
         None
     """
     dataset_list = _get_datasets_to_run(dataset_to_run)
-    max_workers = min(32, os.cpu_count() + 4)//2
+    max_workers = None  #  min(32, os.cpu_count() + 4) // 2
     with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
         futures = {
             executor.submit(_run_one_dataset, dataset=dataset)