Fix logger calls and imports

scripts/_helpers.py

@@ -62,6 +62,7 @@ def create_logger(logger_name, level=logging.INFO):
     logger.setLevel(level)
     handler = logging.StreamHandler(stream=sys.stdout)
     logger.addHandler(handler)
+    sys.excepthook = handle_exception
 
 
 def read_osm_config(*args):

scripts/add_electricity.py

@@ -87,27 +87,19 @@
 
 import logging
 import os
-import sys
 
 import geopandas as gpd
 import numpy as np
 import pandas as pd
 import powerplantmatching as pm
 import pypsa
 import xarray as xr
-from _helpers import (
-    configure_logging,
-    create_logger,
-    handle_exception,
-    read_csv_nafix,
-    update_p_nom_max,
-)
+from _helpers import configure_logging, create_logger, read_csv_nafix, update_p_nom_max
 from powerplantmatching.export import map_country_bus
 
 idx = pd.IndexSlice
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def normed(s):

scripts/add_extra_components.py

@@ -54,12 +54,11 @@
 """
 import logging
 import os
-import sys
 
 import numpy as np
 import pandas as pd
 import pypsa
-from _helpers import configure_logging, create_logger, handle_exception
+from _helpers import configure_logging, create_logger
 from add_electricity import (
     _add_missing_carriers_from_costs,
     add_nice_carrier_names,
@@ -69,7 +68,6 @@
 idx = pd.IndexSlice
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def attach_storageunits(n, costs, config):

scripts/augmented_line_connections.py

@@ -30,21 +30,19 @@
 """
 import logging
 import os
-import sys
 
 import networkx as nx
 import numpy as np
 import pandas as pd
 import pypsa
-from _helpers import configure_logging, create_logger, handle_exception
+from _helpers import configure_logging, create_logger
 from add_electricity import load_costs
 from base_network import _set_dc_underwater_fraction
 from networkx.algorithms import complement
 from networkx.algorithms.connectivity.edge_augmentation import k_edge_augmentation
 from pypsa.geo import haversine_pts
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 # Functions

scripts/base_network.py

@@ -57,7 +57,6 @@
 """
 import logging
 import os
-import sys
 
 import geopandas as gpd
 import networkx as nx
@@ -68,13 +67,12 @@
 import shapely.prepared
 import shapely.wkt
 import yaml
-from _helpers import configure_logging, create_logger, handle_exception, read_csv_nafix
+from _helpers import configure_logging, create_logger, read_csv_nafix
 from scipy.sparse import csgraph
 from shapely.geometry import LineString, Point
 from shapely.ops import unary_union
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def _get_oid(df):

scripts/build_bus_regions.py

@@ -44,18 +44,16 @@
 """
 import logging
 import os
-import sys
 
 import geopandas as gpd
 import pandas as pd
 import pypsa
-from _helpers import REGION_COLS, configure_logging, create_logger, handle_exception
+from _helpers import REGION_COLS, configure_logging, create_logger
 from shapely.geometry import Point
 
 # from scripts.build_shapes import gadm
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def custom_voronoi_partition_pts(points, outline, add_bounds_shape=True, multiplier=5):

scripts/build_cutout.py

@@ -95,15 +95,14 @@
 """
 import logging
 import os
-import sys
 
 import atlite
 import geopandas as gpd
 import pandas as pd
-from _helpers import configure_logging, create_logger, handle_exception
+from _helpers import configure_logging, create_logger
 
 create_logger(__name__)
-sys.excepthook = handle_exception
+
 
 if __name__ == "__main__":
     if "snakemake" not in globals():

scripts/build_demand_profiles.py

@@ -42,7 +42,6 @@
 """
 import logging
 import os
-import sys
 from itertools import product
 
 import geopandas as gpd
@@ -52,18 +51,11 @@
 import pypsa
 import scipy.sparse as sparse
 import xarray as xr
-from _helpers import (
-    configure_logging,
-    create_logger,
-    getContinent,
-    handle_exception,
-    update_p_nom_max,
-)
+from _helpers import configure_logging, create_logger, getContinent, update_p_nom_max
 from shapely.prepared import prep
 from shapely.validation import make_valid
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def normed(s):

scripts/build_natura_raster.py

@@ -53,18 +53,17 @@
 """
 import logging
 import os
-import sys
 
 import atlite
 import geopandas as gpd
 import numpy as np
 import rasterio as rio
-from _helpers import configure_logging, create_logger, handle_exception
+from _helpers import configure_logging, create_logger
 from rasterio.features import geometry_mask
 from rasterio.warp import transform_bounds
 
 create_logger(__name__)
-sys.excepthook = handle_exception
+
 
 CUTOUT_CRS = "EPSG:4326"
 

scripts/build_osm_network.py

@@ -7,15 +7,13 @@
 
 import logging
 import os
-import sys
 
 import geopandas as gpd
 import numpy as np
 import pandas as pd
 from _helpers import (
     configure_logging,
     create_logger,
-    handle_exception,
     read_geojson,
     read_osm_config,
     sets_path_to_root,
@@ -26,7 +24,6 @@
 from tqdm import tqdm
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def line_endings_to_bus_conversion(lines):

scripts/build_powerplants.py

@@ -94,7 +94,6 @@
 """
 import logging
 import os
-import sys
 
 import geopandas as gpd
 import numpy as np
@@ -105,7 +104,6 @@
 from _helpers import (
     configure_logging,
     create_logger,
-    handle_exception,
     read_csv_nafix,
     to_csv_nafix,
     two_digits_2_name_country,
@@ -116,7 +114,6 @@
 from shapely.geometry import Point
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def convert_osm_to_pm(filepath_ppl_osm, filepath_ppl_pm):

scripts/build_renewable_profiles.py

@@ -193,7 +193,6 @@
 import functools
 import logging
 import os
-import sys
 import time
 from math import isnan
 
@@ -204,13 +203,7 @@
 import pandas as pd
 import progressbar as pgb
 import xarray as xr
-from _helpers import (
-    configure_logging,
-    create_logger,
-    handle_exception,
-    read_csv_nafix,
-    sets_path_to_root,
-)
+from _helpers import configure_logging, create_logger, read_csv_nafix, sets_path_to_root
 from add_electricity import load_powerplants
 from dask.distributed import Client, LocalCluster
 from pypsa.geo import haversine
@@ -219,7 +212,7 @@
 cc = coco.CountryConverter()
 
 create_logger(__name__)
-sys.excepthook = handle_exception
+
 
 COPERNICUS_CRS = "EPSG:4326"
 GEBCO_CRS = "EPSG:4326"

scripts/build_shapes.py

@@ -9,7 +9,6 @@
 import multiprocessing as mp
 import os
 import shutil
-import sys
 import zipfile
 from itertools import takewhile
 from math import ceil
@@ -26,7 +25,6 @@
 from _helpers import (
     configure_logging,
     create_logger,
-    handle_exception,
     sets_path_to_root,
     three_2_two_digits_country,
     two_2_three_digits_country,
@@ -42,7 +40,6 @@
 sets_path_to_root("pypsa-earth")
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def get_GADM_filename(country_code):

scripts/clean_osm_data.py

@@ -7,7 +7,6 @@
 
 import logging
 import os
-import sys
 
 import geopandas as gpd
 import numpy as np
@@ -17,13 +16,11 @@
     REGION_COLS,
     configure_logging,
     create_logger,
-    handle_exception,
     save_to_geojson,
     to_csv_nafix,
 )
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def prepare_substation_df(df_all_substations):

scripts/cluster_network.py

@@ -122,7 +122,6 @@
 """
 import logging
 import os
-import sys
 from functools import reduce
 
 import geopandas as gpd
@@ -138,7 +137,6 @@
     configure_logging,
     create_logger,
     get_aggregation_strategies,
-    handle_exception,
     sets_path_to_root,
     update_p_nom_max,
 )
@@ -155,7 +153,6 @@
 idx = pd.IndexSlice
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def normed(x):

scripts/download_osm_data.py

@@ -29,14 +29,12 @@
 import logging
 import os
 import shutil
-import sys
 from pathlib import Path
 
-from _helpers import configure_logging, create_logger, handle_exception, read_osm_config
+from _helpers import configure_logging, create_logger, read_osm_config
 from earth_osm import eo
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def country_list_to_geofk(country_list):

scripts/make_statistics.py

@@ -24,7 +24,6 @@
 """
 import os
 import shutil
-import sys
 from datetime import datetime
 from pathlib import Path
 
@@ -33,19 +32,12 @@
 import pandas as pd
 import pypsa
 import xarray as xr
-from _helpers import (
-    create_logger,
-    handle_exception,
-    mock_snakemake,
-    sets_path_to_root,
-    to_csv_nafix,
-)
+from _helpers import create_logger, mock_snakemake, sets_path_to_root, to_csv_nafix
 from build_test_configs import create_test_config
 from ruamel.yaml import YAML
 from shapely.validation import make_valid
 
 create_logger(__name__)
-sys.excepthook = handle_exception
 
 
 def _multi_index_scen(rulename, keys):