Removing NaN values from JSON response.

GSA · Sep 24, 2024 · da87fc6 · da87fc6
1 parent 4129b3a
commit da87fc6
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/fbo_scraper/get_opps.py b/src/fbo_scraper/get_opps.py
@@ -304,6 +304,9 @@ def transform_opps(opps, out_path, skip_attachments=False):
     # Removing duplicate solicitation numbers resulting in a unique solNum constraint violation
     df = pd.DataFrame(transformed_opps)
     df.drop_duplicates(subset=['solnbr'], inplace=True)
+    # Removing NaN values from the dataframe
+    df = df.where(pd.notnull(df), None)
+
     transformed_opps = df.to_dict('records')
 
     return transformed_opps