Added requets and beautifulsoup deps for web scraping

openclimatefix · Jan 25, 2024 · 91bf1cb · 91bf1cb
1 parent 191130e
commit 91bf1cb
Show file tree

Hide file tree

Showing 3 changed files with 40 additions and 9 deletions.
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -10,6 +10,8 @@ python = "^3.11"
 click = "^8.1.7"
 pvsite-datamodel = "^1.0.10"
 pandas = "1.5.3"
+requests = "^2.31.0"
+beautifulsoup4 = "^4.12.3"
 
 [tool.poetry.group.dev.dependencies]
 pytest = "^7.4.4"

diff --git a/ruvnl_consumer_app/app.py b/ruvnl_consumer_app/app.py
@@ -4,12 +4,9 @@
 
 import datetime as dt
 import logging
-import os
 import sys
 
 import click
-from pvsite_datamodel import DatabaseConnection
-
 
 log = logging.getLogger(__name__)
 
@@ -50,12 +47,12 @@ def app(timestamp: dt.datetime | None, write_to_db: bool, log_level: str):
         timestamp.replace(tzinfo=dt.UTC)
 
     # 0. Initialise DB connection
-    url = os.environ["DB_URL"]
+    # url = os.environ["DB_URL"]
+
+    # db_conn = DatabaseConnection(url, echo=False)
+    # with db_conn.get_session() as session:
 
-    db_conn = DatabaseConnection(url, echo=False)
-
-    with db_conn.get_session() as session:
-        pass
+    pass
 
 
 if __name__ == "__main__":