Merge branch 'main' into jl/dec-10-2024-run

.github/workflows/daily-scanner.yml

@@ -14,15 +14,13 @@ jobs:
           fetch-depth: 0
 
       - name: Install Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.10'
-
+        uses: actions/setup-python@v5
+      - name: Install pipenv
+        run: pip install pipenv
       - name: Install dependencies
-        run: pip install -r requirements.txt
-
+        run: pipenv install --dev --ignore-pipfile
       - name: Run Scanner Processor
-        run: python main.py -p scanner
+        run: pipenv run python main.py -p scanner
         env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} 
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           SLACK_APP_TOKEN: ${{ secrets.SLACK_APP_TOKEN }}

.github/workflows/pr-workflow.yml

@@ -18,10 +18,12 @@ jobs:
 
       - name: Install Python
         uses: actions/setup-python@v5
+      - name: Install pipenv
+        run: pip install pipenv
       - name: Install dependencies
-        run: pip install -r requirements.txt
+        run: pipenv install --dev --ignore-pipfile
       - name: Run testcases
-        run: pytest --junitxml=coverage/test-report.xml --cov-report html --cov-report xml --cov=processors tests/
+        run: pipenv run pytest --junitxml=coverage/test-report.xml --cov-report html --cov-report xml --cov=processors tests/
 
       - name: Produce Coverage report
         uses: 5monkeys/cobertura-action@882bd919c67f7aa665370064c22fb81e7662a759 # pin@master

DEVELOPMENT.md

@@ -5,8 +5,8 @@ This page outlines the development guidelines for updating and publishing data f
 - Python 3.9.x
 
 ## Installation
-- `pip install -r requirements.txt` - will install all the libraries
-- ` pytest --junitxml=coverage/test-report.xml --cov-report html --cov-report xml --cov=processors tests/` - will execute the tests with coverage reports
+- `pipenv install --dev --ignore-pipfile` - will install all the libraries
+- `pipenv run pytest --junitxml=coverage/test-report.xml --cov-report html --cov-report xml --cov=processors tests/` - will execute the tests with coverage reports
 
 
 Obtaining EUC zipcode crosswalk is a 4 stage process:

Pipfile

@@ -0,0 +1,24 @@
+[[source]]
+url = "https://pypi.org/simple"
+verify_ssl = true
+name = "pypi"
+
+[packages]
+coverage = "==7.0.0"
+pandas = "==2.2.3"
+python-dateutil = "==2.8.2"
+pydash = "==5.1.2"
+slack-sdk = "==3.19.5"
+unidecode = "==1.3.6"
+pyyaml = "==6.0"
+requests = "*"
+numpy = "*"
+openpyxl = "*"
+pygithub = "*"
+
+[dev-packages]
+pytest = "*"
+pytest-cov = "*"
+
+[requires]
+python_version = "3.11"