Merge branch 'kirkland_scraper' of https://github.com/JMAConsulting/s…

…crapers-ca into kirkland_scraper
opencivicdata · Nov 20, 2024 · ac99311 · ac99311
2 parents d3894c4 + 8f5acfb
commit ac99311
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/ca_qc_kirkland/people.py b/ca_qc_kirkland/people.py
@@ -8,8 +8,9 @@
 
 class KirklandPersonScraper(CanadianScraper):
     def scrape(self):
-        page = self.lxmlize(COUNCIL_PAGE, "iso-8859-1")
-        councillors = page.xpath('//table/tbody[not(@id)]/tr/td[@valign="top"]')
+        page = self.lxmlize(COUNCIL_PAGE)
+
+        councillors = page.xpath('//div[@class="container_content"]//tbody/tr')
         assert len(councillors), "No councillors found"
         for councillor in councillors:
             if councillor == councillors[0]:
@@ -22,11 +23,12 @@ def scrape(self):
 
             name = councillor.xpath(".//strong/text()")[0]
 
+            # Using self.get_phone does not include the extension #
             phone = (
                 councillor.xpath('.//div[contains(text(), "#")]/text()')[0]
                 .replace("T ", "")
                 .replace(" ", "-")
-                .replace(".", ",")  # correcting a typo
+                .replace(".", ",")
                 .replace(",-#-", " x")
             )