wip: add links()

scrapy · May 4, 2021 · f0a8c56 · f0a8c56
1 parent 80509e4
commit f0a8c56
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/parsel/selector.py b/parsel/selector.py
@@ -281,6 +281,15 @@ def css(self, query):
         """
         return self.xpath(self._css2xpath(query))
 
+    def links(self):
+        return [
+            link for link in self.xpath('//a/@href').getall()
+            if link and not (
+                    link.startswith('#')
+                    and not link.startswith(('javascript:', 'mailto:'))
+            )
+        ]
+
     def _css2xpath(self, query):
         return self._csstranslator.css_to_xpath(query)