Fix for missing reactors

kevinzg · Mar 31, 2022 · c41e14e · c41e14e
1 parent 6ed8a1e
commit c41e14e
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/facebook_scraper/extractors.py b/facebook_scraper/extractors.py
@@ -671,9 +671,10 @@ def extract_reactors(self, response, reaction_lookup):
                 if not reaction_type:
                     logger.error(f"Don't know {emoji_class}")
             except AttributeError:
-                reaction_type = emoji_style_lookup[
-                    elem.find(f"div>i", first=True).attrs.get("style")
-                ]
+                emoji_style = elem.find(f"div>i[style]", first=True).attrs.get("style")
+                reaction_type = emoji_style_lookup.get(emoji_style)
+                if not reaction_type:
+                    logger.error(f"Don't know {emoji_style}")
             yield {
                 "name": elem.find("strong", first=True).text,
                 "link": utils.urljoin(FB_BASE_URL, elem.find("a", first=True).attrs.get("href")),

diff --git a/facebook_scraper/utils.py b/facebook_scraper/utils.py
@@ -11,6 +11,7 @@
 from requests.cookies import RequestsCookieJar
 from requests_html import DEFAULT_URL, Element, PyQuery
 import json
+import traceback
 
 from . import exceptions
 import logging
@@ -271,6 +272,7 @@ def safe_consume(generator, sleep=0):
             result.append(item)
             time.sleep(sleep)
     except Exception as e:
+        traceback.print_exc()
         logger.error(f"Exception when consuming {generator}: {type(e)}: {str(e)}")
     return result