Merge pull request #2 from TheOpenBooru/AlphaOxygen

Alpha oxygen

modules/daemon/task.py

@@ -8,10 +8,10 @@
 
 DB_PATH = Path("./data/tasks.json")
 try:
-    db = pickledb.load(DB_PATH, False)
+    db = pickledb.load(DB_PATH, True)
 except Exception:
     DB_PATH.unlink()
-    db = pickledb.load(DB_PATH, False)
+    db = pickledb.load(DB_PATH, True)
 
 
 def create_background_task(

modules/importers/methods/e621/e621.py

@@ -6,6 +6,7 @@
 from itertools import islice
 from tqdm import tqdm
 from pathlib import Path
+import logging
 import requests
 
 
@@ -29,6 +30,8 @@ async def load(self, limit:Union[int, None] = None):
                 await load_post(data)
             except ImportFailure:
                 pass
+            except Exception as e:
+                logging.exception(e)
 
 
 async def load_post(data:dict):

modules/importers/methods/rule34/rule34.py

@@ -3,7 +3,7 @@
 from modules import settings, schemas, database
 from tqdm.asyncio import tqdm
 from typing import Union
-from itertools import islice
+import logging
 
 
 class Rule34(Importer):
@@ -23,6 +23,8 @@ async def load(self, limit:Union[int, None] = None):
                 await load_post(post)
             except ImportFailure:
                 continue
+            except Exception as e:
+                logging.exception(e)
 
 
 

modules/posts/insert.py

@@ -8,6 +8,7 @@ def insert(post: schemas.Post, validate=True):
     if validate:
         _validate_post(post)
 
+    database.Post.insert(post)
     if post.uploader:
         database.User.create_post(post.uploader, post.id)
 

requirements.txt

@@ -14,6 +14,7 @@ cachetools
 pymongo
 jinja2
 boto3
+pickledb
 
 # Encoding
 pillow