FANBOX download enhancement

PixivConfig.py

@@ -111,6 +111,7 @@ class PixivConfig():
         ConfigItem("Authentication", "username", ""),
         ConfigItem("Authentication", "password", ""),
         ConfigItem("Authentication", "cookie", ""),
+        ConfigItem("Authentication", "cookieFanbox", ""),
         ConfigItem("Authentication", "refresh_token", ""),
 
         ConfigItem("Pixiv", "numberOfPage", 0),

PixivDBManager.py

@@ -85,7 +85,20 @@ def createDatabase(self):
                             PRIMARY KEY (image_id, page)
                             )''')
             self.conn.commit()
-
+
+            # just to keep track of posts, not to record the details, so no columns like saved_to or caption or whatsoever
+            c.execute('''CREATE TABLE IF NOT EXISTS fanbox_master_post (
+                            member_id INTEGER,
+                            post_id INTEGER PRIMARY KEY ON CONFLICT IGNORE,
+                            title TEXT,
+                            fee_required INTEGER,
+                            published_date DATE,
+                            updated_date DATE,
+                            post_type TEXT,
+                            last_update_date DATE
+                            )''')
+            self.conn.commit()
+
             print('done.')
         except BaseException:
             print('Error at createDatabase():', str(sys.exc_info()))
@@ -102,6 +115,13 @@ def dropDatabase(self):
 
             c.execute('''DROP TABLE IF EXISTS pixiv_master_image''')
             self.conn.commit()
+
+            c.execute('''DROP TABLE IF EXISTS pixiv_manga_image''')
+            self.conn.commit()
+
+            c.execute('''DROP TABLE IF EXISTS fanbox_master_post''')
+            self.conn.commit()
+
         except BaseException:
             print('Error at dropDatabase():', str(sys.exc_info()))
             print('failed.')
@@ -211,6 +231,34 @@ def exportDetailedList(self, filename):
             c.close()
         print('done.')
 
+    def exportFanboxPostList(self, filename, sep=","):
+        print('Exporting FANBOX post list...', end=' ')
+        try:
+            c = self.conn.cursor()
+            c.execute('''SELECT * FROM fanbox_master_post
+                            ORDER BY member_id, post_id''')
+            filename = filename + '.csv'
+            writer = codecs.open(filename, 'wb', encoding='utf-8')
+            columns = ['member_id','post_id','title','fee_required','published_date','update_date','post_type','last_update_date']
+            writer.write(sep.join(columns))
+            writer.write('\r\n')
+            for row in c:
+                for string in row:
+                    # Unicode write!!
+                    data = str(string)
+                    writer.write(data)
+                    writer.write(sep)
+                writer.write('\r\n')
+            writer.write('###END-OF-FILE###')
+            writer.close()
+        except BaseException:
+            print('Error at exportFanboxPostList(): ' + str(sys.exc_info()))
+            print('failed')
+            raise
+        finally:
+            c.close()
+        print('done.')
+
 ##########################################
 # III. Print DB                          #
 ##########################################
@@ -519,6 +567,73 @@ def insertMangaImages(self, manga_files):
         finally:
             c.close()
 
+    def insertPost(self, member_id, post_id, title, fee_required, published_date, post_type):
+        try:
+            c = self.conn.cursor()
+            post_id = int(post_id)
+            c.execute(
+                '''INSERT OR IGNORE INTO fanbox_master_post (member_id, post_id) VALUES(?, ?)''',
+                (member_id, post_id))
+            c.execute(
+                '''UPDATE fanbox_master_post SET title = ?, fee_required = ?, published_date = ?, 
+                post_type = ?, last_update_date = datetime('now') WHERE post_id = ?''',
+                (title, fee_required, published_date, post_type, post_id))
+            self.conn.commit()
+        except BaseException:
+            print('Error at insertPost():', str(sys.exc_info()))
+            print('failed')
+            raise
+        finally:
+            c.close()
+
+    def selectPostByPostId(self, post_id):
+        try:
+            c = self.conn.cursor()
+            post_id = int(post_id)
+            c.execute(
+                '''SELECT * FROM fanbox_master_post WHERE post_id = ?''',
+                (post_id,))
+            return c.fetchone()
+        except BaseException:
+            print('Error at selectPostByPostId():', str(sys.exc_info()))
+            print('failed')
+            raise
+        finally:
+            c.close()
+
+    def updatePostLastUpdateDate(self, post_id, updated_date):
+        try:
+            c = self.conn.cursor()
+            post_id = int(post_id)
+            c.execute(
+                '''UPDATE fanbox_master_post SET updated_date = ?
+                WHERE post_id = ?''',
+                (updated_date, post_id))
+            self.conn.commit()
+        except BaseException:
+            print('Error at updatePostLastUpdateDate():', str(sys.exc_info()))
+            print('failed')
+            raise
+        finally:
+            c.close()
+
+    def deleteFanboxPost(self, id, by):
+        id = int(id)
+        if by not in ["member_id", "post_id"]:
+            return
+        sql = f'''DELETE FROM fanbox_master_post WHERE {by} = ?'''
+
+        try:
+            c = self.conn.cursor()
+            c.execute(sql, (id,))
+            self.conn.commit()
+        except BaseException:
+            print('Error at deleteFanboxPost():', str(sys.exc_info()))
+            print('failed')
+            raise
+        finally:
+            c.close()
+
     def blacklistImage(self, memberId, ImageId):
         try:
             c = self.conn.cursor()
@@ -775,12 +890,16 @@ def menu(self):
         print('12. Blacklist image by image_id')
         print('13. Show all deleted member')
         print('===============================================')
+        print('f1. Export FANBOX post list')
+        print('f2. Delete FANBOX download history by post_id')
+        print('f3. Delete FANBOX download history by member_id')
+        print('===============================================')
         print('c. Clean Up Database')
         print('i. Interactive Clean Up Database')
         print('p. Compact Database')
         print('r. Replace Root Path')
         print('x. Exit')
-        selection = input('Select one?').rstrip("\r")
+        selection = input('Select one? ').rstrip("\r")
         return selection
 
     def main(self):
@@ -859,6 +978,17 @@ def main(self):
                     self.blacklistImage(member_id, image_id)
                 elif selection == '13':
                     self.printMemberList(isDeleted=True)
+                elif selection == 'f1':
+                    filename = input('Filename? ').rstrip("\r")
+                    sep = input('Separator? (1(default)=",", 2="\\t") ').rstrip("\r")
+                    sep = "\t" if sep=="2" else ","
+                    self.exportFanboxPostList(filename, sep)
+                elif selection == 'f2':
+                    member_id = input('member_id? ').rstrip("\r")
+                    self.deleteFanboxPost(member_id, "post_id")
+                elif selection == 'f3':
+                    post_id = input('post_id? ').rstrip("\r")
+                    self.deleteFanboxPost(post_id, "member_id")
                 elif selection == 'c':
                     self.cleanUp()
                 elif selection == 'i':