Boerderij · dirtycajunrice · Dec 6, 2018 · Nov 28, 2018 · Nov 28, 2018 · Nov 29, 2018
diff --git a/.gitignore b/.gitignore
@@ -5,7 +5,10 @@
 .Trashes
 ehthumbs.db
 Thumbs.db
-configuration.py
 __pycache__
 GeoLite2-City.mmdb
 GeoLite2-City.tar.gz
+data/varken.ini
+.idea/
+Legacy/configuration.py
+varken-venv/
diff --git a/cisco_asa.py → Legacy/cisco_asa.py b/cisco_asa.py → Legacy/cisco_asa.py
@@ -3,7 +3,7 @@
 from datetime import datetime, timezone
 from influxdb import InfluxDBClient
 
-import configuration
+from Legacy import configuration
 
 current_time = datetime.now(timezone.utc).astimezone().isoformat()
 

diff --git a/raid_init.py → Legacy/raid_init.py b/raid_init.py → Legacy/raid_init.py
diff --git a/san.py → Legacy/san.py b/san.py → Legacy/san.py
diff --git a/README.md b/README.md
@@ -1,29 +1,33 @@
-# Grafana Scripts
-Repo for api scripts written (both pushing and pulling) to aggregate data into influxdb for grafana
+# Varken
+Dutch for PIG. PIG is an Acronym for Plex/InfluxDB/Grafana
+
+varken is a standalone command-line utility to aggregate data
+from the Plex ecosystem into InfluxDB. Examples use Grafana for a
+frontend
 
 Requirements /w install links: [Grafana](http://docs.grafana.org/installation/), [Python3](https://www.python.org/downloads/), [InfluxDB](https://docs.influxdata.com/influxdb/v1.5/introduction/installation/)
 
-<center><img width="800" src="https://i.imgur.com/av8e0HP.png"></center>
+<p align="center">
+<img width="800" src="https://i.imgur.com/av8e0HP.png">
+</p>
 
-## Quick Setup
-1. Install requirements `pip3 install -r requirements.txt`
-1. Make a copy of `configuration.example.py` to `configuration.py`
-2. Make the appropriate changes to `configuration.py`
-1. Create your plex database in influx
-    ```sh
-    user@server: ~$ influx
-    > CREATE DATABASE plex
-    > quit
-    ```
-1. After completing the [getting started](http://docs.grafana.org/guides/getting_started/) portion of grafana, create your datasource for influxdb. At a minimum, you will need the plex database.
+## Quick Setup (Varken Alpha)
+1. Clone the repository `sudo git clone https://github.com/Boerderij/Varken.git /opt/Varken`
+1. Follow the systemd install instructions located in `varken.systemd`
+1. Create venv in project `cd /opt/Varken && /usr/bin/python3 -m venv varken-venv`
+1. Install requirements `/opt/Varken/varken-venv/bin/python -m pip install -r requirements.txt`
+1. Make a copy of `varken.example.ini` to `varken.ini` in the `data` folder
+   `cp /opt/Varken/data/varken.example.ini /opt/Varken/data/varken.ini`
+1. Make the appropriate changes to `varken.ini`
+   ie.`nano /opt/Varken/data/varken.ini`
+1. Make sure all the files have the appropriate permissions `sudo chown varken:varken -R /opt/Varken`
+1. After completing the [getting started](http://docs.grafana.org/guides/getting_started/) portion of grafana, create your datasource for influxdb.
 1. Install `grafana-cli plugins install grafana-worldmap-panel`
-1. Click the + on your menu and click import. Using the .json provided in this repo, paste it in and customize as you like.
-
-
+1. TODO:: Click the + on your menu and click import. Using the .json provided in this repo, paste it in and customize as you like.
 
 ### Docker
 
-Repo is included in [si0972/grafana-scripts](https://github.com/si0972/grafana-scripts-docker)
+Repo is included in [si0972/grafana-scripts-docker](https://github.com/si0972/grafana-scripts-docker/tree/varken)
 
 <details><summary>Example</summary>
 <p>
@@ -32,84 +36,8 @@ Repo is included in [si0972/grafana-scripts](https://github.com/si0972/grafana-s
 docker create \
   --name=grafana-scripts \
   -v <path to data>:/Scripts \
-  -e plex=true \
   -e PGID=<gid> -e PUID=<uid>  \
-  si0972/grafana-scripts:latest
+  si0972/grafana-scripts:varken
 ```
 </p>
 </details>
-
-
-
-
-## Scripts
-### `sonarr.py`
-Gathers data from Sonarr and pushes it to influxdb.
-
-```
-Script to aid in data gathering from Sonarr
-
-optional arguments:
-  -h, --help            show this help message and exit
-  --missing             Get all missing TV shows
-  --missing_days MISSING_DAYS
-                        Get missing TV shows in past X days
-  --upcoming            Get upcoming TV shows
-  --future FUTURE       Get TV shows on X days into the future. Includes today.
-                        i.e. --future 2 is Today and Tomorrow
-  --queue               Get TV shows in queue
-```
-- Notes:
-  - You cannot stack the arguments. ie. `sonarr.py --missing --queue`
-  - One argument must be supplied
-
-### `radarr.py`
-Gathers data from Radarr and pushes it to influxdb
-
-```
-Script to aid in data gathering from Radarr
-
-optional arguments:
-  -h, --help     show this help message and exit
-  --missing      Get missing movies
-  --missing_avl  Get missing available movies
-  --queue        Get movies in queue
-```
-- Notes:
-  - You cannot stack the arguments. ie. `radarr.py --missing --queue`
-  - One argument must be supplied
-  - `--missing_avl` Refers to how Radarr has determined if the movie should be available to download. The easy way to determine if the movie will appear on this list is if the movie has a <span style="color:red">RED "Missing"</span> tag associated with that movie. <span style="color:blue">BLUE "Missing"</span> tag refers to a movie that is missing but is not available for download yet. These tags are determined by your "Minimum Availability" settings for that movie.
-
-### `ombi.py`
-Gathers data from Ombi and pushes it to influxdb
-
-```
-Script to aid in data gathering from Ombi
-
-optional arguments:
-  -h, --help  show this help message and exit
-  --total     Get the total count of all requests
-  --counts    Get the count of pending, approved, and available requests
-```
-- Notes:
-  - You cannot stack the arguments. ie. `ombi.py --total --counts`
-  - One argument must be supplied
-
-### `tautulli.py`
-Gathers data from Tautulli and pushes it to influxdb. On initial run it will download the geoip2 DB and use it for locations.
-
-## Notes
-To run the python scripts crontab is currently leveraged. Examples:
-```sh
-### Modify paths as appropriate. python3 is located in different places for different users. (`which python3` will give you the path)
-### to edit your crontab entry, do not modify /var/spool/cron/crontabs/<user> directly, use `crontab -e`
-### Crontabs require an empty line at the end or they WILL not run. Make sure to have 2 lines to be safe
-### It is bad practice to run any cronjob more than once a minute. For timing help: https://crontab.guru/
-* * * * * /usr/bin/python3 /path-to-grafana-scripts/ombi.py --total
-* * * * * /usr/bin/python3 /path-to-grafana-scripts/tautulli.py
-* * * * * /usr/bin/python3 /path-to-grafana-scripts/radarr.py --queue
-* * * * * /usr/bin/python3 /path-to-grafana-scripts/sonarr.py --queue
-*/30 * * * * /usr/bin/python3 /path-to-grafana-scripts/radarr.py --missing
-*/30 * * * * /usr/bin/python3 /path-to-grafana-scripts/sonarr.py --missing
-*/30 * * * * /usr/bin/python3 /path-to-grafana-scripts/sickrage.py
-```
diff --git a/Varken.py b/Varken.py
@@ -0,0 +1,104 @@
+import schedule
+import threading
+import sys
+import platform
+import distro
+
+from sys import exit
+from time import sleep
+from os import access, R_OK
+from os.path import isdir, abspath, dirname, join
+from argparse import ArgumentParser, RawTextHelpFormatter
+
+from varken.iniparser import INIParser
+from varken.sonarr import SonarrAPI
+from varken.tautulli import TautulliAPI
+from varken.radarr import RadarrAPI
+from varken.ombi import OmbiAPI
+from varken.dbmanager import DBManager
+from varken.varkenlogger import VarkenLogger
+
+PLATFORM_LINUX_DISTRO = ' '.join(x for x in distro.linux_distribution() if x)
+
+def threaded(job):
+    thread = threading.Thread(target=job)
+    thread.start()
+
+
+if __name__ == "__main__":
+    parser = ArgumentParser(prog='varken',
+                            description='Command-line utility to aggregate data from the plex ecosystem into InfluxDB',
+                            formatter_class=RawTextHelpFormatter)
+
+    parser.add_argument("-d", "--data-folder", help='Define an alternate data folder location')
+    parser.add_argument("-D", "--debug", action='store_true', help='Use to enable DEBUG logging')
+
+    opts = parser.parse_args()
+
+    DATA_FOLDER = abspath(join(dirname(__file__), 'data'))
+
+    if opts.data_folder:
+        ARG_FOLDER = opts.data_folder
+
+        if isdir(ARG_FOLDER):
+            DATA_FOLDER = ARG_FOLDER
+            if not access(ARG_FOLDER, R_OK):
+                exit("Read permission error for {}".format(ARG_FOLDER))
+        else:
+            exit("{} does not exist".format(ARG_FOLDER))
+
+    # Initiate the logger
+    vl = VarkenLogger(data_folder=DATA_FOLDER, debug=opts.debug)
+    vl.logger.info('Starting Varken...')
+
+    vl.logger.info(u"{} {} ({}{})".format(
+            platform.system(), platform.release(), platform.version(),
+            ' - {}'.format(PLATFORM_LINUX_DISTRO) if PLATFORM_LINUX_DISTRO else ''
+        ))
+    vl.logger.info(u"Python {}".format(sys.version))
+
+
+    CONFIG = INIParser(DATA_FOLDER)
+    DBMANAGER = DBManager(CONFIG.influx_server)
+
+    if CONFIG.sonarr_enabled:
+        for server in CONFIG.sonarr_servers:
+            SONARR = SonarrAPI(server, DBMANAGER)
+            if server.queue:
+                schedule.every(server.queue_run_seconds).seconds.do(threaded, SONARR.get_queue)
+            if server.missing_days > 0:
+                schedule.every(server.missing_days_run_seconds).seconds.do(threaded, SONARR.get_missing)
+            if server.future_days > 0:
+                schedule.every(server.future_days_run_seconds).seconds.do(threaded, SONARR.get_future)
+
+    if CONFIG.tautulli_enabled:
+        for server in CONFIG.tautulli_servers:
+            TAUTULLI = TautulliAPI(server, DBMANAGER)
+            if server.get_activity:
+                schedule.every(server.get_activity_run_seconds).seconds.do(threaded, TAUTULLI.get_activity)
+
+    if CONFIG.radarr_enabled:
+        for server in CONFIG.radarr_servers:
+            RADARR = RadarrAPI(server, DBMANAGER)
+            if server.get_missing:
+                schedule.every(server.get_missing_run_seconds).seconds.do(threaded, RADARR.get_missing)
+            if server.queue:
+                schedule.every(server.queue_run_seconds).seconds.do(threaded, RADARR.get_queue)
+
+    if CONFIG.ombi_enabled:
+        for server in CONFIG.ombi_servers:
+            OMBI = OmbiAPI(server, DBMANAGER)
+            if server.request_type_counts:
+                schedule.every(server.request_type_run_seconds).seconds.do(threaded, OMBI.get_request_counts)
+            if server.request_total_counts:
+                schedule.every(server.request_total_run_seconds).seconds.do(threaded, OMBI.get_total_requests)
+
+    # Run all on startup
+    SERVICES_ENABLED = [CONFIG.ombi_enabled, CONFIG.radarr_enabled, CONFIG.tautulli_enabled, CONFIG.sonarr_enabled]
+    if not [enabled for enabled in SERVICES_ENABLED if enabled]:
+        exit("All services disabled. Exiting")
+    schedule.run_all()
+
+    while True:
+        schedule.run_pending()
+        sleep(1)
diff --git a/configuration.example.py b/configuration.example.py
diff --git a/crontabs b/crontabs