jarvis_utils.py

import sys,os
import sqlite3
import getpass
import socket
import time
import psutil
import subprocess
from requests import get
import argparse
import unittest
import copy
import requests
import json
import datetime
import configparser
import base64
import globalsub
from threading import Thread
from flask import Flask, request, jsonify, send_from_directory 
from flask import Flask, Response, redirect, url_for, request, session, abort
from flask_login import LoginManager, UserMixin, login_required, login_user, logout_user 
from pathlib import Path
from random import randint

INPUT_DATA = []
OUTPUT_DATA = []
OUTPUT_DATA_WEBHOOK = []

globalParameter = {}
globalParameter['FileJarvis'] = "Jarvis.py"
globalParameter['PathLocal'] = os.path.join("C:\\","Jarvis")
globalParameter['PathJarvis'] = os.path.join("C:\\","Jarvis", globalParameter['FileJarvis'])
globalParameter['PathOutput'] = os.path.join(globalParameter['PathLocal'], "Output")
globalParameter['PathExecutable'] = "python"
globalParameter['configFile'] = "config.ini"

globalParameter['LocalPort'] = 8821
globalParameter['LocalIp'] = '0.0.0.0'
globalParameter['LocalUsername'] = getpass.getuser().replace(' ','_')
globalParameter['LocalHostname'] = socket.gethostname().replace(' ','_')
globalParameter['PathDB_All'] = os.path.join(globalParameter['PathLocal'], "Db")
globalParameter['PathDB'] = os.path.join(globalParameter['PathLocal'], "Db" , globalParameter['LocalHostname'] + "_" + globalParameter['LocalUsername'] + ".db")
globalParameter['LoggerIp'] = str(socket.gethostbyname(socket.gethostname())) +  ':8810'

globalParameter['INPUT_DATA_OFF'] = False
globalParameter['OUTPUT_DATA_OFF'] = False
globalParameter['MAINLOOP_CONTROLLER'] = True
globalParameter['MAINLOOP_SLEEP_SECONDS'] = 5.0
globalParameter['MAINWEBSERVER'] = True
globalParameter['PROCESS_JARVIS'] = None

globalParameter['password'] = 'ghRW8n@KVp'
globalParameter['secret_key'] = 'gVWx3*nmD@'

app = Flask(__name__)
app.config.update(DEBUG = False, SECRET_KEY = globalParameter['secret_key'])
login_manager = LoginManager()
login_manager.init_app(app)
login_manager.login_view = "login"

class User(UserMixin):
    def __init__(self, id):
        self.id = id

class TestCases(unittest.TestCase):
    def test_webserver_fifo(self):
        global INPUT_DATA
        global OUTPUT_DATA
        global OUTPUT_DATA_WEBHOOK        
        global globalParameter
        global app

        INPUT_DATA.clear()
        OUTPUT_DATA.clear()
        OUTPUT_DATA_WEBHOOK.clear()
        globalParameter['MAINLOOP_SLEEP_SECONDS'] = 1
        globalParameter['MAINLOOP_CONTROLLER'] = True
        globalParameter['MAINWEBSERVER'] = False
        globalParameter['PROCESS_JARVIS'] = 'testcases_intern'

        RunJarvis('record ' + globalParameter['PROCESS_JARVIS'] + ' -program=dump')

        MainTest()

        value00 = 'data00'
        value01 = 'data01'

        app = app.test_client()

        data = []
        localTime = datetime.datetime.now().strftime("%Y%m%d_%H%M%S%f")
        data.append({'time' : localTime , 'value' : value00})        
        url = "http://" + globalParameter['LocalIp'] + ":" + str(globalParameter['LocalPort']) + "/example/input"
        headers = {'Content-type': 'application/json', 'Accept': 'text/plain'}
        data=json.dumps(data)

        response = app.post(url, data=data, headers=headers)

        data = []
        localTime = datetime.datetime.now().strftime("%Y%m%d_%H%M%S%f")
        data.append({'time' : localTime , 'value' : value01})
        data=json.dumps(data)
        
        response = app.post(url, data=data, headers=headers)
    
        time.sleep(globalParameter['MAINLOOP_SLEEP_SECONDS']+5)
        time.sleep(globalParameter['MAINLOOP_SLEEP_SECONDS']+5)

        url = "http://" + globalParameter['LocalIp'] + ":" + str(globalParameter['LocalPort']) + "/example/output"
        response = app.get(url)
        data = response.data
        data = json.loads(data.decode("utf-8"))

        globalParameter['MAINLOOP_CONTROLLER'] = False
        time.sleep(globalParameter['MAINLOOP_SLEEP_SECONDS']+5)     

        db = MyDB()
        rows = db.Select()

        check = True
        check = check and OUTPUT_DATA[0]['value'] == value01
        check = check and len(OUTPUT_DATA) == 1
        check = check and len(INPUT_DATA) == 0
        check and len(rows) > 0

        self.assertTrue(check)    

class MyException(Exception):
    def __init__(self, value):
        self.parameter = value
    def __str__(self):
        return repr(self.parameter)

class MyDB():
    def __init__(self):
        pass
    def __del__(self):
        pass
    def Select(self, id=None):
        result = None

        try:
            db = globalParameter['PathDB']
            conn = sqlite3.connect(db)
            cursor = conn.cursor()

            sql = "SELECT id,name,command,filetype FROM tag order by id desc"
            if (id!=None):
                sql = "SELECT id,name,command,filetype FROM tag WHERE id=" + id +  " order by id desc" 
            
            cursor.execute(sql)
            result = rows = cursor.fetchall()

            if(len(rows) > 0):
                for row in rows:
                    #print(row)
                    pass

            conn.close()
        except:
            raise MyException("MyDb : Select : Internal Error.")

        return result


class RemoteLog():
    def __init__(self):
        self.log = False

    def CheckRestAPI(self, command, host, port):
        try:
            testLogger = requests.get('http://' + globalParameter['LoggerIp'])
            serviceTarget = "http://" + str(host) + ':' + str(port)

            if "-p " not in command and "-i " not in command :
                command = command + " -p " + str(port) + " -i " + str(host)

            if testLogger.status_code == 200:
                print("Hey. Log Server is online.")
                #id = str(Path(sys.argv[0]).stem).replace("_", "")
                id =  datetime.datetime.now().strftime("%Y%m%d_%H%M%S%f") + str(randint(0, 999)) 

                data = []
                localTime = datetime.datetime.now().strftime("%Y%m%d_%H%M%S%f")
                data.append({'id' : id , 'user' : globalParameter['LocalUsername'] , 'host' : globalParameter['LocalHostname'] , 'command' : command , 'time' : localTime , 'status' : 'start', 'tag' : 'service'})

                logger = "http://" + globalParameter['LoggerIp'] + "/log"
                headers = {'Content-type': 'application/json', 'Accept': 'text/plain'}
                requests.post(logger, data=json.dumps(data), headers=headers)

                self.log = True
                time.sleep(10.0)
                while (self.log):
                    testTarget= requests.get(serviceTarget)
                    
                    if testTarget.status_code == 200:
                        self.log = True
                    else:
                        self.log = False

                    localTime = datetime.datetime.now().strftime("%Y%m%d_%H%M%S%f")
                    #print(localTime)
                    data[:] = []
                    data.append({'id' : id , 'user' : globalParameter['LocalUsername'] , 'host' : globalParameter['LocalHostname'] , 'command' : command , 'time' : localTime , 'status' : 'alive', 'tag' : 'service'})
                    requests.post(logger, data=json.dumps(data), headers=headers)
                    time.sleep(60.0)

                data[:] = []
                localTime = datetime.datetime.now().strftime("%Y%m%d_%H%M%S%f")
                data.append({'id' : id , 'user' : globalParameter['LocalUsername'] , 'host' : globalParameter['LocalHostname'] , 'command' : command , 'time' : localTime , 'status' : 'finish', 'tag' : 'service'})
                requests.post(logger, data=json.dumps(data), headers=headers)
            else:
                pass
        except:
            pass

    def CheckRestAPIThread(self, command, host, port):
        threadLog = Thread(target=self.CheckRestAPI, args=(command, host, port,))
        threadLog.start()

def CheckProcess(process_name_target, process_arg_target):
    result = False
    method = "-"

    try:
        process_arg_target = str(process_arg_target)
        if "-p " in process_arg_target and "-i " in process_arg_target:
            start = process_arg_target.find("-p") + 3
            stop =  process_arg_target.find(" ", start)
            if(stop<0):
                port = process_arg_target[start:]
            else:
                port = process_arg_target[start:stop]

            start = process_arg_target.find("-i") + 3
            stop =  process_arg_target.find(" ", start)
            if(stop<0):
                ip = process_arg_target[start:]
            else:
                ip = process_arg_target[start:stop]
            
            url = "http://" + str(ip) + ':' + str(port)
            testProcess = requests.get(url)

            if testProcess.status_code == 200:
                result = True 
                method = "checked by restapi"
    except:
        pass  

    if(result == False):
        method = "checked by process list"
        for proc in psutil.process_iter():
            if str(proc.name).find(str(process_name_target))>=0:
                try:
                    #print(proc.pid)
                    #print(proc.cmdline())
                    #print(cmdline)            
                    cmdline = ' '.join(proc.cmdline())

                    if str(cmdline).find(str(process_arg_target))>=0:
                        result = True
                        break
                except:
                    pass    

    return result, method

def Run(command, parameters=None, wait=False):
    #print(command)
    if(parameters != None):
        proc = subprocess.Popen([command, parameters], stdout=subprocess.PIPE, shell=True)
    else:
        proc = subprocess.Popen(command, stdout=subprocess.PIPE, shell=True)

    if(wait == True):
        proc.communicate()

def RunJarvis(tags, parameters=None, wait=True):
    Run(globalParameter['PathExecutable'] + ' ' + globalParameter['PathJarvis'] + ' ' + tags, parameters, wait) 
    print('command : ' + globalParameter['PathExecutable'] + ' ' + globalParameter['PathJarvis'] + ' ' + tags) 

@app.route('/example/restricted')
@login_required
def restricted():
    return "unlock!"

@app.route("/login", methods=["GET", "POST"])
def login():
    global globalParameter

    if request.method == 'POST':
        username = request.form['username']
        password = request.form['password']    
        if password == globalParameter['password']:
            id = 1
            user = User(id)
            login_user(user)
            return redirect(request.args.get("next"))
        else:
            return Response('<p>Login failed</p>')
    else:
        return makeLoginPage('login')

@app.route("/logout")
@login_required
def logout():
    logout_user()
    return Response('<p>Logged out</p>')

@login_manager.user_loader
def load_user(userid):
    return User(userid)    

@app.route('/example/table')
def ExampleTable():
    res = makeTable()
    return res    

@app.route('/example/chart')
def ExampleChart():
    res = makeChart()
    return res

@app.route('/example/gallery')
def ExampleGallery():
    res = makeGallery()
    return res    

@app.route('/example/input', methods=['POST'])
def exampleInput():
    global INPUT_DATA
    data = {}

    if request.method == 'POST':    
        data = request.get_json(force=True)
        data = data[0]        
        #print(data)
        INPUT_DATA.append(data)
    return jsonify(data)

@app.route('/example/output')
def exampleOutput():
    global OUTPUT_DATA
    result = {}

    if(len(OUTPUT_DATA)>0):    
        result = OUTPUT_DATA[0]
        OUTPUT_DATA.pop(0)

    return jsonify(result)

@app.route('/example/webhook', methods=['POST'])
def exampleWebhook():
    global OUTPUT_DATA_WEBHOOK
    data = {}

    if request.method == 'POST':    
        data = request.get_json(force=True)
        data = data[0]        
        OUTPUT_DATA_WEBHOOK.append(data['webhook'])
    return jsonify(data)


def Get_ip_addresses(family):
    for interface, snics in psutil.net_if_addrs().items():
        for snic in snics:
            if snic.family == family:
                yield (interface, snic.address)

globalParameter['PreferredNetworks'] = ['192.168.15.','192.168.1.']
globalParameter['BlockedNetworks'] = ['192.168.56.', '192.168.100.','127.0.0.']
def GetCorrectIp():
    #ipv4s = list(Get_ip_addresses(socket.AF_INET))
    #ipv6s = list(Get_ip_addresses(socket.AF_INET6))
    LocalIps = list(Get_ip_addresses(socket.AF_INET))
    LocalIp = None
    #print(LocalIps)
    
    for interface, myip in LocalIps:
        #print(myip)
        for iptest in globalParameter['PreferredNetworks']:
            if(myip.find(iptest)>=0):
                LocalIp = myip
                break
    
    if(LocalIp == None):
        ipblock = False
        for interface, myip in LocalIps:
            for iptest in globalParameter['BlockedNetworks']:
                if(myip.find(iptest)>=0):
                    ipblock = True
                    break
                
            if(ipblock == False):
                LocalIp = myip
                break
    
    if(LocalIp == None):
        LocalIp = '0.0.0.0'
    
    return LocalIp

def GetPublicIp():
    ippublic = ''
    try:
        ippublic = get('https://api.ipify.org').text
        ippublic = str(ippublic)
    except:
        pass
        
    return ippublic

def LoadVarsIni(config,sections):
    pass

def GetCorrectPath():
    global globalParameter

    dir_path = os.path.dirname(os.path.realpath(__file__)) 
    os.chdir(dir_path)

    jarvis_file = os.path.join(dir_path, globalParameter['FileJarvis'])
    if(os.path.isfile(jarvis_file) == False):
        jarvis_file = os.path.join(dir_path, '..', globalParameter['FileJarvis'])
        if(os.path.isfile(jarvis_file) == False):
            jarvis_file = os.path.join(dir_path, '..', '..', globalParameter['FileJarvis'])

    ini_file = os.path.join(dir_path, globalParameter['configFile'])
    if(os.path.isfile(ini_file) == False):
        ini_file = os.path.join(dir_path, '..', globalParameter['configFile'])
        if(os.path.isfile(ini_file) == False):
            ini_file = os.path.join(dir_path, '..', '..', globalParameter['configFile'])
            if(os.path.isfile(ini_file) == False):
                return

    globalParameter['PathExecutable'] = sys.executable
    globalParameter['PathLocal'] = os.path.dirname(os.path.realpath(jarvis_file))
    globalParameter['PathJarvis'] = jarvis_file
    #print(globalParameter['PathJarvis'])
    globalParameter['PathOutput'] = os.path.join(globalParameter['PathLocal'], "Output")
    globalParameter['PathDB'] = os.path.join(globalParameter['PathLocal'], "Db", globalParameter['LocalHostname'] + "_" + globalParameter['LocalUsername'] + ".db")
    globalParameter['PathDB_All'] = os.path.join(globalParameter['PathLocal'], "Db")

    if(os.path.isfile(ini_file) == True):
        with open(ini_file) as fp:
            config = configparser.ConfigParser()
            config.read_file(fp)
            sections = config.sections()
            if('Parameters' in sections):
                if('defaultpassword' in config['Parameters']):
                    globalParameter['password'] = config['Parameters']['defaultpassword']
                    #print('password:' + globalParameter['password'])
                for key in config['Parameters']:  
                    for globalParameter_key in globalParameter:    
                        if globalParameter_key.lower()==key.lower():
                            globalParameter[globalParameter_key]=str(config['Parameters'][key])
                            print(key + "=" + str(config['Parameters'][key]))   
            LoadVarsIni(config,sections)             

def makeTable():
    TITLE = 'TABLE'
    DATA =  ''
    DATA += '<div class="table-responsive"><table id="example1" class="table table-bordered table-striped">'
    DATA += '<thead>'
    DATA += '<tr><th>Orçamento</th><th>Cliente</th><th>Comercial</th><th>Data Entrada</th><th>Deadline</th><th>ID</th><th>Tipo</th><th>Status</th></tr>'
    DATA += '</thead>'
    DATA += '<tbody>'
    DATA += '<tr><th>Orçamento1</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status1</th></tr>'
    DATA += '<tr><th>Orçamento2</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status3</th></tr>'
    DATA += '<tr><th>Orçamento3</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status5</th></tr>'
    DATA += '<tr><th>Orçamento1</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status1</th></tr>'
    DATA += '<tr><th>Orçamento2</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status3</th></tr>'
    DATA += '<tr><th>Orçamento3</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status5</th></tr>'
    DATA += '<tr><th>Orçamento1</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status1</th></tr>'
    DATA += '<tr><th>Orçamento2</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status3</th></tr>'
    DATA += '<tr><th>Orçamento3</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status5</th></tr>'
    DATA += '<tr><th>Orçamento1</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status1</th></tr>'
    DATA += '<tr><th>Orçamento2</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status3</th></tr>'
    DATA += '<tr><th>Orçamento3</th><th>Cliente2</th><th>Comercial2</th><th>Data Entrada2</th><th>Deadline2</th><th>ID2</th><th>Tipo2</th><th>Status5</th></tr>'
    DATA += '</tbody>'
    DATA += '<tfoot><tr><th>Orçamento</th><th>Cliente</th><th>Comercial</th><th>Data Entrada</th><th>Deadline</th><th>ID</th><th>Tipo</th><th>Status</th></tr></tfoot>'
    DATA += '</table></div>'
    PAGE_SCRIPT = "<script>$(function () {$('#example1').DataTable({'paging': true,'lengthChange': false,'searching' : true,'ordering': true,'info': true,'autoWidth' : false,'order': [[ 5, 'desc' ]],dom: 'Bfrtip',buttons: ['copy', 'excel', 'pdf', 'print']})})</script>"
    return makePage(TITLE, DATA, PAGE_SCRIPT)

def makeGallery():
    TITLE = 'Gallery'
    PAGE_PAGE_CSS = '''<style>.column000 {  float: left;  width: 33.33%;  display: none;} .show000 {  display: block;}   </style>'''
    DATA =  '''<div id="myBtnContainer"><button type="button" class="btn btn-primary" onclick="filterSelection('all')"> Show all</button>&nbsp;<button type="button" class="btn btn-primary" onclick="filterSelection('nature')"> Nature</button>&nbsp;<button type="button" class="btn btn-primary" onclick="filterSelection('cars')"> Cars</button>&nbsp;<button type="button" class="btn btn-primary" onclick="filterSelection('people')"> People</button>&nbsp;  </div>  <br>&nbsp;<br>'''
    DATA += '''<div class="container"><div class="row"><div class="row">'''
    DATA += '''<div class=" col-lg-3 col-md-4 col-xs-6 thumb column000 nature cars"><div class="content"><a data-bs-toggle="modal" data-bs-target="#modal1" href="#" onclick="ImageToModal(1);return false;"><img id="img1" src="https://www.w3schools.com/w3images/mountains.jpg" alt="Mountains" style="width:100%"></a><h4>Mountains</h4><p>tag</p></div></div>'''
    DATA += '''<div class="col-lg-3 col-md-4 col-xs-6 thumb column000 nature"><div class="content"><a data-bs-toggle="modal" data-bs-target="#modal1" href="#" onclick="ImageToModal(2);return false;"><img id="img2" src="https://www.w3schools.com/w3images/lights.jpg" alt="Lights" style="width:100%"></a><h4>Lights</h4><p>Lorem ipsum dolor..</p></div></div>'''
    DATA += '''<div class="col-lg-3 col-md-4 col-xs-6 thumb column000 nature"><div class="content"><a data-bs-toggle="modal" data-bs-target="#modal1" href="#" onclick="ImageToModal(3);return false;"><img id="img3" src="https://www.w3schools.com/w3images/nature.jpg" alt="Nature" style="width:100%"></a><h4>Forest</h4><p>Lorem ipsum dolor..</p></div></div>'''
    DATA += '''<div class="col-lg-3 col-md-4 col-xs-6 thumb column000 cars"><div class="content"><a data-bs-toggle="modal" data-bs-target="#modal1" href="#" onclick="ImageToModal(4);return false;"><img id="img4" src="https://www.w3schools.com/w3images/cars1.jpg" alt="Car" style="width:100%"></a><h4>Retro</h4><p>Lorem ipsum dolor..</p></div></div>'''
    DATA += '''<div class="col-lg-3 col-md-4 col-xs-6 thumb column000 cars"><div class="content"><a data-bs-toggle="modal" data-bs-target="#modal1" href="#" onclick="ImageToModal(5);return false;"><img id="img5" src="https://www.w3schools.com/w3images/cars2.jpg" alt="Car" style="width:100%"></a><h4>Fast</h4><p>Lorem ipsum dolor..</p></div></div>'''
    DATA += '''<div class="col-lg-3 col-md-4 col-xs-6 thumb column000 people"><div class="content"><a data-bs-toggle="modal" data-bs-target="#modal1" href="#" onclick="ImageToModal(6);return false;"><img id="img6" src="https://www.w3schools.com/w3images/people1.jpg" alt="People" style="width:100%"></a><h4>Girl</h4><p>Lorem ipsum dolor..</p></div></div>'''
    DATA += '''</div></div></div>'''  
    DATA += '''<div class="modal fade" id="modal1" tabindex="1000" role="dialog" aria-labelledby="exampleModalLabel" aria-hidden="true"><div class="modal-dialog" role="document"><div class="modal-content"><div class="modal-header"></div><div class="modal-body"><div id="divmodal1"><img id="imgmodal1" style="width:100%"></div></div><div class="modal-footer"><button type="button" class="btn btn-secondary" data-bs-dismiss="modal">Fechar</button></div></div></div></div>'''
    PAGE_SCRIPT = '''<script>var myModal = new bootstrap.Modal(document.getElementById('modal1'));</script>'''
    PAGE_SCRIPT += '''<script>filterSelection("all");function filterSelection(c) {  var x, i;  x = document.getElementsByClassName("column000");  if (c == "all") c = "";  for (i = 0; i < x.length; i++) {    w3RemoveClass(x[i], "show000");    if (x[i].className.indexOf(c) > -1) w3AddClass(x[i], "show000");  }}function w3AddClass(element, name) {  var i, arr1, arr2;  arr1 = element.className.split(" ");  arr2 = name.split(" ");  for (i = 0; i < arr2.length; i++) {    if (arr1.indexOf(arr2[i]) == -1) {      element.className += " " + arr2[i];    }  }}function w3RemoveClass(element, name) {  var i, arr1, arr2;  arr1 = element.className.split(" ");  arr2 = name.split(" ");  for (i = 0; i < arr2.length; i++) {    while (arr1.indexOf(arr2[i]) > -1) {      arr1.splice(arr1.indexOf(arr2[i]), 1);    }  }  element.className = arr1.join(" ");} function ImageToModal(id) { document.getElementById("imgmodal1").src=document.getElementById("img" + id).src; }</script>'''

    return makePage(TITLE, DATA, PAGE_SCRIPT,PAGE_PAGE_CSS)

def makeChart():
    TITLE = 'CHART'
    DATA = '<canvas class="my-4 w-100" id="myChart" width="900" height="380"></canvas>'
    LABELS = "'Sunday',  'Monday',  'Tuesday',  'Wednesday',  'Thursday',  'Friday',  'Saturday'"
    VALUES = '15339,10,18483,24003,23489,24092,12034'
    PAGE_SCRIPT = "<script>(function () {  feather.replace({ 'aria-hidden': 'true' });  var ctx = document.getElementById('myChart');  var myChart = new Chart(ctx, {type: 'line',data: {labels: [  " + LABELS + "],datasets: [{  data: [" + VALUES + "  ],  lineTension: 0,  backgroundColor: 'transparent',  borderColor: '#007bff',  borderWidth: 4,  pointBackgroundColor: '#007bff'}]},options: {scales: {  yAxes: [{ticks: {beginAtZero: false}  }]},legend: {  display: false}}  });})();</script>"
    return makePage(TITLE, DATA, PAGE_SCRIPT)

def makeLoginPage(TITLE):
    ext_bootstrap_css = 'https://cdn.jsdelivr.net/npm/bootstrap@5.0.2/dist/css/bootstrap.min.css'
    res = '<!doctype html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1"><meta name="description" content=""><meta name="author" content="Mark Otto, Jacob Thornton, and Bootstrap contributors"><meta name="generator" content="Hugo 0.84.0"><title>' + TITLE + '</title><link rel="canonical" href="https://getbootstrap.com/docs/5.0/examples/sign-in/"><link href="' + ext_bootstrap_css + '" rel="stylesheet"><style>html,body {height: 100%;}body {display: flex;align-items: center;padding-top: 40px;padding-bottom: 40px;background-color: #f5f5f5;}.form-signin {width: 100%;max-width: 330px;padding: 15px;margin: auto;}.form-signin .checkbox {font-weight: 400;}.form-signin .form-floating:focus-within {z-index: 2;}.form-signin input[type="text"] {margin-bottom: -1px;border-bottom-right-radius: 0;border-bottom-left-radius: 0;}.form-signin input[type="password"] {margin-bottom: 10px;border-top-left-radius: 0;border-top-right-radius: 0;}</style><style>.bd-placeholder-img {font-size: 1.125rem;text-anchor: middle;-webkit-user-select: none;-moz-user-select: none;user-select: none;}@media (min-width: 768px) {.bd-placeholder-img-lg {font-size: 3.5rem;}}</style></head><body class="text-center"><main class="form-signin"><form action="" method="post"> <h1 class="h3 mb-3 fw-normal">authentication</h1><div class="form-floating"><input type="text" class="form-control" name="username" id="floatingInput" placeholder="name"><label for="floatingInput">Login</label></div><div class="form-floating"><input type="password" class="form-control" name="password" id="floatingPassword" placeholder="Password"><label for="floatingPassword">Password</label></div><button class="w-100 btn btn-lg btn-primary" type="submit" value=Login>Login</button></form></main></body></html>'
    return res    

def makePage(TITLE, DATA, PAGE_SCRIPT = '', PAGE_PAGE_CSS = '', PAGE_MENU = ''):
    ext_bootstrap_css = 'https://cdn.jsdelivr.net/npm/bootstrap@5.0.2/dist/css/bootstrap.min.css'
    ext_jquery_js = 'https://ajax.googleapis.com/ajax/libs/jquery/3.6.0/jquery.min.js'
    ext_dataTables_css = 'https://cdn.datatables.net/1.10.25/css/jquery.dataTables.min.css'
    ext_bootstrap_js = 'https://cdn.jsdelivr.net/npm/bootstrap@5.0.2/dist/js/bootstrap.bundle.min.js'
    ext_feather_js = 'https://cdn.jsdelivr.net/npm/feather-icons@4.28.0/dist/feather.min.js'
    ext_chart_js = 'https://cdn.jsdelivr.net/npm/chart.js@2.9.4/dist/Chart.min.js'
    ext_datatable_js = 'https://cdn.datatables.net/1.10.25/js/jquery.dataTables.min.js'
    ext_dataTables_buttons_js = 'https://cdn.datatables.net/buttons/1.7.1/js/dataTables.buttons.min.js'
    ext_buttons_flash_js = 'https://cdn.datatables.net/buttons/1.7.1/js/buttons.flash.min.js'
    ext_jszip_js = 'https://cdnjs.cloudflare.com/ajax/libs/jszip/3.1.3/jszip.min.js'
    ext_pdfmake_js = 'https://cdnjs.cloudflare.com/ajax/libs/pdfmake/0.1.53/pdfmake.min.js'
    ext_vfs_fonts = 'https://cdnjs.cloudflare.com/ajax/libs/pdfmake/0.1.53/vfs_fonts.js'
    ext_buttons_html5_js = 'https://cdn.datatables.net/buttons/1.7.1/js/buttons.html5.min.js'
    ext_buttons_print_js = 'https://cdn.datatables.net/buttons/1.7.1/js/buttons.print.min.js'

    DEFAULT_PAGE_MENU = '<nav id="sidebarMenu" class="col-md-3 col-lg-2 d-md-block bg-light sidebar collapse"><div class="position-sticky pt-3"><ul class="nav flex-column"><li class="nav-item"><a class="nav-link active" aria-current="page" href="#"><span data-feather="home"></span>Dashboard</a></li><li class="nav-item"><a class="nav-link" href="#"><span data-feather="file"></span>Outros</a></li></ul></div></nav>'
    if(PAGE_MENU != ''):
        DEFAULT_PAGE_MENU = PAGE_MENU


    DEFAULT_PAGE_HEADER = '<!doctype html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1"><meta name="description" content=""><meta name="author" content="Mark Otto, Jacob Thornton, and Bootstrap contributors"><meta name="generator" content="Hugo 0.84.0"><title></title><link rel="canonical" href="https://getbootstrap.com/docs/5.0/examples/dashboard/"><link href="' + ext_bootstrap_css + '" rel="stylesheet" crossorigin="anonymous"><script src="' + ext_jquery_js + '"></script><link href="' + ext_dataTables_css + '" rel="stylesheet"><style>.bd-placeholder-img {font-size: 1.125rem;text-anchor: middle;-webkit-user-select: none;-moz-user-select: none;user-select: none;}@media (min-width: 768px) {.bd-placeholder-img-lg {font-size: 3.5rem;}}</style><style>body {font-size: .875rem;}.feather {width: 16px;height: 16px;vertical-align: text-bottom;}/** Sidebar*/.sidebar {position: fixed;top: 0;/* rtl:raw:right: 0;*/bottom: 0;/* rtl:remove */left: 0;z-index: 100; /* Behind the navbar */padding: 48px 0 0; /* Height of navbar */box-shadow: inset -1px 0 0 rgba(0, 0, 0, .1);}@media (max-width: 767.98px) {.sidebar {top: 5rem;}}.sidebar-sticky {position: relative;top: 0;height: calc(100vh - 48px);padding-top: .5rem;overflow-x: hidden;overflow-y: auto; /* Scrollable contents if viewport is shorter than content. */}.sidebar .nav-link {font-weight: 500;color: #333;}.sidebar .nav-link .feather {margin-right: 4px;color: #727272;}.sidebar .nav-link.active {color: #2470dc;}.sidebar .nav-link:hover .feather,.sidebar .nav-link.active .feather {color: inherit;}.sidebar-heading {font-size: .75rem;text-transform: uppercase;}/** Navbar*/.navbar-brand {padding-top: .75rem;padding-bottom: .75rem;font-size: 1rem;background-color: rgba(0, 0, 0, .25);box-shadow: inset -1px 0 0 rgba(0, 0, 0, .25);}.navbar .navbar-toggler {top: .25rem;right: 1rem;}.navbar .form-control {padding: .75rem 1rem;border-width: 0;border-radius: 0;}.form-control-dark {color: #fff;background-color: rgba(255, 255, 255, .1);border-color: rgba(255, 255, 255, .1);}.form-control-dark:focus {border-color: transparent;box-shadow: 0 0 0 3px rgba(255, 255, 255, .25);}th{font-weight: normal;}</style>' + PAGE_PAGE_CSS + '</head><body><header class="navbar navbar-dark sticky-top bg-dark flex-md-nowrap p-0 shadow"><a class="navbar-brand col-md-3 col-lg-2 me-0 px-3" href="#">Data dash</a><button class="navbar-toggler position-absolute d-md-none collapsed" type="button" data-bs-toggle="collapse" data-bs-target="#sidebarMenu" aria-controls="sidebarMenu" aria-expanded="false" aria-label="Toggle navigation"><span class="navbar-toggler-icon"></span></button><!--<input class="form-control form-control-dark w-100" type="text" placeholder="Search" aria-label="Search">--><div class="navbar-nav"><div class="nav-item text-nowrap"><a class="nav-link px-3" href="#"></a></div></div></header><div class="container-fluid"><div class="row">'
    DEFAULT_PAGE_HEADER += DEFAULT_PAGE_MENU 
    DEFAULT_PAGE_HEADER += '<main class="col-md-9 ms-sm-auto col-lg-10 px-md-4"><div class="d-flex justify-content-between flex-wrap flex-md-nowrap align-items-center pt-3 pb-2 mb-3 border-bottom"><h1 class="h2">' + TITLE + '</h1></div>'
    DEFAULT_PAGE_FOOTER_00 = '</main></div></div><script src="'+ ext_bootstrap_js +'" crossorigin="anonymous"></script><script src="' + ext_feather_js + '" crossorigin="anonymous"></script><script src="' + ext_chart_js + '" crossorigin="anonymous"></script><script src="' + ext_datatable_js + '" crossorigin="anonymous"></script>'
    DEFAULT_PAGE_SCRIPT_00 = '<script src="' + ext_dataTables_buttons_js + '"></script><script src="' + ext_buttons_flash_js + '"></script><script src="' + ext_jszip_js +  '"></script><script src="' + ext_pdfmake_js + '"></script><script src="' + ext_vfs_fonts + '"></script><script src="' + ext_buttons_html5_js + '"></script><script src="' + ext_buttons_print_js + '"></script>'        
    DEFAULT_PAGE_FOOTER_01 = '</body></html>'

    res = DEFAULT_PAGE_HEADER
    res += DATA
    res += DEFAULT_PAGE_FOOTER_00
    res += DEFAULT_PAGE_SCRIPT_00
    res += PAGE_SCRIPT
    res += DEFAULT_PAGE_FOOTER_01
    return res

def mainLoop():
    global INPUT_DATA
    global OUTPUT_DATA
    global globalParameter    

    if(globalParameter['INPUT_DATA_OFF'] == False):
        if(len(INPUT_DATA)<=0):
            return

    VirtualInput()

    if(globalParameter['OUTPUT_DATA_OFF'] == False and len(INPUT_DATA)>0):
        OUTPUT_DATA.append(mainLoopProcess(INPUT_DATA[0]))
    elif(globalParameter['OUTPUT_DATA_OFF'] == True and len(INPUT_DATA)>0):
        mainLoopProcess(INPUT_DATA[0])
    elif(globalParameter['OUTPUT_DATA_OFF'] == True and globalParameter['INPUT_DATA_OFF'] == True):
        mainLoopProcess(None) 

    if(len(INPUT_DATA)>0):    
        INPUT_DATA.pop(0)

    if(len(OUTPUT_DATA_WEBHOOK)>0):
        for webhook in OUTPUT_DATA_WEBHOOK:
            #print(webhook)
            data = []
            data.append(OUTPUT_DATA[0])

            url = webhook
            headers = {'Content-type': 'application/json', 'Accept': 'text/plain'}

            try:
                requests.post(url, data=json.dumps(data), headers=headers)
            except:
                pass

            if(len(OUTPUT_DATA)>0):    
                OUTPUT_DATA.pop(0)
     
def mainThread():
    global globalParameter

    while(globalParameter['MAINLOOP_CONTROLLER']):
        try:                 
            mainLoop()
            time.sleep(globalParameter['MAINLOOP_SLEEP_SECONDS']) 
            #print('Loop')
        except:
            print('Error Loop')
    pass

def VirtualInput():
    pass

def mainLoopProcess(input_data):
    result = None

    if(globalParameter['PROCESS_JARVIS'] != None):
        fileInput = os.path.join(globalParameter['PathOutput'] , datetime.datetime.now().strftime("%Y%m%d_%H%M%S%f_in.json"))
        fileOutput = os.path.join(globalParameter['PathOutput'] , datetime.datetime.now().strftime("%Y%m%d_%H%M%S%f_out.json"))

        with open(fileInput, "w") as outfile:                    
            json_string = json.dumps(input_data, default=lambda o: o.__dict__, sort_keys=True, indent=2)
            outfile.write(json_string)  

        RunJarvis(globalParameter['PROCESS_JARVIS'] + " -i " + fileInput + " -o " + fileOutput)

        with open(fileOutput) as json_file:
            result = json.load(json_file)
            #print(result)
    else:
        result = copy.deepcopy(input_data)
 
    return result

def MainTest():
    """no describe"""    

    global globalParameter
    
    GetCorrectPath()
        
    try:
        t = Thread(target=mainThread)
        t.start()  
    except:
        print('error mainThread')

    try:
        if(globalParameter['MAINWEBSERVER'] == True):
            #app.run(host = str(globalParameter['LocalIp']),port=globalParameter['LocalPort'], ssl_context='adhoc') 
            app.run(host = str(globalParameter['LocalIp']),port=globalParameter['LocalPort']) 
        pass
    except:
        print('error webservice')

'''
if __name__ == '__main__':   
    parser = argparse.ArgumentParser(description=MainTest.__doc__)
    parser.add_argument('-d','--description', help='Description of program', action='store_true')
    parser.add_argument('-u','--tests', help='Execute tests', action='store_true')
    parser.add_argument('-p','--port', help='Service running in target port')
    parser.add_argument('-i','--ip', help='Service running in target ip')    
    
    args, unknown = parser.parse_known_args()
    args = vars(args)
    
    if args['description'] == True:
        print(MainTest.__doc__)
        sys.exit()

    if args['tests'] == True:       
        suite = unittest.TestSuite()
        suite.addTest(TestCases("test_webserver_fifo")) 
        runner = unittest.TextTestRunner()
        runner.run(suite)  
        globalParameter['MAINLOOP_CONTROLLER'] = False             
        sys.exit()     

    if args['port'] is not None:
        print('TargetPort: ' + args['port'])
        globalParameter['LocalPort'] = args['port']  

    if args['ip'] is not None:
        print('TargetIP: ' + args['ip'])
        globalParameter['LocalIp'] = args['ip']                 

    param = ' '.join(unknown)

    MainTest()
'''