Feature/sdl server statistics

app/v1/app.js

@@ -7,6 +7,7 @@ const path = require('path');
 const config = require('../../settings'); //configuration module
 const log = require(`../../custom/loggers/${config.loggerModule}/index.js`);
 const db = require(`../../custom/databases/${config.dbModule}/index.js`)(log); //pass in the logger module that's loaded
+const reportingService = require(`../../lib/reporting-service/index.js`)({db,expirationDays: config.reporting.expirationDays,trackingEnabled: config.reporting.enabled});
 const flame = require('../../lib/flame-box');
 const hashify = require('../../lib/hashify');
 const arrayify = require('../../lib/arrayify');
@@ -24,6 +25,7 @@ app.locals.arrayify = arrayify;
 app.locals.emailer = emailer;
 app.locals.flame = flame;
 app.locals.version = path.basename(__dirname);
+app.locals.reportingService = reportingService;
 
 // construct base URL, e.g. "http://localhost:3000"
 app.locals.baseUrl = "http";
@@ -61,6 +63,7 @@ function exposeRoutes () {
 	//app.post('/register', register.post);
 	app.post('/login', login.validateAuth);
 	app.get('/applications', auth.validateAuth, applications.get);
+	app.get('/applications/report', auth.validateAuth, applications.getReport);
 	app.post('/applications/action', auth.validateAuth, applications.actionPost);
 	app.post('/applications/auto', auth.validateAuth, applications.autoPost);
 	app.post('/applications/administrator', auth.validateAuth, applications.administratorPost);
@@ -88,6 +91,7 @@ function exposeRoutes () {
 	app.get('/module', auth.validateAuth, moduleConfig.get);
 	app.post('/module', auth.validateAuth, moduleConfig.post);
 	app.post('/module/promote', auth.validateAuth, moduleConfig.promote);
+	app.get('/module/report', auth.validateAuth, moduleConfig.getReport);
 	app.get('/about', auth.validateAuth, about.getInfo);
 }
 

app/v1/applications/controller.js

@@ -4,6 +4,17 @@ const sql = require('./sql.js');
 const flow = app.locals.flow;
 const async = require('async');
 
+function getReport (req, res, next) {
+	if(req.query.id === null || req.query.id === undefined) {
+		return res.parcel.setStatus(400).setMessage('id required').deliver();
+	}
+	helper.getAggregateReportByAppId(req.query.id, function (reportData) {
+		return res.parcel.setStatus(200)
+		.setData(reportData)
+		.deliver();
+	});
+}
+
 function get (req, res, next) {
 	//prioritize id, uuid, approval status, in that order.
 	//only one parameter can be acted upon in one request
@@ -294,6 +305,7 @@ function queryAndStoreApplicationsFlow (queryObj, notifyOEM = true) {
 
 module.exports = {
 	get: get,
+	getReport: getReport,
 	actionPost: actionPost,
 	putServicePermission: putServicePermission,
 	autoPost: autoPost,

app/v1/applications/helper.js

@@ -8,6 +8,7 @@ const flame = app.locals.flame;
 const log = app.locals.log;
 const db = app.locals.db;
 const config = app.locals.config;
+const moment = require('moment');
 
 //validation functions
 
@@ -264,7 +265,12 @@ function attemptRetry(milliseconds, retryQueue){
     }, milliseconds);
 }
 
+function getAggregateReportByAppId (appId, cb) {
+    return app.locals.reportingService.getAppUsageReport(appId, cb);
+}
+
 module.exports = {
+    getAggregateReportByAppId: getAggregateReportByAppId,
 	validateActionPost: validateActionPost,
 	validateAutoPost: validateAutoPost,
 	validateAdministratorPost: validateAdministratorPost,

app/v1/module-config/controller.js

@@ -5,6 +5,14 @@ const model = require('./model.js');
 const flow = app.locals.flow;
 const cache = require('../../../custom/cache');
 
+function getReport (req, res) {
+    helper.getAggregateReport(function (reportData) {
+        return res.parcel.setStatus(200)
+          .setData(reportData)
+          .deliver();
+    });
+}
+
 function get (req, res, next) {
     //if environment is not of value "staging", then set the environment to production
     const isProduction = !req.query.environment || req.query.environment.toLowerCase() !== 'staging';
@@ -59,7 +67,8 @@ function post (isProduction, req, res, next) {
 }
 
 module.exports = {
-	get: get,
-	post: post.bind(null, false),
-	promote: post.bind(null, true)
+    getReport: getReport,
+    get: get,
+    post: post.bind(null, false),
+    promote: post.bind(null, true)
 };

app/v1/module-config/helper.js

@@ -5,6 +5,7 @@ const app = require('../app');
 const flow = app.locals.flow;
 const setupSql = app.locals.db.setupSqlCommand;
 const sql = require('./sql.js');
+const reportingService = app.locals.reportingService;
 
 //validation functions
 
@@ -96,7 +97,24 @@ function getModuleConfigFlow (property, value) {
     ], {method: 'waterfall', eventLoop: true});
 }
 
+function getAggregateReport (cb) {
+    let obj = {
+        report_days: reportingService.expirationDays,
+    };
+
+    reportingService.getDeviceReport(function (deviceReport) {
+        reportingService.getPolicyTableUpdatesReport(function (policyTableUpdatesReport) {
+            Object.assign(obj,
+              deviceReport,
+              policyTableUpdatesReport
+            );
+            cb(obj);
+        });
+    });
+}
+
 module.exports = {
+    getAggregateReport: getAggregateReport,
     validatePost: validatePost,
     getModuleConfigFlow: getModuleConfigFlow
-}
+};

app/v1/policy/controller.js

@@ -4,6 +4,12 @@ const helper = require('./helper.js');
 const encryption = require('../../../customizable/encryption');
 const GET = require('lodash.get');
 
+/**
+ * Called whenever core requests the policy table.
+ * Extra reporting can be recorded when isProduction = true
+ * @param isProduction
+ * @returns {Function}
+ */
 function postFromCore (isProduction) {
 	return function (req, res, next) {
 		// attempt decryption of the policy table if it's defined
@@ -17,6 +23,11 @@ function postFromCore (isProduction) {
 		}
 		const useLongUuids = GET(req, "body.policy_table.module_config.full_app_id_supported", false) ? true : false;
         helper.generatePolicyTable(isProduction, useLongUuids, req.body.policy_table.app_policies, true, handlePolicyTableFlow.bind(null, res, true));
+
+
+        //Update reporting as a separate process. We do not need to wait on reporting to complete before responding with the policy table update request.
+        let policyTable = req.body.policy_table || {};
+        app.locals.reportingService.updateReporting(policyTable, undefined, useLongUuids);
 	}
 }
 

build/webpack.base.conf.js

@@ -31,7 +31,8 @@ module.exports = {
   },
   plugins: [
     new webpack.DefinePlugin({
-      'AUTH_TYPE': JSON.stringify(settings.authType)
+      'AUTH_TYPE': JSON.stringify(settings.authType),
+      'REPORTING_ENABLED': settings.reporting.enabled
     })
   ],
   module: {

build/webpack.prod.conf.js

@@ -9,6 +9,7 @@ const CopyWebpackPlugin = require('copy-webpack-plugin')
 const HtmlWebpackPlugin = require('html-webpack-plugin')
 const ExtractTextPlugin = require('extract-text-webpack-plugin')
 const OptimizeCSSPlugin = require('optimize-css-assets-webpack-plugin')
+const UglifyJsPlugin = require('uglifyjs-webpack-plugin')
 
 const env = config.build.env
 
@@ -31,9 +32,11 @@ const webpackConfig = merge(baseWebpackConfig, {
       'process.env': env
     }),
     // UglifyJs do not support ES6+, you can also use babel-minify for better treeshaking: https://github.com/babel/minify
-    new webpack.optimize.UglifyJsPlugin({
-      compress: {
-        warnings: false
+    new UglifyJsPlugin({
+      uglifyOptions: {
+        compress: {
+          warnings: false
+        },
       },
       sourceMap: true
     }),