index.js

var express = require('express');
var app = express();
var postRequest = require('request');

var bodyParser = require('body-parser');
app.use(bodyParser.urlencoded({
    extended: true
}));
app.use(bodyParser.json());

//25x40 cube is the entire spaceaa

var DATASET = [];
var hSet = new Set();
var MAX_HASH = 800;
var MAX_EPOCH_WAIT = 4;

var EPOCHS_WAITED = 0;

var TOTAL_GROUPS = 30;

var EPOCH_TIME = 2000;

var ENTIRE_WORLD_SIZE_X = 60;
var ENTIRE_WORLD_SIZE_Y = 100;

var REQUEST_EPOCH = 0;

var PIVOT_POINT = 7; //Assuming Exponential(7, 49) distribution

var dss = [];


app.options("/*", function(req, res, next){
    res.header('Access-Control-Allow-Origin', '*');
    res.header('Access-Control-Allow-Methods', 'GET,PUT,POST,DELETE,OPTIONS');
    res.header('Access-Control-Allow-Headers', 'Content-Type, Authorization, Content-Length, X-Requested-With');
    res.send(200);
});


app.post('/', function(req, res) {


    console.log(req.body);
    console.log(req.body.personIdx);
    updatePrices(req.body.personIdx);


    var REQUEST_TIMER = setInterval(function(){
        if((DATASET.length>5 && REQUEST_EPOCH>3)||(DATASET.length>20 && REQUEST_EPOCH>2)||(DATASET.length>60)){
            formDataSets(res);
            clearInterval(REQUEST_TIMER);
            REQUEST_EPOCH = 0;
            DATASET = [];
            dss = [];
        }
        REQUEST_EPOCH++;
        if(REQUEST_EPOCH > 5){
            clearInterval(REQUEST_TIMER);
            try {
                res.header('Access-Control-Allow-Origin', '*');
                res.header('Access-Control-Allow-Methods', '*');
                res.set('Content-Type', 'text/plain');
                res.sendStatus(203);
                res.send(JSON.stringify({
                    datasets: 'Unavailable'
                }));
            }catch(e){
                console.log('Error in sending 203 response ');
            }
        }
        console.log('request epoch  ' + REQUEST_EPOCH + ' AND DATASET LENGTH IS ' + DATASET.length);
    }, EPOCH_TIME);


});

function formDataSets(res){
    var j = 0;

    for(var i=0; i<DATASET.length; i++){
        if(DATASET[i]==null){continue;}

        dss[j] = {
            label: DATASET[i].label,
            data:[{
                x:DATASET[i].x,
                y:DATASET[i].y,
                r:DATASET[i].r
            }],
            backgroundColor:DATASET[i].backgroundColor,
            idx:DATASET[i].idx,
            department: DATASET[i].department,
            firstname: DATASET[i].firstname,
            surname: DATASET[i].surname,
            title: DATASET[i].title,
            initials: DATASET[i].initials
        };
        j++;
    }

    res.header('Access-Control-Allow-Origin', '*');
    res.header('Access-Control-Allow-Methods', '*');
    res.set('Content-Type', 'text/plain');
    res.send(JSON.stringify({
        datasets: dss
    }));
}



var SERVER_ADDRESS = "http://battle.horse/oblong";
var SERVER_ADDRESS_NOOBLONG = "http://battle.horse";
function updatePrices(startIdx) {

    addDataSetGroupByLinkReturnInterest('/api/people/'+startIdx);

    var HASH_ADD_TIMER = setInterval(function(){
        if((hSet.size>8 && EPOCHS_WAITED>MAX_EPOCH_WAIT) || (hSet.size>30)){
            EPOCHS_WAITED = 0;
            clearInterval(HASH_ADD_TIMER);
            addDataSetGroupByHash(generateRandomColour(), Math.random()*ENTIRE_WORLD_SIZE_Y, Math.random()*ENTIRE_WORLD_SIZE_X);
        }
        EPOCHS_WAITED++;
        console.log('hset size is ---------a-----' + hSet.size + ' --- epochs ' + EPOCHS_WAITED);
    }, EPOCH_TIME);
}




function addDataSetGroupByLinkReturnInterest(link){
    postRequest.get(SERVER_ADDRESS + link, function (err, response, body) {
        try {
            var parBody = JSON.parse(body);
            console.log(link);
            var keywords = parBody.keywords;

            for(var keys in keywords){
                if(keywords[keys]>Math.random()*7) {
                    getPeopleOfSimilarInterests(keys, keywords[keys]);
                }
            }
        }catch(e){
            console.log(link + ' failed ' + e);
        }
    });
}

function getPeopleOfSimilarInterests(topicKeyword, k){
    console.log(topicKeyword);
    postRequest.get(SERVER_ADDRESS + '/api/keywords/' + topicKeyword, function (err, response, body) {
        try {
            var parBody = JSON.parse(body);
            var t = 0;
            while(parBody.profiles[t]!=null && hSet.size<MAX_HASH) {
                hSet.add([parBody.profiles[t].link, k]);
                t++;
            }
        }catch(e){console.log(e);}
    });
}


function addDataSetGroupByHash(dotColor, xOrigin, yOrigin){
    var i = 0;
    console.log('at adding pt' + hSet.size);
    hSet.forEach(function(link){
        console.log(link);
        addDataSetGroupWithLink(dotColor, xOrigin, yOrigin, link[0], link[1], i);
        i++;
        hSet.delete(link);
    });
}

function generateRandomColour(){
    var col = '#' + Math.floor(Math.random() * 16777215).toString(16);
    while(col.length<7){
        col += 'F';
    }
    return col;
}

function addDataSetGroupWithLink(dotColor, xOrigin, yOrigin, link, k, i){
    postRequest.get(SERVER_ADDRESS_NOOBLONG + link, function (err, response, body) {
        try {
            var parBody = JSON.parse(body);
            var name = parBody.name.title + ' ' + parBody.name.first
                + ' ' + parBody.name.initials + ' ' + parBody.name.last;
            var department = parBody.department;
            var label = ' [' + department + '] ' + name;
            DATASET[i] = {
                label: label,
                x: xOrigin + 8*Math.random() - Math.abs(k-PIVOT_POINT)*(Math.random()-0.5),
                y: yOrigin + 8*Math.random() - Math.abs(k-PIVOT_POINT)*(Math.random()-0.5),
                r: 9,
                backgroundColor: dotColor,
                idx: link,
                department: parBody.department,
                firstname: parBody.name.first,
                surname: parBody.name.last,
                title: parBody.name.title,
                initials: parBody.name.initials
            };
            console.log(i);
        }catch(e){
            console.log(' ' + SERVER_ADDRESS_NOOBLONG + link + ' failed ' + e);
        }
    });
}






var PORT = process.env.PORT || 1140;
var server = app.listen(PORT, function(){
    var host = server.address().address;
    var port = server.address().port;

    console.log('Started Server at %s:%s', host, port);
});