index.js

'use strict';

const clone = require('clone');
const co = require('co');
const dot = require('dot-component');
const ejson = require('mongodb-extended-json');
const fs = require('fs');
const get = require('lodash.get');
const mongodb = require('mongodb');
const ns = require('mongodb-ns');
const path = require('path');
const thunkify = require('thunkify');
const vm = require('vm');
const yaml = require('js-yaml');

function standardizePushOptions(options) {
  if (!options) {
    return {};
  }
  if (typeof options === 'string') {
    return { filename: options };
  }
  return clone(options);
}

function push(uri, data, options) {
  return co(function*() {
    const client = yield mongodb.MongoClient.connect(uri);
    const db = client.db();
    options = standardizePushOptions(options);

    if (options.dropDatabase === true) {
      yield db.dropDatabase();
    }

    // $require
    for (const key in data) {
      if (key === '$require') {
        const filename = options.filename;
        if (!filename) {
          throw new Error(`Can't $require without specifying a filename`);
        }

        const directory = path.dirname(filename);
        const extension = path.extname(filename);
        const fileToRead = path.join(directory, data[key]);
        const fileContents = yield thunkify(fs.readFile)(fileToRead);
        const parsedContents = {
          '.yml': () => yaml.safeLoad(fileContents),
          '.json': () => JSON.parse(fileContents)
        }[extension]();
        for (const _key in parsedContents) {
          if (data[_key] && !_key.startsWith('$') &&
              Array.isArray(data[_key]) && Array.isArray(parsedContents[_key])) {
            data[_key] = parsedContents[_key].concat(data[_key]);
          } else {
            data[_key] = parsedContents[_key];
          }
        }
      }
    }

    // extensions
    let extensions = {};
    for (const key in data) {
      if (key[0] !== '$') {
        continue;
      }
      extensions[key] = data[key];
      delete data[key];
    }

    // insert
    let promises = [];
    for (const collection in data) {
      let docs = data[collection];
      if (docs.length === 0) {
        continue;
      }
      for (let i = 0; i < docs.length; ++i) {
        const doc = docs[i];
        expand(extensions, doc);
        const tmp = doc.$set;
        delete doc.$set;
        for (const key in tmp) {
          dot.set(doc, key, tmp[key]);
        }

        docs[i] = ejson.deserialize(doc);
      }
      promises.push(db.collection(collection).insert(docs));
    }
    if (get(options, 'clearConnection', null)) {
      yield db.close();
    }
    const res = yield promises;
    return res;
  });
}

function expand(extensions, doc) {
  if (doc.$extend) {
    const tmp = doc.$extend;
    delete doc.$extend;
    for (const key in extensions[tmp]) {
      if (typeof doc[key] === 'undefined') {
        doc[key] = clone(extensions[tmp][key]);
      }
    }
  }

  Object.keys(doc).forEach(function(key) {
    if (doc[key] && typeof doc[key] === 'object') {
      if (doc[key].$eval) {
        const _doc = clone(doc);
        _doc.require = v => require(v);
        const context = vm.createContext(_doc);
        doc[key] = vm.runInContext(doc[key].$eval, context);
      }
      expand(extensions, doc[key]);
    }
  });
}

function pull(uri, options) {
  return co(function*() {
    const client = yield mongodb.MongoClient.connect(uri);
    const db = client.db();

    const collections = yield db.listCollections().toArray();

    let promises = [];
    let filteredCollections = [];
    for (let i = 0; i < collections.length; ++i) {
      let namespace = ns(`test.${collections[i].name}`);
      if (namespace.system || namespace.oplog || namespace.special) {
        continue;
      }
      filteredCollections.push(collections[i].name);
      promises.push(db.collection(collections[i].name).find({}).toArray());
    }

    const contents = yield promises;
    let res = {};

    filteredCollections.forEach(function(collection, i) {
      res[collection] = contents[i].map(doc => ejson.serialize(doc));
    });

    if (get(options, 'clearConnection', null)) {
      yield db.close();
    }

    return res;
  });
}

exports.push = function(uri, data, pathOrOptions) {
  return push(uri, data, pathOrOptions);
};

exports.pull = function(uri, options) {
  return pull(uri, options);
};

exports.pullToFile = require('./src/pullToFile');
exports.pushFromFile = require('./src/pushFromFile');
exports.pushFromRemote = require('./src/pushFromRemote');