/** * The datastore itself * TODO * Improve serialization (for types such as Dates, handle new lines in strings) * Serialization and deserialization functions * Queue inserts, removes and updates * Update and removes should only modify the corresponding part of the database */ var fs = require('fs') , path = require('path') , customUtils = require('./customUtils') ; /** * Create a new collection */ function Datastore (filename) { this.filename = filename; this.data = []; } /** * Load the database * For now this means pulling data out of the data file or creating it * if it doesn't exist * @param {Function} cb Optional callback, signature: err */ Datastore.prototype.loadDatabase = function (cb) { var callback = cb || function () {} , self = this ; customUtils.ensureDirectoryExists(path.dirname(self.filename), function (err) { fs.exists(self.filename, function (exists) { if (!exists) { self.data = []; fs.writeFile(self.filename, '', 'utf8', function (err) { return callback(err); }); } else { fs.readFile(self.filename, 'utf8', function (err, rawData) { if (err) { return callback(err); } self.data = Datastore.treatRawData(rawData); return callback(); }); } }); }); }; /** * From a database's raw data, return the corresponding * machine understandable collection */ Datastore.treatRawData = function (rawData) { var data = rawData.split('\n') , res = []; data.forEach(function (d) { var doc; try { doc = JSON.parse(d); res.push(doc); } catch (e) { } }); return res; }; /** * Insert a new document * @param {Function} cb Optional callback, signature: err, insertedDoc */ Datastore.prototype.insert = function (newDoc, cb) { var callback = cb || function () {} , self = this , persistableNewDoc ; try { newDoc._id = customUtils.uid(16); persistableNewDoc = JSON.stringify(newDoc); } catch (e) { return callback(e); } fs.appendFile(self.filename, persistableNewDoc + '\n', 'utf8', function (err) { if (err) { return callback(err); } var insertedDoc = JSON.parse(persistableNewDoc); self.data.push(insertedDoc); // Make sure the doc is the same on the disk and in memory // Some docs can't be stringified correctly return callback(null, insertedDoc); }); }; /** * Check whether object is matched by the given query */ Datastore.match = function (obj, query) { var match = true; Object.keys(query).forEach(function (k) { if (obj[k] !== query[k]) { match = false; } }); return match; }; /** * Find all documents matching the query * @param {Object} query MongoDB-style query */ Datastore.prototype.find = function (query, callback) { var res = [] , self = this ; self.data.forEach(function (d) { if (Datastore.match(d, query)) { res.push(d); } }); return callback(null, res); }; /** * Find one document matching the query * @param {Object} query MongoDB-style query */ Datastore.prototype.findOne = function (query, callback) { var self = this , i ; for (i = 0; i < self.data.length; i += 1) { if (Datastore.match(self.data[i], query)) { return callback(null, self.data[i]); } } return callback(null, null); }; /** * Persist the whole database * @param {Array} data Optional data to persist. If not set, we use the database data * @param {Function} cb Optional callback, signature: err */ Datastore.prototype.persistWholeDatabase = function (data, cb) { var callback , self = this , newContents = ''; if (!data) { data = self.data; } if (typeof data === 'function') { cb = data; data = self.data; } callback = cb || function () {}; data.forEach(function (d) { newContents += JSON.stringify(d) + '\n'; }); fs.writeFile(self.filename, newContents, 'utf8', callback); }; /** * Update all docs matching query * For now, very naive implementation (recalculating the whole database) * @param {Object} query * @param {Object} newDoc Will replace the former docs * @param {Object} options Optional options * options.multi If true, can update multiple documents (defaults to false) * @param {Function} cb Optional callback, signature: err, numReplaced */ Datastore.prototype.update = function (query, newDoc, options, cb) { var callback , self = this , numReplaced = 0 , multi , newData = []; if (typeof options === 'function') { cb = options; options = {}; } callback = cb || function () {}; multi = options.multi !== undefined ? options.multi : false; self.data.forEach(function (d) { if (Datastore.match(d, query) && (multi || numReplaced === 0)) { numReplaced += 1; newData.push(newDoc); } else { newData.push(d); } }); self.persistWholeDatabase(newData, function (err) { if (err) { return callback(err); } self.data = newData; return callback(null, numReplaced); }); }; /** * Remove all docs matching the query * For now very naive implementation (similar to update) * @param {Object} query * @param {Object} options Optional options * options.multi If true, can update multiple documents (defaults to false) * @param {Function} cb Optional callback, signature: err, numRemoved */ Datastore.prototype.remove = function (query, options, cb) { var callback , self = this , numRemoved = 0 , multi , newData = []; if (typeof options === 'function') { cb = options; options = {}; } callback = cb || function () {}; multi = options.multi !== undefined ? options.multi : false; self.data.forEach(function (d) { if (Datastore.match(d, query) && (multi || numRemoved === 0)) { numRemoved += 1; } else { newData.push(d); } }); self.persistWholeDatabase(newData, function (err) { if (err) { return callback(err); } self.data = newData; return callback(null, numRemoved); }); }; module.exports = Datastore;