Load tests

9 years ago · a12ec8b89e
parent da2765a87f
commit a12ec8b89e
5 changed files with 109 additions and 47 deletions
--- a/browser-version/test/async.js
+++ b/browser-version/test/async.js
--- a/browser-version/test/testLoad.html
+++ b/browser-version/test/testLoad.html
@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <meta charset="utf-8">
+  <title>Test NeDB persistence load in the browser</title>
+  <link rel="stylesheet" href="mocha.css">
+</head>
+<body>
+  <div id="results"></div>
+  <script src="./async.js"></script>
+  <script src="../out/nedb.js"></script>
+  <script src="./testLoad.js"></script>
+</body>
+</html>
+
--- a/browser-version/test/testLoad.js
+++ b/browser-version/test/testLoad.js
@ -0,0 +1,45 @@
+console.log('BEGINNING');
+
+var N = 4000
+  , db = new Nedb({ filename: 'loadTest', autoload: true })
+  , t, i
+  , sample = JSON.stringify({ data: Math.random(), _id: Math.random() });
+  ;
+
+// Some inserts in sequence, using the default storage mechanism (IndexedDB in my case)
+function someInserts (sn, N, callback) {
+  var i = 0, beg = Date.now();
+  async.whilst( function () { return i < N; }
+              , function (_cb) {
+                  db.insert({ data: Math.random() }, function (err) { i += 1; return _cb(err); });
+                }
+              , function (err) {
+                  console.log("Inserts, series " + sn + " " + (Date.now() - beg));
+                  return callback(err);
+                });
+}
+
+// Manually updating the localStorage
+function someLS (sn, N, callback) {
+  var i = 0, beg = Date.now();
+  for (i = 0; i < N; i += 1) {
+    localStorage.setItem('loadTestLS', localStorage.getItem('loadTestLS') + sample);
+  }
+  console.log("localStorage, series " + sn + " " + (Date.now() - beg));
+  return callback();
+}
+
+
+localStorage.setItem('loadTestLS', '');
+async.waterfall([
+  function (cb) { db.remove({}, { multi: true }, function (err) { return cb(err); }); }
+//, async.apply(someInserts, "#1", N)   // N=5000, 141s
+//, async.apply(someInserts, "#2", N)   // N=5000, 208s
+//, async.apply(someInserts, "#3", N)   // N=5000, 281s
+//, async.apply(someInserts, "#4", N)   // N=5000, 350s
+
+, async.apply(someLS, "#1", N)   // N=4000, 2.5s
+, async.apply(someLS, "#2", N)   // N=4000, 8.0s
+, async.apply(someLS, "#3", N)   // N=4000, 26.5s
+, async.apply(someLS, "#4", N)   // N=4000, 47.8s then crash (with N=5000 crash happens on second pass)
+]);
--- a/lib/storage.js
+++ b/lib/storage.js
@ -38,13 +38,15 @@ storage.ensureFileDoesntExist = function (file, callback) {
 *  Flush data in OS buffer to storage if corresponding option is set
 */
 storage.flushToStorage = function (filename, callback) {
-  // Hate having to do this but I can't seem to make fs.fsync work on Windows, and still don't even know whether fsync can be used on Windows.
-  // See this issue: https://github.com/nodejs/node/issues/3879
-  if (process.platform === 'win32' || process.platform === 'win64') { return callback(); }
+  fs.open(filename, 'w', function (err, fd) {
+    if (err) { return callback(err); }
+    fs.fsync(fd, function (err) {
+      return callback(err);
+

-  fs.open(filename, 'r', function (err, fd) {
      if (err) { return callback(err); }
-    fs.fsync(fd, function (err) { return callback(err); });
+      fs.close(fd, function (err) { return callback(err); });
+    });
  });
 };

@ -67,10 +69,7 @@ storage.crashSafeWriteFile = function (filename, data, cb) {
  , function (cb) {
      storage.exists(filename, function (exists) {
        if (exists) {
-          storage.rename(filename, oldFilename, function (err) {
-            if (err) { return cb(err); }
-            storage.flushToStorage(oldFilename, cb);   // Ensure filename doesn't exist due to rename atomicity
-          });
+          storage.rename(filename, oldFilename, function (err) { return cb(err); });
        } else {
          return cb();
        }
@ -79,10 +78,11 @@ storage.crashSafeWriteFile = function (filename, data, cb) {
  , function (cb) {
      storage.writeFile(tempFilename, data, function (err) { return cb(err); });
    }
+  //, async.apply(storage.flushToStorage, tempFilename)
  , function (cb) {
      storage.rename(tempFilename, filename, function (err) { return cb(err); });
    }
-  , async.apply(storage.flushToStorage, filename)
+  //, async.apply(storage.flushToStorage, filename)
  , async.apply(storage.ensureFileDoesntExist, oldFilename)
  ], function (err) { return callback(err); })
 };
--- a/test/db.test.js
+++ b/test/db.test.js
@ -2396,7 +2396,7 @@ describe('Database', function () {

    describe('Persisting indexes', function () {

-      it('Indexes are persisted to a separate file and recreated upon reload', function (done) {
+      it.only('Indexes are persisted to a separate file and recreated upon reload', function (done) {
        var persDb = "workspace/persistIndexes.db"
          , db
          ;