tapeworm 0.5.0 → 0.6.0

package/lib/event_stream.js

@@ -1,150 +0,0 @@
-var Promise = require('bluebird');
-var Commit = require('./persistence/commit');
-var _ = require('lodash');
-
-// writeOnly - will never read entire stream from
-var EventStream = function (eventPartition, streamId, writeOnly) {
-  if (streamId === undefined) {
-    throw new Error('StreamId must be defined!');
-  }
-  this._partition = eventPartition;
-  this._streamId = streamId;
-  this._writeOnly = writeOnly;
-  this._uncommittedEvents = [];
-  this._committedEvents = [];
-  this._version = 0;
-  this._isDeleted = false;
-};
-
-EventStream.prototype._prepareStream = function (callback) {
-  this._committedEvents = [];
-  this._commitSequence = -1;
-  var self = this;
-  if (self._writeOnly === true && self._partition.getLatestCommit) {
-    // if stream should only be opened for appending commits, only really care about getting the correct commitSequence (from last commit)
-    return self._partition
-      .getLatestCommit(self._streamId)
-      .then(function (commit) {
-        if (commit) {
-          self._commitSequence = commit.commitSequence;
-          var lastEvent = commit.events[commit.events.length - 1];
-          if (lastEvent && lastEvent.type === '$stream.deleted.event') {
-            self._isDeleted = true;
-          }
-          self._version = lastEvent.version + 1;
-        }
-        // if no commit is found, assume its a new stream, and keep default versions
-      })
-      .then(function () {
-        return self;
-      });
-  } else {
-    return self._partition
-      ._queryStream(self._streamId, callback)
-      .then(function (commits) {
-        self._version = 0;
-
-        if (!commits || commits.length === 0) {
-          commits = [];
-          self._version = -1;
-        } else {
-          if (commits[0] && commits[0].events && commits[0].events[0] && commits[0].events[0].type === '$stream.deleted.event') {
-            throw new Error('Stream is deleted');
-          }
-        }
-        var version = 0;
-        for (var i = 0; i < commits.length; i++) {
-          self._commitSequence++;
-          for (var j = 0; j < commits[i].events.length; j++) {
-            self._version++;
-            commits[i].events[j].version = version++;
-            self._committedEvents.push(commits[i].events[j]);
-          }
-        }
-      })
-      .then(function () {
-        return self;
-      });
-  }
-};
-
-EventStream.prototype.getVersion = function () {
-  return this._version;
-};
-
-EventStream.prototype.append = function (event) {
-  this._uncommittedEvents.push(event);
-};
-
-EventStream.prototype.hasChanges = function () {
-  return this._uncommittedEvents.length > 0;
-};
-
-EventStream.prototype.commit = function (commitId, callback) {
-  var self = this;
-
-  if (this._isDeleted) {
-    throw new Error(
-      'Stream is deleted, unable to commit: ' +
-        this._uncommittedEvents.map(function (event) {
-          return event.type;
-        })
-    );
-  }
-
-  if (!this.hasChanges()) {
-    //nothing to commit
-    return Promise.resolve().nodeify(callback);
-  } else {
-    var commit = this._buildCommit(commitId, this._uncommittedEvents);
-    return this._partition.append(commit, callback).then(function (commit) {
-      //rebuild local state
-      var events = self._uncommittedEvents;
-      self._version = events[events.length - 1].version + 1;
-      if (self._writeOnly === true) {
-        self._commitSequence++;
-        self._clearChanges();
-      } else {
-        for (var i = 0; i < events.length; i++) {
-          self._committedEvents.push(events[i]);
-        }
-        self._clearChanges();
-        self._commitSequence++;
-        return self;
-      }
-    });
-  }
-};
-
-EventStream.prototype._clearChanges = function () {
-  this._uncommittedEvents = [];
-};
-
-EventStream.prototype.revertChanges = function () {
-  //trunc the uncomitted events log
-  this._uncommittedEvents = [];
-};
-
-EventStream.prototype._buildCommit = function (commitId, events) {
-  var commitSequence = this._commitSequence;
-  var commit = new Commit(commitId, this._partition._partitionId, this._streamId, ++commitSequence, events);
-  var version = this._version == -1 ? 0 : this._version;
-
-  _.forEach(events, function (evt) {
-    evt.version = version++;
-  });
-  return commit;
-};
-
-EventStream.prototype.getCommittedEvents = function () {
-  if (this._writeOnly) {
-    throw new Error('Cannot access committed events when using writeOnly mode...');
-  }
-  return this._committedEvents.slice();
-};
-
-EventStream.prototype.getUncommittedEvents = function () {
-  return this._uncommittedEvents.slice();
-};
-
-module.exports = EventStream;

package/lib/persistence/commit.js

@@ -1,12 +0,0 @@
-var Commit = function(id, partitionId, streamId, commitSequence, events)
-{
-	this.id = id;
-	this.partitionId = partitionId;
-	this.streamId = streamId;
-	this.commitSequence = commitSequence;
-	this.events = events;
-	//this.eventTypes = [];
-	//this.metadata = {};
-}
-
-module.exports = Commit;

package/lib/persistence/concurrency_error.js

@@ -1,10 +0,0 @@
-var util = require('util');
-
-var ConcurrencyError = function(message) {
-	Error.call(this);
-	this.message = message;
-}
-
-util.inherits(ConcurrencyError, Error);
-
-module.exports = ConcurrencyError;

package/lib/persistence/duplicate_commit_error.js

@@ -1,10 +0,0 @@
-var util = require('util');
-
-var DuplicateCommitError = function(message) {
-	Error.call(this);
-	this.message = message;
-}
-
-util.inherits(DuplicateCommitError, Error);
-
-module.exports = DuplicateCommitError;

package/lib/persistence/inmemory/inmemory_partition.js

@@ -1,146 +0,0 @@
-var _ = require('lodash');
-var Promise = require('bluebird');
-var ConcurrencyError = require('../concurrency_error');
-var DuplicateCommitError = require('../duplicate_commit_error');
-
-var InMemoryPartition = function () {
-  this._commits = [];
-  this._streamIndex = {};
-  this._commitIds = [];
-  this._commitConcurrencyCheck = [];
-  this._snapshots = {};
-};
-
-function getConcurrencyKey(commit) {
-  return commit.streamId + '-' + commit.commitSequence;
-}
-InMemoryPartition.prototype._promisify = function (value, callback) {
-  return Promise.resolve(value).nodeify(callback);
-};
-
-InMemoryPartition.prototype.truncateStreamFrom = function (streamId, commitSequence, callback) {
-  var self = this;
-  var commits = Array.from(this._streamIndex[streamId]);
-  for (var i = 0; i < commits.length; i++) {
-    var commit = commits[i];
-
-    if (commit.commitSequence >= commitSequence) {
-      //remove from commitId
-      self._commitIds = _.without(self._commitIds, commit.id);
-      self._commitConcurrencyCheck = _.without(self._commitConcurrencyCheck, getConcurrencyKey(commit));
-      self._commits = _.without(self._commits, commit);
-      // i--;
-    }
-  }
-  commits = commits.slice(0, Math.max(commitSequence, 0));
-  this._streamIndex[streamId] = commits;
-  return this._promisify(this);
-};
-
-// InMemoryPartition.prototype.delete = function (streamId, headers, callback) {
-
-// }
-
-InMemoryPartition.prototype.applyCommitHeader = function (commitId, header, callback) {
-  var self = this;
-  var commit = _.find(this._commits, { id: commitId });
-  if (commit) {
-    _.assign(commit, header);
-  } else {
-    throw new Error('Trying to apply header to missing commit: ' + commitId);
-  }
-  return this._promisify(commit, callback);
-};
-
-InMemoryPartition.prototype.append = function (commit, callback) {
-  commit.isDispatched = false;
-  //check for duplicates
-  if (_.includes(this._commitIds, commit.id)) {
-    throw new DuplicateCommitError('Duplicate commit of ' + commit.id);
-  }
-  var concurrencyKey = getConcurrencyKey(commit);
-  if (_.includes(this._commitConcurrencyCheck, concurrencyKey)) {
-    throw new ConcurrencyError('Concurrency error on stream ' + commit.streamId);
-  }
-  //check concurrency
-  this._commits.push(commit);
-  this._commitIds.push(commit.id);
-  this._commitConcurrencyCheck.push(concurrencyKey);
-  var index = this._streamIndex[commit.streamId];
-  if (!index) {
-    index = this._streamIndex[commit.streamId] = [];
-  }
-  index.push(commit);
-  return this._promisify(commit, callback);
-};
-
-InMemoryPartition.prototype.storeSnapshot = function (streamId, snapshot, version, callback) {
-  return this._promisify((this._snapshots[streamId] = { id: streamId, version: version, snapshot: snapshot }), callback);
-};
-
-// Loads the latest snapshot
-InMemoryPartition.prototype.loadSnapshot = function (streamId, callback) {
-  return this._promisify(this._snapshots[streamId], callback);
-};
-
-InMemoryPartition.prototype.markAsDispatched = function (commit, callback) {
-  commit.isDispatched = true;
-  return this._promisify(commit, callback);
-};
-
-InMemoryPartition.prototype.getUndispatched = function (callback) {
-  var commits = this.queryAll;
-  var undispatched = [];
-  for (var i = 0; i < commits.length; i++) {
-    if (!commits[i].isDispatched) {
-      undispatched.push(commit);
-    }
-  }
-  return this._promisify(undispatched, callback);
-};
-
-InMemoryPartition.prototype.queryAll = function (callback) {
-  return this._promisify(this._commits.slice(), callback);
-};
-
-InMemoryPartition.prototype.getLatestCommit = function (streamId, callback) {
-  var result = this._streamIndex[streamId];
-  if (result) {
-    result = result.slice().pop();
-  }
-  return this._promisify(result, callback);
-};
-
-InMemoryPartition.prototype.queryStream = function (streamId, fromEventSequence, callback) {
-  if (_.isFunction(fromEventSequence)) {
-    callback = fromEventSequence;
-    fromEventSequence = 0;
-  }
-  var result = this._streamIndex[streamId];
-
-  if (result) {
-    result = result.slice();
-    if (fromEventSequence > 0) {
-      var startCommitId = 0;
-      var foundEvents = 0;
-      for (var i = 0; i < result.length; i++) {
-        foundEvents += result[0].events.length;
-        startCommitId++;
-        if (foundEvents >= fromEventSequence) {
-          break;
-        }
-      }
-      var tooMany = foundEvents - fromEventSequence;
-
-      result = result.slice(startCommitId - (tooMany > 0 ? 1 : 0));
-      if (tooMany > 0) {
-        result[0] = _.clone(result[0]); // avoid modifying reference
-        result[0].events = result[0].events.slice(result[0].events.length - tooMany);
-      }
-    }
-  }
-
-  return this._promisify(result, callback);
-};
-
-module.exports = InMemoryPartition;

package/lib/persistence/inmemory/inmemory_persistence.js

@@ -1,25 +0,0 @@
-var Promise = require('bluebird');
-var Partition = require('./inmemory_partition');
-
-var InMemoryPersistence = function InMemoryPersistance() {
-	this._partitions = [];
-}
-
-InMemoryPersistence.prototype._promisify = function(value, callback) {
-	return Promise.resolve(value).nodeify(callback);
-};
-
-InMemoryPersistence.prototype.openPartition = function(partitionId, callback) {
-	return this._promisify(this._getPartition(partitionId), callback);
-}
-
-InMemoryPersistence.prototype._getPartition = function(partitionId) {
-	var currentPartitionId = partitionId || 'master';
-	var partition = this._partitions[currentPartitionId];
-	if (partition == null) {
-		partition = this._partitions[currentPartitionId] = new Partition();
-	}
-	return partition;
-};
-
-module.exports = InMemoryPersistence;

package/lib/persistence/persistence_partition.js

@@ -1,23 +0,0 @@
-var PersistencePartition = function() {
-
-}
-
-PersistencePartition.prototype.append = function(commit, callback) {
-	//add commit
-};
-
-PersistencePartition.prototype.getUndispatched = function(callback) {
-	//return events which are not dispatched
-};
-
-PersistencePartition.prototype.markAsDispatched = function(commit, callback) {
-	//return events which are not dispatched
-};
-
-PersistencePartition.prototype.queryAll = function() {
-	//return Query
-};
-
-PersistencePartition.prototype.queryStream = function(streamId) {
-	//return Query;
-}

package/lib/persistence/persistence_provider_template.js

@@ -1,17 +0,0 @@
-
-var PersistenceProvider = function() {
-
-}
-
-PersistenceProvider.prototype.openPartition = function(partitionId, callback) {
-	// body...
-};
-
-PersistenceProvider.prototype.deletePartition = function(partitionId, callback) {
-
-};
-
-PersistenceProvider.prototype.close = function(callback) {
-
-};
-

package/lib/replication/master_replication_service.js

@@ -1,7 +0,0 @@
-var MasterReplicatonService = function() {
-		
-}
-
-MasterReplicatonService.prototype.handle = function(first_argument) {
-	// body...
-};

package/test/event_partition.js

@@ -1,232 +0,0 @@
-var should = require('should');
-var Promise = require('bluebird');
-var uuid = require('uuid').v4;
-
-var EventStore = require('..');
-var Commit = EventStore.Commit;
-
-describe('Partition', function () {
-  describe('#append', function (done) {
-    it('should return commit if added', function (done) {
-      var es = new EventStore();
-      es.openPartition('location')
-        .then(function (partition) {
-          partition.append(new Commit('1', 'location', '1', 0, [])).then(function (c) {
-            c[0].events.length.should.equal(0);
-            done();
-          });
-        })
-        .catch(function (err) {
-          done(err);
-        });
-    });
-    it('should return after all commits are persisted', function (done) {
-      var es = new EventStore();
-      es.openPartition('location')
-        .then(function (partition) {
-          return partition.append([new Commit('1', 'location', '1', 0, []), new Commit('2', 'location', '1', 1, [])]).then(function (c) {
-            c.length.should.equal(2);
-            done();
-          });
-        })
-        .catch(function (err) {
-          done(err);
-        });
-    });
-  });
-  describe('#_truncateStreamFrom', function () {
-    it('should remove all commits ', function (done) {
-      var es = new EventStore();
-      es.openPartition('location')
-        .then(function (partition) {
-          return partition.append([new Commit('1', 'location', '1', 0, []), new Commit('2', 'location', '1', 1, [])]).then(function (c) {
-            return partition._truncateStreamFrom('1', 0).then(function () {
-              return partition.openStream('1').then(function (stream) {
-                stream.getVersion().should.equal(-1);
-                done();
-              });
-            });
-          });
-        })
-        .catch(function (err) {
-          done(err);
-        });
-    });
-    it('should remove all commits after commitSequence', function (done) {
-      var es = new EventStore();
-      es.openPartition('location')
-        .then(function (partition) {
-          return partition.append([new Commit('1', 'location', '1', 0, [{}]), new Commit('2', 'location', '1', 1, [{}])]).then(function (c) {
-            return partition._truncateStreamFrom('1', 1).then(function () {
-              return partition.openStream('1').then(function (stream) {
-                stream.getVersion().should.equal(1);
-                done();
-              });
-            });
-          });
-        })
-        .catch(function (err) {
-          done(err);
-        });
-    });
-  });
-  describe('#_applyCommitHeader', function () {
-    it('should add to commit ', function (done) {
-      var es = new EventStore();
-      es.openPartition('location')
-        .then(function (partition) {
-          var commit = new Commit('1', 'location', '1', 0, []);
-          return partition.append([commit, new Commit('2', 'location', '1', 1, [])]).then(function (c) {
-            return partition._applyCommitHeader(commit.id, { authorative: true }).then(function (commit) {
-              commit.authorative.should.be.ok;
-              done();
-            });
-          });
-        })
-        .catch(function (err) {
-          done(err);
-        });
-    });
-    it('should throw if commit id is unknown', function (done) {
-      var es = new EventStore();
-      es.openPartition('location')
-        .then(function (partition) {
-          var commit = new Commit('1', 'location', '1', 0, []);
-          return partition.append([commit, new Commit('2', 'location', '1', 1, [])]).then(function (c) {
-            return partition._applyCommitHeader('ID MISSING', { authorative: true }).then(function (commit) {
-              done(new Error('Unreachable code'));
-            });
-          });
-        })
-        .catch(function (err) {
-          done();
-        });
-    });
-  });
-  describe('#queryStreamWithSnapshot', function () {
-    it('queryStreamWithSnapshot should return snapshot and missing commits', function (done) {
-      var es = new EventStore();
-      var streamId = '1';
-      var stream;
-      es.openPartition('location')
-        .call('openStream', streamId)
-        .then(function (stream1) {
-          stream = stream1;
-          stream.append({ event: '123' });
-          stream.append({ event: '999' });
-          return stream.commit(uuid());
-        })
-        .then(function () {
-          stream.append({ event: '666' });
-          stream.append({ event: '777' });
-          return stream.commit(uuid());
-        })
-        .then(function () {
-          es.openPartition('location').then(function (part) {
-            part.storeSnapshot(streamId, { test: 'snapshot' }, 2);
-            part.queryStreamWithSnapshot(streamId).then(function (res) {
-              res.snapshot.version.should.eql(2);
-              res.commits.length.should.eql(1);
-              res.commits[0].events.length.should.eql(2);
-              res.commits[0].events[0].version.should.eql(2);
-              done();
-            });
-          });
-        })
-        .catch(function (err) {
-          done(err);
-        });
-    });
-    it('queryStreamWithSnapshot should return snapshot and no commit if up to date', function (done) {
-      var es = new EventStore();
-      var streamId = '1';
-      es.openPartition('location')
-        .call('openStream', streamId)
-        .then(function (stream) {
-          stream.append({ event: '123' });
-          stream.append({ event: '999' });
-          return stream.commit(uuid());
-        })
-        .then(function () {
-          es.openPartition('location').then(function (part) {
-            part.storeSnapshot(streamId, { test: 'snapshot' }, 2);
-            part.queryStreamWithSnapshot(streamId, function (err, res) {
-              res.snapshot.version.should.eql(2);
-              res.commits.length.should.eql(0);
-              done();
-            });
-          });
-        })
-        .catch(function (err) {
-          done(err);
-        });
-    });
-  });
-  describe('#delete', function () {
-    it('should delete stream and all commits', function (done) {
-      var didIGetaDeleteEvent = false;
-      var es = new EventStore(null, (commit) => {
-        if (commit.events[0].type === '$stream.deleted.event') {
-          didIGetaDeleteEvent = true;
-        }
-      });
-      es.openPartition('location')
-        .then(function (partition) {
-          return partition
-            .append([new Commit('1', 'location', '1', 0, [{ type: 'dummy.event' }]), new Commit('2', 'location', '1', 1, [{ type: 'dummy2.event' }])])
-            .then(function (c) {
-              return partition.delete('1', { some: 'header-value', payload: { test: true }, type: 'fail' }).then(function () {
-                return partition
-                  .openStream('1')
-                  .then(function (stream) {
-                    console.log(JSON.stringify(stream, null, 2));
-                    done(new Error('able to open deleted stream'));
-                  })
-                  .catch(function (error) {
-                    error.message.should.equal('Stream is deleted');
-                    didIGetaDeleteEvent.should.be.true;
-                    done();
-                  });
-              });
-            });
-        })
-        .catch(function (err) {
-          done(err);
-        });
-    });
-
-    it('should delete and placeholder commit should have an id', function (done) {
-      var didIGetaDeleteEvent = false;
-      var es = new EventStore(null, (commit) => {
-        console.log(commit.id);
-        if (commit.events[0].type === '$stream.deleted.event' && commit.id) {
-          didIGetaDeleteEvent = true;
-        }
-        should(commit.id).not.be.null;
-      });
-      es.openPartition('location')
-        .then(function (partition) {
-          return partition
-            .append([new Commit('1', 'location', '1', 0, [{ type: 'dummy.event' }]), new Commit('2', 'location', '1', 1, [{ type: 'dummy2.event' }])])
-            .then(function (c) {
-              return partition.delete('1', { some: 'header-value', payload: { test: true }, type: 'fail' }).then(function () {
-                return partition
-                  .openStream('1')
-                  .then(function (stream) {
-                    console.log(JSON.stringify(stream, null, 2));
-                    done(new Error('able to open deleted stream'));
-                  })
-                  .catch(function (error) {
-                    error.message.should.equal('Stream is deleted');
-                    didIGetaDeleteEvent.should.be.true;
-                    done();
-                  });
-              });
-            });
-        })
-        .catch(function (err) {
-          done(err);
-        });
-    });
-  });
-});

package/test/event_store.js

@@ -1,36 +0,0 @@
-var should = require('should');
-var Promise = require('bluebird');
-
-var EventStore = require('..');
-
-describe('event_store', function() {
-	describe('#openPartition', function(done) {
-		it('should return non null partition when using new id', function(done) {
-			var es = new EventStore();
-			es.openPartition('location').then(function(partition) {
-				partition.should.not.be.null;
-				done();
-			}).catch(function(err) {
-				done(err);
-			});
-		});
-		it('should return same instance when called multiple times', function(done) {
-			var es = new EventStore();
-			Promise.join(es.openPartition('location'), es.openPartition('location'), function(p1, p2) {
-				p1.should.equal(p2);
-				done();
-			}).catch(function(err) {
-				done(err);
-			});
-		});
-		it('should return different instances for different partitionIds', function(done) {
-			var es = new EventStore();
-			Promise.join(es.openPartition('location'), es.openPartition('location2'), function(p1, p2) {
-				p1.should.not.equal(p2);
-				done();
-			}).catch(function(err) {
-				done(err);
-			});
-		});
-	});
-});