libretto 0.1.4 → 0.2.0

package/lib/import.js

@@ -1,168 +0,0 @@
-// Generated by CoffeeScript 1.7.0
-(function() {
-  var ObjectID, async, connect, fs, glob, importFixtures, insertItems, loadData, loadFixtures, mkdirp, outcome, path, readline, removeExplicit, removeReferences, stepc, traverse, validate, _log, _types;
-
-  stepc = require("stepc");
-
-  outcome = require("outcome");
-
-  async = require("async");
-
-  mkdirp = require("mkdirp");
-
-  glob = require("glob");
-
-  fs = require("fs");
-
-  readline = require("readline");
-
-  path = require("path");
-
-  traverse = require("traverse");
-
-  validate = require("./validate");
-
-  connect = require("./connect");
-
-  ObjectID = require("mongodb").ObjectID;
-
-  _log = require("./log");
-
-  _types = {
-    ObjectID: ObjectID,
-    Date: Date
-  };
-
-
-  /*
-   */
-
-  module.exports = function(options, next) {
-    var o, _ref;
-    o = outcome.e(next);
-    process.env.LOG_LIBRETTO = (_ref = options.verbose) != null ? _ref : process.env.LOG_LIBRETTO;
-    return stepc.async((function() {
-      return validate(options, this);
-    }), o.s(function() {
-      return connect({
-        db: options.db
-      }, this);
-    }), o.s(function(db) {
-      this.db = db;
-      return this();
-    }), o.s(function() {
-      return loadData(options, this);
-    }), o.s(function(data) {
-      return importFixtures(data, this.db, this);
-    }), next);
-  };
-
-  loadData = function(options, next) {
-    var collectionFiles, data;
-    if (options.data) {
-      return next(null, options.data);
-    }
-    collectionFiles = glob.sync(options.path).filter(function(name) {
-      return !/.DS_Store/.test(name) && /(json|js)$/.test(name);
-    });
-    data = [];
-    collectionFiles.forEach(function(fp) {
-      return data = data.concat(require(fp));
-    });
-    return next(null, data);
-  };
-
-
-  /*
-   */
-
-  importFixtures = function(data, db, next) {
-    var o;
-    o = outcome.e(next);
-    return stepc.async((function() {
-      return loadFixtures(data, this);
-    }), o.s(function(items) {
-      this.items = items;
-      return removeReferences(db, items, this);
-    }), o.s(function() {
-      return removeExplicit(db, this.items, this);
-    }), o.s(function() {
-      return insertItems(db, this.items, this);
-    }), next);
-  };
-
-  loadFixtures = function(items, next) {
-    return next(null, items.map(function(item) {
-      traverse(item.data).forEach(function(x) {
-        if (x && x.__type) {
-          return this.update(new _types[x.__type](x.value));
-        }
-      });
-      return item;
-    }));
-  };
-
-  removeExplicit = function(db, items, next) {
-    var rm;
-    rm = items.filter(function(item) {
-      return item.method === "remove";
-    });
-    return async.eachSeries(rm, (function(item, next) {
-      _log("remove %s %s", item.collection, JSON.stringify(item.query));
-      return db.collection(item.collection).remove(item.query, next);
-    }), next);
-  };
-
-  removeReferences = function(db, items, next) {
-    return async.eachSeries(items, function(item, next) {
-      var collection, keys, refs;
-      refs = [];
-      for (collection in item.refs) {
-        keys = item.refs[collection];
-        refs.push.apply(refs, keys.map(function(key) {
-          return {
-            collection: collection,
-            field: key
-          };
-        }));
-      }
-      return async.eachSeries(refs, (function(ref, next) {
-        var search;
-        search = {};
-        search[ref.field] = item.data._id;
-        _log("remove %s:%s.%s", ref.collection, item.data._id, ref.field);
-        return db.collection(ref.collection).remove(search, next);
-      }), next);
-    }, next);
-  };
-
-
-  /*
-   */
-
-  insertItems = function(db, items, next) {
-    items = items.filter(function(item) {
-      return item.method === "insert";
-    });
-    async.eachSeries(items, (function(item, next) {
-      if (/^system/.test(item.collection)) {
-        return next();
-      }
-      _log("insert %s:%s", item.collection, item.data._id);
-      return db.collection(item.collection).insert(item.data, function(err) {
-        if (err) {
-          _log(err);
-        }
-        return next();
-      });
-    }), next);
-    return function(fixturePath, next) {
-      var collectionName, results;
-      collectionName = path.basename(fixturePath).split(".").shift();
-      _log("importing %s", collectionName);
-      results = require(fixturePath);
-      return importItems(results, db, next);
-    };
-  };
-
-}).call(this);

package/lib/index.js

@@ -1,8 +0,0 @@
-// Generated by CoffeeScript 1.7.0
-(function() {
-  module.exports = {
-    "import": require("./import"),
-    "export": require("./export")
-  };
-
-}).call(this);

package/lib/log.js

@@ -1,9 +0,0 @@
-// Generated by CoffeeScript 1.7.0
-(function() {
-  module.exports = function() {
-    if (['true', true, 1].indexOf(process.env.LOG_LIBRETTO) !== -1) {
-      return console.log.apply(console, arguments);
-    }
-  };
-
-}).call(this);

package/lib/validate.js

@@ -1,20 +0,0 @@
-// Generated by CoffeeScript 1.7.0
-(function() {
-  var verify;
-
-  verify = require("verify");
-
-
-  /*
-   validates options for import / export
-   */
-
-  module.exports = function(options, next) {
-    if (!verify().that(options).onError(next).has("path", "db").success) {
-      return;
-    }
-    options.path = options.path.replace("~", process.env.HOME);
-    return next();
-  };
-
-}).call(this);

package/makefile

@@ -1,8 +0,0 @@
-all:
-	coffee -o lib -c src;
-
-all-watch:
-	coffee -o lib -cw src;
-
-clean: 
-	rm -rf lib;

package/src/connect.coffee

@@ -1,25 +0,0 @@
-mongodb = require("mongodb")
-client  = mongodb.MongoClient
-step    = require "step"
-memoize = require "memoizee"
-_log = require "./log"
-
-###
- connects to the database
-###
-
-connect = memoize(((db, next) ->
-  # assume it's a local db if mongodb:// isn't present
-  unless ~db.indexOf("mongodb://")
-    db = "mongodb://127.0.0.1:27017/" + db
-
-  _log("connecting to %s", db)
-
-  client.connect db, next
-), { async: true })
-
-  
-
-module.exports = (options, next) ->
-  connect options.db, next
-

package/src/export.coffee

@@ -1,222 +0,0 @@
-stepc   = require "stepc"
-outcome = require "outcome"
-async   = require "async"
-mkdirp  = require "mkdirp"
-fs      = require "fs"
-type    = require "type-component"
-traverse = require "traverse"
-
-validate = require "./validate"
-connect  = require "./connect"
-mongodb  = require("mongodb")
-_log = require "./log"
-
-
-
-###
-###
-
-module.exports = (options, next) ->
-
-  o = outcome.e next
-
-  stepc.async(
-
-    # make the directory
-    o.s(() ->
-      try
-        mkdirp.sync options.path
-      catch e
-      @()
-    ),
-
-    # connect to mongodb
-    o.s(() ->   
-      connect({ db: options.db }, @)
-    ),
-
-    # get all the collection names
-    o.s((@db) -> 
-      db.collectionNames @
-    ),
-
-
-    # start the export process
-    o.s((names) ->
-
-      collections = names.map (data) => 
-
-        @db.collection data.name.split(".").slice(1).join(".")
-
-      exportCollections options, collections, @
-    ),
-
-    # done
-    next
-  )
-
-###
-###
-
-exportCollections = (options, collections, next) ->
-  loadCollections collections, (err, collections) ->
-    mapItemRelationships collections
-    async.eachSeries collections, exportCollection(options), next
-
-
-###
-###
-
-mapItemRelationships = (collections) ->
-
-  _log("mapping item relationships")
-  
-  all  = {}
-
-  # first grab all the items
-  for collection in collections
-    for item in collection.items
-      all[item.data._id] = item
-
-  # create 
-  for key of all
-    item = all[key]
-    attachRefs(item, all, collections)
-
-
-
-
-
-attachRefs = (item, all) ->
-
-  keys = []
-
-
-  traverse(item.data).forEach (x) ->
-    keys = []
-
-    p = this
-
-
-    while p
-      if isNaN(p.key) and p.key
-        keys.unshift p.key
-      p = p.parent
-
-    key = keys.join(".")
-
-
-    if ref = all[x]
-      refs = ref.refs
-
-      unless r = refs[item.collection]
-        r = refs[item.collection] = []
-
-      unless ~r.indexOf(key)
-        r.push key
-        
-
-    if x and typeof x is "object" and not /^(Array|Object)$/.test x.constructor.name
-      this.update { __type: x.constructor.name, value: x }
-      this.block()
-
-
-###
-###
-
-attachRefs2 = (item, all, current, keys = []) ->
-
-  unless current
-    current = item
-  
-  for key of current
-
-    value = current[key]
-
-    if (ref = all[value])
-      kp = keys.concat(key).join(".")
-
-      refs = ref.__refs
-
-
-      unless r = refs[item.__collection]
-        r = refs[item.__collection] = []
-
-      unless ~r.indexOf(kp)
-        r.push kp
-
-    else if (t = type(value)) is "array"
-      for sub in value
-        if sub
-          attachRefs(item, all, sub, keys.concat(key))
-    else if t is "object" and value 
-      attachRefs(item, all, value, keys.concat())
-
-    if value and (typeof value is "object") and not /^Array|Object$/.test value.constructor.name
-      current[key] = { __type: value.constructor.name, value: value }
-
-
-  refs
-
-
-###
-###
-
-loadCollections = (collections, next) ->
-  
-  data = []
-
-
-  async.eachSeries collections, ((collection, next) ->
-    collection.find().toArray((err, result) ->
-      return next(err) if err?
-
-      _log "loaded %s (%d)", collection.collectionName, result.length
-
-      data.push({ 
-        name: collection.collectionName, 
-        items: result.map((item) ->
-          {
-            data: item
-            collection: collection.collectionName
-            refs: {}
-            method: "insert"
-          }
-        )
-      })
-
-      next()
-    )
-  ), (err) ->
-    return next(err) if err?
-    next null, data
-  
-
-
-###
-###
-
-exportCollection = (options) ->
-  (collection, next) ->
-
-    path = options.path + "/" + collection.name + ".json"
-
-    _log("exporting %s", collection.name);
-
-    o = outcome.e next
-
-    return next() if collection.items.length is 0
-
-    stepc.async(
-
-      # save
-      o.s((results) ->
-        fs.writeFile(path, JSON.stringify(collection.items, null, 2), @)
-      ),
-
-      # done
-      next
-    )
-
-
-  

package/src/import.coffee

@@ -1,171 +0,0 @@
-stepc    = require "stepc"
-outcome  = require "outcome"
-async    = require "async"
-mkdirp   = require "mkdirp"
-glob     = require "glob"
-fs       = require "fs"
-readline = require "readline"
-path     = require "path"
-traverse = require "traverse"
-
-validate  = require "./validate"
-connect   = require "./connect"
-ObjectID = require("mongodb").ObjectID
-_log = require "./log"
-
-
-_types = {
-  ObjectID: ObjectID,
-  Date: Date
-}
-
-
-###
-###
-
-module.exports = (options, next) ->
-
-  o  = outcome.e(next)
-
-  # yuck
-  process.env.LOG_LIBRETTO = options.verbose ? process.env.LOG_LIBRETTO
-  
-  stepc.async(
-
-    # validate fields
-    (() -> 
-      validate(options, @)
-    ),
-
-    # connect to mongodb
-    o.s(() ->   
-      connect({ db: options.db }, @)
-    ),
-
-    #import the collections
-    o.s((@db) ->
-      @()
-    ),
-
-    # load the collection paths
-    o.s(() ->
-      loadData options, @
-    )
-
-    #
-    o.s((data) ->
-      importFixtures data, @db, @
-    ),
-
-    #
-    next
-  )
-
-
-loadData = (options, next) ->
-
-  if options.data
-    return next(null, options.data)
-
-
-  collectionFiles = glob.sync(options.path).filter (name) ->
-    not /.DS_Store/.test(name) and /(json|js)$/.test(name)  
-
-
-  data = []
-
-  collectionFiles.forEach (fp) ->
-    data = data.concat require fp
-
-
-  next null, data
-
-###
-###
-
-importFixtures = (data, db, next) ->
-
-  o = outcome.e next
-
-  stepc.async(
-    (() ->
-      loadFixtures data, @
-    ),
-    o.s((@items) ->
-      removeReferences db, items, @
-    ),
-    o.s(() ->
-      removeExplicit db, @items, @
-    ),
-    o.s(() ->
-      insertItems db, @items, @
-    ),
-    next
-  )
-
-
-loadFixtures = (items, next) ->
-
-  next null, items.map (item) ->
-    # fix the object type
-    traverse(item.data).forEach (x) ->
-      if x and x.__type
-        this.update(new _types[x.__type](x.value))
-    item
-
-removeExplicit = (db, items, next) ->
-  rm = items.filter (item) -> item.method is "remove"
-  async.eachSeries rm, ((item, next) ->
-    _log("remove %s %s", item.collection, JSON.stringify(item.query));
-    db.collection(item.collection).remove(item.query, next);
-  ), next
-
-
-removeReferences = (db, items, next) ->
-  async.eachSeries items, (item, next) ->
-
-    refs = []
-
-    for collection of item.refs
-      keys = item.refs[collection]
-      refs.push keys.map((key) -> { collection: collection, field: key })...
-
-    async.eachSeries refs, ((ref, next) ->
-      search = {}
-
-      # object id might be a string, or object id instance
-      search[ref.field] = item.data._id
-      _log("remove %s:%s.%s", ref.collection, item.data._id, ref.field);
-      db.collection(ref.collection).remove(search, next)
-    ), next
-  , next
-
-
-
-###
-###
-
-insertItems = (db, items, next) ->
-  
-  items = items.filter (item) -> item.method is "insert"
-
-  async.eachSeries items, ((item, next) ->
-
-    return next() if /^system/.test item.collection
-
-
-    _log("insert %s:%s", item.collection, item.data._id)
-    db.collection(item.collection).insert(item.data, (err) ->
-      if err
-        _log err
-      next()
-    )
-  ), next
-
-  (fixturePath, next) ->
-    collectionName = path.basename(fixturePath).split(".").shift()
-    _log "importing %s", collectionName
-
-    results = require(fixturePath)
-    importItems results, db, next
-

package/src/index.coffee

@@ -1,3 +0,0 @@
-module.exports = 
-  import: require("./import")
-  export: require("./export")

package/src/log.coffee

@@ -1,3 +0,0 @@
-module.exports = () ->
-  if ['true', true, 1].indexOf(process.env.LOG_LIBRETTO) != -1
-    console.log arguments...

package/src/validate.coffee

@@ -1,10 +0,0 @@
-verify = require "verify"
-
-###
- validates options for import / export
-###
-
-module.exports = (options, next) ->
-  return unless verify().that(options).onError(next).has("path", "db").success
-  options.path = options.path.replace("~", process.env.HOME);
-  next()