treet 0.8.2

data/spec/json/bob2.json

@@ -0,0 +1,20 @@
+{
+  "name": {
+    "first": "Bob",
+    "last": "Smith",
+    "full": "Robert Smith"
+  },
+  "emails": [
+    {
+      "label": "home",
+      "email": "bob@newhome.com"
+    },
+    {
+      "label": "work",
+      "email": "bob@work.com"
+    }
+  ],
+  "business": {
+    "organization": "Acme Inc."
+  }
+}

data/spec/json/group.json

@@ -0,0 +1,15 @@
+{
+  "name": "My Group",
+  "contacts": [
+    "1301BC3D-6630-4C05-A345-DDA5047113FD",
+    "3DBD340E-9E57-487D-9055-AAD9C0716473",
+    "736BA4A8-71DA-434F-814D-FD111D225492",
+    "9FD0E465-4514-42B8-8547-8F51F47444C2",
+    "DC0151AA-09E4-4D8F-9F93-9E94CC36F2DF",
+    "EBADFC69-2254-442E-8EA6-672310454211",
+    "F8F5E33D-E911-4828-B593-30BF8F0D1501"
+  ],
+  "xref": {
+    "ab": "F98729F6-AB64-4F99-A833-589562068118"
+  }
+}

data/spec/json/master.json

@@ -0,0 +1,55 @@
+[
+  {
+    "name": {
+      "first": "John",
+      "last": "Yaya",
+      "full": "John Yaya"
+    },
+    "emails": [
+      {
+        "label": "work",
+        "email": "johny@yoyodyne.com"
+      }
+    ]
+  },
+  {
+    "name": {
+      "first": "John",
+      "last": "Smallberries",
+      "full": "John Smallberries"
+    },
+    "emails": [
+      {
+        "label": "work",
+        "email": "johns@yoyodyne.com"
+      },
+      {
+        "label": "home",
+        "email": "johns@lectroid.com"
+      }
+    ],
+    "addresses": [
+      {
+        "label": "home",
+        "planet": "Ten"
+      }
+    ]
+  },
+  {
+    "name": {
+      "first": "John",
+      "last": "Bigbooté",
+      "full": "John Bigbooté"
+    },
+    "emails": [
+      {
+        "label": "work",
+        "email": "johnb@yoyodyne.com"
+      },
+      {
+        "label": "home",
+        "email": "johnbig@lectroid.com"
+      }
+    ]
+  }
+]

data/spec/json/one.json

@@ -0,0 +1,5 @@
+{
+  "name": {
+    "full": "John Bigbooté"
+  }
+}

data/spec/json/three.json

@@ -0,0 +1,17 @@
+{
+  "name": {
+    "first": "John",
+    "last": "Smallberries",
+    "full": "John Smallberries"
+  },
+  "emails": [
+    {
+      "label": "work",
+      "email": "johns@yoyodyne.com"
+    },
+    {
+      "label": "home",
+      "email": "johns@lectroid.com"
+    }
+  ]
+}

data/spec/json/two.json

@@ -0,0 +1,17 @@
+{
+  "name": {
+    "first": "John",
+    "last": "Smallberries",
+    "full": "John Smallberries"
+  },
+  "emails": [
+    {
+      "label": "home",
+      "email": "johns@lectroid.com"
+    },
+    {
+      "label": "work",
+      "email": "johns@yoyodyne.com"
+    }
+  ]
+}

data/spec/lib/farm_spec.rb

@@ -0,0 +1,65 @@
+# encoding: UTF-8
+require "spec_helper"
+
+describe "Repository Farm" do
+  it "should export as array of hashes with an xref value" do
+    farm = Treet::Farm.new(:root => "#{File.dirname(__FILE__)}/../repos/farm1", :xref => 'test')
+    farm.export.should == [
+      {
+        'name' => {
+          'full' => 'John Bigbooté'
+        },
+        'xref' => {
+          'test' => 'one'
+        }
+      },
+      {
+        'xref' => {
+          'test' => 'two'
+        },
+        'name' => {
+          'full' => 'John Smallberries',
+          'first' => 'John',
+          'last' => 'Smallberries'
+        },
+        'emails' => [
+          {
+            "label" => "home",
+            "email" => "johns@lectroid.com"
+          },
+          {
+            "label" => "work",
+            "email" => "johns@yoyodyne.com"
+          }
+        ]
+      }
+    ]
+  end
+
+  it "planting should create a directory of UUID-labeled repos" do
+    farm = Treet::Farm.plant(:json => "#{File.dirname(__FILE__)}/../json/master.json", :root => Dir.mktmpdir)
+
+    Dir.glob("#{farm.root}/*").count.should == 3
+    Dir.glob("#{farm.root}/*/emails/*").count.should == 5
+    Dir.glob("#{farm.root}/*/addresses/*").count.should == 1
+
+    FileUtils.rm_rf(farm.root)
+  end
+
+  it "should be retrievable by repo label/xref" do
+    farm = Treet::Farm.new(:root => "#{File.dirname(__FILE__)}/../repos/farm1", :xref => 'test')
+    farm['two'].root.should == "#{File.dirname(__FILE__)}/../repos/farm1/two"
+    farm['two'].to_hash['xref'].should == {'test' => 'two'}
+  end
+
+  it "should take additions" do
+    farm = Treet::Farm.plant(:json => "#{File.dirname(__FILE__)}/../json/master.json", :root => Dir.mktmpdir)
+
+    bob_hash = load_json("bob1")
+    repo = farm.add(bob_hash)
+    repo.root.should =~ /#{farm.root}/
+    Dir.glob("#{farm.root}/*").count.should == 4
+
+    FileUtils.rm_rf(farm.root)
+  end
+end

data/spec/lib/hash_spec.rb

@@ -0,0 +1,132 @@
+# encoding: UTF-8
+require "spec_helper"
+
+describe "Hash" do
+  it "should inject JSON" do
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/one.json")
+    hash.data.should == {
+      'name' => {'full' => 'John Bigbooté'}
+    }
+  end
+
+  it "should compare hashes to file trees" do
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/one.json")
+    repo = Treet::Repo.new("#{File.dirname(__FILE__)}/../repos/one")
+    hash.compare(repo).should == []
+  end
+
+  it "should generate repo from hash" do
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/one.json")
+
+    Dir.mktmpdir do |dir|
+      hash.to_repo(dir)
+      JSON.load(File.open("#{dir}/name")).should == {'full' => 'John Bigbooté'}
+    end
+  end
+
+  it "should convert arrays to subdirs named with digests" do
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/two.json")
+
+    Dir.mktmpdir do |dir|
+      hash.to_repo(dir)
+      Dir.glob("#{dir}/emails/*").count.should == 2
+      emails = Dir.glob("#{dir}/emails/*").map {|f| JSON.load(File.open(f))['email']}.to_set
+      emails.should == ['johns@yoyodyne.com', "johns@lectroid.com"].to_set
+      hash.to_hash['emails'].each do |h|
+        filename = "#{dir}/emails/#{Treet::Hash.digestify(h)}"
+        File.should exist(filename)
+      end
+      # File.read("#{dir}/emails/work/email").should == 'johns@yoyodyne.com'
+    end
+  end
+
+  it "should compare array objects independently of order" do
+    hash1 = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/two.json")
+    hash2 = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/three.json")
+
+    hash1.compare(hash1).should == []
+    hash1.compare(hash2).should == []
+
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/two.json")
+    repo = Treet::Repo.new("#{File.dirname(__FILE__)}/../repos/two")
+
+    hash.compare(repo).should == []
+  end
+
+  it "should find differences independently of order" do
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/two.json")
+    repo = Treet::Repo.new("#{File.dirname(__FILE__)}/../repos/three")
+
+    hash.compare(repo).should == [
+      ["-", "emails[]", {"label"=>"home", "email"=>"johns@lectroid.com"}],
+      ["+", "emails[]", {"label"=>"home", "email"=>"johnsmallberries@lectroid.com"}]
+    ]
+    # hash.compare(repo).should == [["~", "email.home.email", "johns@lectroid.com", "johnsmallberries@lectroid.com"]]
+
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/two.json")
+    repo = Treet::Repo.new("#{File.dirname(__FILE__)}/../repos/four")
+
+    hash.compare(repo).should == [
+      ["-", "emails[]", {"label"=>"home", "email"=>"johns@lectroid.com"}],
+      ["+", "emails[]", {"label"=>"home", "email"=>"johnsmallberries@lectroid.com"}]
+    ]
+    # hash.compare(repo).should == [["~", "email.home.email", "johns@lectroid.com", "johnsmallberries@lectroid.com"]]
+  end
+
+  it "should expand arrays of strings to empty files" do
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/group.json")
+    Dir.mktmpdir do |dir|
+      hash.to_repo(dir)
+      Dir.glob("#{dir}/contacts/*").count.should == 7
+    end
+  end
+
+  it "should allow comparison of string (not hash) members" do
+    h1 = Treet::Hash.new({'name' => 'Bob'})
+    h2 = Treet::Hash.new({'name' => 'Sally'})
+    h1.compare(h2).should == [
+      ['~', 'name', 'Sally', 'Bob']
+    ]
+  end
+end
+
+describe "shallow comparison of hashes" do
+  it "should be blank for identity" do
+    h1 = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/bob1.json")
+    h2 = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/bob1.json")
+    h1.compare(h2).should == []
+  end
+
+  it "should handle keys missing from one or either source hash" do
+    h1 = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/bob1.json")
+    h2 = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/bob2.json")
+    diffs = h1.compare(h2)
+    # diffs.should include(["~", "name.full", "Bob Smith", "Robert Smith"])
+    # diffs.should include(["+", "business.organization", "Acme Inc."])
+    # diffs.should include(["-", "other.notes", "some commentary"])
+    diffs.should == [
+      ["~", "name.full", "Robert Smith", "Bob Smith"],
+      ["-", "emails[]", {"label"=>"home", "email"=>"bob@home.com"}],
+      ["-", "emails[]", {"label"=>"other", "email"=>"bob@vacation.com"}],
+      ["+", "emails[]", {"label"=>"home", "email"=>"bob@newhome.com"}],
+      ["-", "other.notes", "some commentary"],
+      ["+", "business.organization", "Acme Inc."]
+    ]
+
+    h3 = h1.patch(diffs)
+    h3.compare(h2).should == []
+  end
+
+  describe "arrays of strings should build lists of filenames" do
+    hash = Treet::Hash.new(
+        :name => 'Foo Bar',
+        :entries => ["abc", "def", "ghi"]
+      )
+    Dir.mktmpdir do |dir|
+      hash.to_repo(dir)
+      Dir.glob("#{dir}/entries/*").count.should == 3
+      File.exist?("#{dir}/entries/def").should == true
+      File.exist?("#{dir}/entries/bogus").should == false
+    end
+  end
+end

data/spec/lib/repo_spec.rb

@@ -0,0 +1,91 @@
+# encoding: UTF-8
+require "spec_helper"
+
+describe "Repo" do
+  it "should convert file trees to hashes" do
+    repo = Treet::Repo.new("#{File.dirname(__FILE__)}/../repos/one")
+    repo.to_hash.should == {
+      'name' => {'full' => 'John Bigbooté'}
+    }
+  end
+
+  it "should generate optional " do
+    repo = Treet::Repo.new("#{File.dirname(__FILE__)}/../repos/one")
+    repo.to_hash.should == {
+      'name' => {'full' => 'John Bigbooté'}
+    }
+  end
+
+  it "should compare file trees to hashes" do
+    repo = Treet::Repo.new("#{File.dirname(__FILE__)}/../repos/one")
+    repo.compare({'name' => {'full' => 'John Yaya'}}).should == [
+      ["~", "name.full", "John Yaya", "John Bigbooté"]
+    ]
+  end
+
+  it "should flatten numbered subdirs to arrays" do
+    repo = Treet::Repo.new("#{File.dirname(__FILE__)}/../repos/two")
+    hash = repo.to_hash
+    hash['emails'].to_set.should == [
+      {
+        "label" => "home",
+        "email" => "johns@lectroid.com"
+      },
+      {
+        "label" => "work",
+        "email" => "johns@yoyodyne.com"
+      }
+    ].to_set
+  end
+
+  it "should generate file paths correctly from key paths in patches" do
+    Treet::Repo.filefor("name.first").should == [".", "name", "first"]
+    Treet::Repo.filefor("emails[]").should == ['emails', "", nil]
+  end
+
+  it "should added xref keys when specified" do
+    repo = Treet::Repo.new("#{File.dirname(__FILE__)}/../repos/one", :xrefkey => 'foo', :xref => 'bar')
+    repo.to_hash.should == {
+      'name' => {'full' => 'John Bigbooté'},
+      'xref' => {'foo' => 'bar'}
+    }
+  end
+
+  it "should take patches that add values to missing elements" do
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/one.json")
+    Dir.mktmpdir do |dir|
+      repo = hash.to_repo(dir)
+      repo.patch([
+        [
+          "~",
+          "name.full",
+          "John von Neumann"
+        ],
+        [
+          "+",
+          "foo.bar",
+          "new value"
+        ]
+      ])
+      newhash = repo.to_hash
+      newhash['name']['full'].should == 'John von Neumann'
+      newhash['foo']['bar'].should == 'new value'
+    end
+  end
+
+  it "should accept patches that edit inside missing subhashes" do
+    hash = Treet::Hash.new("#{File.dirname(__FILE__)}/../json/one.json")
+    Dir.mktmpdir do |dir|
+      repo = hash.to_repo(dir)
+      repo.patch([
+        [
+          "~",
+          "foo.bar",
+          "new value"
+        ]
+      ])
+      newhash = repo.to_hash
+      newhash['foo']['bar'].should == 'new value'
+    end
+  end
+end

data/spec/repos/farm1/one/name

@@ -0,0 +1 @@
+{"full":"John Bigbooté"}

data/spec/repos/farm1/two/emails/0

@@ -0,0 +1,4 @@
+{
+  "label": "home",
+  "email": "johns@lectroid.com"
+}

data/spec/repos/farm1/two/emails/1

@@ -0,0 +1,4 @@
+{
+  "label": "work",
+  "email": "johns@yoyodyne.com"
+}

data/spec/repos/farm1/two/name

@@ -0,0 +1,5 @@
+{
+  "first": "John",
+  "last": "Smallberries",
+  "full": "John Smallberries"
+}

data/spec/repos/four/emails/0

@@ -0,0 +1,4 @@
+{
+  "label": "work",
+  "email": "johns@yoyodyne.com"
+}

data/spec/repos/four/emails/1

@@ -0,0 +1,4 @@
+{
+  "label": "home",
+  "email": "johnsmallberries@lectroid.com"
+}

data/spec/repos/four/name

@@ -0,0 +1,5 @@
+{
+  "first": "John",
+  "last": "Smallberries",
+  "full": "John Smallberries"
+}

data/spec/repos/one/name

@@ -0,0 +1 @@
+{"full":"John Bigbooté"}

data/spec/repos/three/emails/0

@@ -0,0 +1,4 @@
+{
+  "label": "home",
+  "email": "johnsmallberries@lectroid.com"
+}

data/spec/repos/three/emails/1

@@ -0,0 +1,4 @@
+{
+  "label": "work",
+  "email": "johns@yoyodyne.com"
+}

data/spec/repos/three/name

@@ -0,0 +1,5 @@
+{
+  "first": "John",
+  "last": "Smallberries",
+  "full": "John Smallberries"
+}

data/spec/repos/two/emails/0

@@ -0,0 +1,4 @@
+{
+  "label": "home",
+  "email": "johns@lectroid.com"
+}

data/spec/repos/two/emails/1

@@ -0,0 +1,4 @@
+{
+  "label": "work",
+  "email": "johns@yoyodyne.com"
+}

data/spec/repos/two/name

@@ -0,0 +1,5 @@
+{
+  "first": "John",
+  "last": "Smallberries",
+  "full": "John Smallberries"
+}

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+require 'rspec/autorun'
+
+# Requires supporting ruby files with custom matchers and macros, etc,
+# in spec/support/ and its subdirectories.
+# Dir[Rails.root.join("spec/support/**/*.rb")].each {|f| require f}
+
+require File.expand_path('../../lib/treet', __FILE__)
+
+require "tmpdir"
+require "fileutils"
+
+RSpec.configure do |config|
+end
+
+def load_json(filename)
+  JSON.load(File.open("#{File.dirname(__FILE__)}/json/#{filename}.json"))
+end

data/treet.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/treet/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Jason May"]
+  gem.email         = ["jmay@pobox.com"]
+  gem.description   = %q{Transform between trees of files and JSON blobs}
+  gem.summary       = %q{Transform between trees of files and JSON blobs}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "treet"
+  gem.require_paths = ["lib"]
+  gem.version       = Treet::VERSION
+
+  gem.add_dependency 'uuidtools'
+
+  gem.add_development_dependency "rake", "~> 0.9.2"
+  gem.add_development_dependency "rspec", "~> 2.9.0"
+  gem.add_development_dependency "guard-rspec", "~> 0.7.0"
+  gem.add_development_dependency "ruby_gntp", "~> 0.3.4"
+end