tinkit 0.0.3 → 0.0.6

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,13 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "rspec", "~> 2.3.0"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.5.2"
+  gem "rcov", ">= 0"
+end

data/Gemfile.lock

@@ -0,0 +1,28 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.2)
+    git (1.2.5)
+    jeweler (1.5.2)
+      bundler (~> 1.0.0)
+      git (>= 1.2.5)
+      rake
+    rake (0.8.7)
+    rcov (0.9.9)
+    rspec (2.3.0)
+      rspec-core (~> 2.3.0)
+      rspec-expectations (~> 2.3.0)
+      rspec-mocks (~> 2.3.0)
+    rspec-core (2.3.1)
+    rspec-expectations (2.3.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.3.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  jeweler (~> 1.5.2)
+  rcov
+  rspec (~> 2.3.0)

data/NOTICE

@@ -0,0 +1,14 @@
+   Copyright 2010 David Martin
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+

data/Rakefile

@@ -1,75 +1,60 @@
-#The specs in this rake file deal only with the core
-#bufs libraries
-
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
 require 'rake'
-require 'spec/rake/spectask'
 
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "tinkit"
+  gem.homepage = "http://github.com/forforf/tinkit"
+  gem.license = "Apache v2" #license is Apache v2
+  gem.summary = %Q{Tinkit, a portable persistence layer for cloud, file systems, and other persistent stores}
+  gem.description = %Q{Tinkit provides a portable persistence layer that adopts to your data, not the other way around.}
+  gem.email = "dmarti21@gmail.com"
+  gem.authors = ["Dave M"]
+
+  # Include your dependencies below. Runtime dependencies are required when using your gem,
+  # and development dependencies are only needed for development (ie running rake tasks, tests, etc)
+  #  gem.add_runtime_dependency 'jabber4r', '> 0.1'
+  #  gem.add_development_dependency 'rspec', '> 1.2.3'
+  #core dependencies
+  gem.add_dependency "log4r", "~> 1.1.9"
+  gem.add_dependency "mime-types", "~> 1.16"
+  #CouchDB interface dependencies
+  gem.add_dependency "couchrest", "~> 1.0.2"
+  gem.add_dependency "couchrest_extended_document", "~> 1.0.0"
+  gem.add_dependency "rest-client", "~> 1.6.1"
+  #mysql interface dependencies
 
-#Allows clearing of the task environment
-class Rake::Task
-  def abandon
-    @actions.clear
-  end
 end
-#task :default => ['specs_with_rcov']
-
-#Tests that fail in rake but work standalone
-spec_set_0 = ['spec/tk_escape_spec.rb']
-
-#fixture tests
-spec_set_1 = ['spec/couchdb_running_spec.rb', 
-              'spec/bufs_sample_dataset_spec.rb']
-
-#data structure tests (currently not working)
-spec_set_2 = ['spec/node_element_operations_spec.rb']
+Jeweler::RubygemsDotOrgTasks.new
 
-#model tests for multi-user
-spec_set_3 = ['spec/tinkit_node_factory_spec.rb']
-
-#These tests would share common variable namespaces
-#and will clobber each other if ran in a common environment
-spec_set_3aa = ['spec/couchrest_attachment_handler_spec.rb']
-              #'spec/bufs_base_node_spec.rb',
-spec_set_3a =  [ 'spec/bufs_couchrest_spec.rb']
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
 
-spec_set_3b = ['spec/bufs_filesystem_spec.rb']
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
 
-#Set up rake specs by spec sets"
-spec_sets = { "spec_set_0" => spec_set_0, 
-              "spec_set_1" => spec_set_1,
-              "spec_set_2" => spec_set_2,
-              "spec_set_3" => spec_set_3,
-              "spec_set_3a"=> spec_set_3a,
-              "spec_set_3aa"=>spec_set_3aa,
-              "spec_set_3b"=> spec_set_3b
-            }
-              
+task :default => :spec
 
-#creates spec task spec_set_##
-spec_sets.each do |name, set|
-  desc "Run  #{name}"
-     Spec::Rake::SpecTask.new(name) do |t|
-        puts "Creating set: #{name}"
-        t.spec_files = spec_sets[name]
-        t.rcov = false
-     end
-end
-      
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
 
-desc "Runs all specs in their environments and continues if error is encountered" 
-task :spec_sets do
-  spec_sets.each do |name, set|
-    puts "Running Test on #{name}"
-    begin
-      Rake::Task[name].invoke
-    rescue => e
-      puts "Rake Task #{name} Failed" 
-      puts "Error message: #{e.inspect}"
-      #puts "Trace:\n #{e.backtrace}"
-      puts "Moving on to next set"
-      next
-    end
-    puts "Clearing Task"
-    Rake::Task[name].abandon
-  end
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "tinkit #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
 end

data/VERSION

@@ -0,0 +1 @@
+0.0.6

data/bufs_fixtures/bufs_fixtures.rb

@@ -0,0 +1,66 @@
+#require helper for cleaner require statements
+helpers_path = File.join(File.expand_path(File.dirname(__FILE__)), '../lib/helpers/')
+require File.join(helpers_path, 'require_helper')
+
+#This database has the necessary data for bootstrapping the fixture
+require 'couchrest'
+require 'fileutils'
+require Tinkit.helpers 'mime_types_new'
+require Tinkit.helpers 'log_helper'
+
+#Set Logger
+fix_log = TinkitLog.set(File.basename(__FILE__))
+#fix_log.level = DEBUG
+fix_log.debug {"Loading fixtures"} if fix_log.debug?
+fix_db_name = "http://127.0.0.1:5984/bufs_test_fixture_files/"
+fix_log.debug {"Using DB: #{fix_db_name}"} if fix_log.debug?
+FixDB = CouchRest.database!(fix_db_name)
+FixDB.compact!
+
+TinkitFixturesDir = File.dirname(__FILE__) + '/'
+
+module TinkitFixtures
+  class << self 
+    attr_accessor :test_files
+  end
+  ProjectLocation = TinkitFixturesDir + '../'
+  TestFileLocation = TinkitFixturesDir + 'test_files/'
+
+  doc_db_name = "http://127.0.0.1:5984/bufs_test_spec/"
+  CouchDB = CouchRest.database!(doc_db_name)
+  CouchDB.compact!
+  doc_db_name_2 = "http://127.0.0.1:5984/bufs_test_spec_2/"
+  CouchDB2 = CouchRest.database!(doc_db_name_2)
+  CouchDB2.compact!
+
+  #method to create a File Model
+  SpecSandbox = File.join(ProjectLocation, 'sandbox_for_specs')
+  SampleFileModelDir = File.join(SpecSandbox, 'sample_model_dir')
+
+  def  self.create_sample_file_model(dir = SampleFileModelDir)
+    FileUtils.rm_rf(dir) if File.exist?(dir)
+  end
+end
+
+TinkitFixtures.test_files = {}
+FixDB.view('test_files/test_files')['rows'].each do |r|
+ doc_id = r['value']['_id']
+ att_name = r['value']['_attachments'].keys.first
+
+ file_data = FixDB.fetch_attachment(FixDB.get(doc_id), att_name)
+ file_name = TinkitFixtures::TestFileLocation + att_name
+ File.open(file_name, 'wb'){|f| f.write(file_data)}
+ TinkitFixtures.test_files[doc_id] = file_name
+end
+
+
+#puts "---------------------------------"
+#puts "- Test Filenames and References -"
+#puts "---------------------------------"
+#TinkitFixtures.test_files.each do |doc, fname|
+  
+#  puts "#{doc.ljust(33)} ->  #{fname}"
+#end
+#puts "---------------------------------"
+
+

data/bufs_fixtures/init_db_load.rb

@@ -0,0 +1,95 @@
+require 'couchrest'
+require 'fileutils'
+require 'base64'
+require File.dirname(__FILE__) + '/../lib/helpers/mime_types_new'
+
+
+module InitLoader
+  @@test_file_location = File.dirname(__FILE__) + '/test_files/'
+  def self.file_path(file_basename)
+    File.join(@@test_file_location, file_basename)
+  end
+
+  def self.stored_files
+  { 'binary_data_pptx' => self.file_path('spec_test1.pptx'),
+    'binary_data_spaces_in_fname_pptx'  => self.file_path('spec test2 v1.3.pptx'),
+    'binary_data2_docx' => self.file_path('spec test2.docx'),
+    'binary_data3_pptx'  => self.file_path('spec_test3.pptx'),
+    'fresh_file' => self.file_path('test_modified_time_fresh.txt'),
+    'simple_text_file' => self.file_path('simple_text_file1.txt'),
+    'simple_text_file2' => self.file_path('simple text file 2.txt'),
+    'simple_text_file3' => self.file_path('simple text file 3.txt'),
+    'simple_text_file4' => self.file_path('simple text file 4.txt'),
+    'stale_file'  => self.file_path('test_modified_time_stale.txt'),
+    'strange_characters_in_file_name' => self.file_path('Test%_+- .,^^,. -+_%.txt')
+  }
+  end
+
+  def self.map_js
+    map_js = <<-JS
+      function(doc) {
+        if (doc['doc_type'] == \"test_file\"){
+          emit(null, doc);
+        }
+      }
+    JS
+  end
+
+  def self.view_js
+    { 'map' => map_js }
+  end
+  def self.view_id
+    "_design/test_files"
+  end
+#view_name = "test_files"
+  def self.view_record
+    view_record = { "_id" => self.view_id,
+                    :views => { "test_files" => self.view_js } }
+  end
+end
+
+newDB = CouchRest.database('http://127.0.0.1:5984/bufs_test_fixture_files/"')
+newDB.delete! if newDB
+NewDB = CouchRest.database!('http://127.0.0.1:5984/bufs_test_fixture_files/"')
+begin
+  NewDB.save_doc(InitLoader.view_record)
+rescue RestClient::RequestFailed
+  puts "Replacing view"
+  cur_rcd = NewDB.get(InitLoader.view_id)
+  NewDB.delete_doc(cur_rcd)
+  NewDB.save_doc(InitLoader.view_record)
+end
+
+InitLoader.stored_files.each do |name, fname|
+  bname = File.basename(fname)
+  begin
+    doc_data = { "_id" => name, "doc_type" => "test_file" }
+    content_type = {"content_type" => MimeNew.for_ofc_x(fname)}
+    att_data = { "_attachments" => {
+          bname => {
+            "content_type" => MimeNew.for_ofc_x(bname),
+            "data" => Base64.decode64("#{File.open(fname, 'rb'){|f| f.read}}")
+          }
+        }
+    }
+
+    if doc_data["_id"] == "simple_text_file"
+      p doc_data["_id"]
+      p File.open(fname, 'r'){|f| f.read}
+      #p att_data["_attachments"][bname]["data"] 
+    end
+    #rcd_data = doc_data.merge att_data
+    data = File.open(fname, 'r'){|f| f.read}
+    NewDB.save_doc(doc_data)
+    NewDB.put_attachment(doc_data, bname, data, content_type)
+  rescue RestClient::RequestFailed
+    puts "Replacing test file"
+    cur_rcd = NewDB.get(doc_data['_id'])
+    NewDB.delete_doc(cur_rcd)
+    #NewDB.save_doc(rcd_data)
+    NewDB.save_doc(doc_data)
+    NewDB.put_attachment(doc_data, bname, fname, content_type)
+
+  end
+end
+

data/bufs_fixtures/model_fixtures/create_model_dir.rb

@@ -0,0 +1,55 @@
+require 'fileutils'
+require 'json'
+
+class DataModel
+  NodeDataFileName = ".node_data.json"
+  DataModelSourceFile = "default_data_model.json"
+  
+ 
+  def initialize(options = {})
+    @read_path = options[:read_path] || File.join(Dir.pwd, DataModelSourceFile)
+    @write_path = options[:write_path] || File.join(Dir.pwd, "data_model.json")
+    FileUtils.mkdir(@read_path) unless File.exists?(@read_path)
+    FileUtils.mkdir(@write_path) unless File.exists?(@write_path)
+    data_model_json = File.open(@read_path, 'r') {|f| f.read}
+    @data_model = JSON.parse(data_model_json)
+    make_model(@data_model)
+  end
+
+  
+  def make_model(data_model)
+    data_model.each do |basename, contents|
+      model_entry_dir = File.join(@write_path, basename)
+      FileUtils.mkdir(model_entry_dir)
+      contents.each do |label, content|
+        case label
+        when "node_data"
+          write_node_data(model_entry_dir, content)
+        when "attachments"
+          write_attachment(model_entry_dir, content)
+        end
+      end
+    end
+  end
+
+  def write_node_data(dir, content)
+    path = File.join(dir, NodeDataFileName)
+    File.open(path, 'w') { |f| f.write content.to_json }   
+  end
+
+  def write_attachment(dir, attachments)
+    attachments.each do |attachment_data|
+      raise "Unable to write file data, no data provided" unless attachment_data
+      raise "Unable to write file data, no file name provided" unless attachment_data["filename"]
+      fname = File.join(dir, attachment_data["filename"])
+      file_data = attachment_data["data"]
+      #file_mod_time = attachment_data["mod_time"]
+      File.open(fname, 'w') {|f| f.write attachment_data}
+    end
+  end
+end 
+
+read_from = File.join("/home/bufs/bufs/bufs_fixtures/model_fixtures/",DataModel::DataModelSourceFile)
+write_to = "/home/bufs/bufs/sandbox_for_specs/bufs_view_builder_spec/model"
+FileUtils.rm_rf write_to
+DataModel.new(:read_path => read_from, :write_path => write_to)

data/bufs_fixtures/model_fixtures/default_data_model.json

@@ -0,0 +1 @@
+{"a":{"node_data":{"my_category":"a","parent_categories":["root","aa"],"description":"a description"}},"b":{"node_data":{"my_category":"b","parent_categories":["root"],"description":"b description"}},"aa":{"node_data":{"my_category":"aa","parent_categories":["a"],"description":"aa description"}},"aaa":{"node_data":{"my_category":"aaa","parent_categories":["aa"],"description":"aaa description"}},"ab":{"node_data":{"my_category":"ab","parent_categories":["a","bb","aaa"],"description":"ab description"},"attachments":[{"filename":"ab1.txt","data":"data from ab1.txt"},{"filename":"ab2.txt","data":"data from ab2.txt"}]},"ac":{"node_data":{"my_category":"ac","parent_categories":["a"],"description":"ac description"},"attachments":[{"filename":"ac.txt","data":"data from ac.txt"}]},"ba":{"node_data":{"my_category":"ba","parent_categories":["b","ab"],"description":"ba description"}},"bb":{"node_data":{"my_category":"bb","parent_categories":["b"],"description":"bb description"}},"bbb":{"node_data":{"my_category":"bbb","parent_categories":["bb","aaa"],"description":"bbb description"}},"bc":{"node_data":{"my_category":"bc","parent_categories":["b","bbb"],"description":"bc description"},"attachments":[{"filename":"bc.txt","data":"data from bc.txt"}]},"bcc":{"node_data":{"my_category":"bcc","parent_categories":["bc"],"description":"bcc description"},"attachments":[{"filename":"bcc.txt","data":"data from bcc.txt"}]}}

data/bufs_fixtures/model_fixtures/make_model_json_file.rb

@@ -0,0 +1,104 @@
+require 'json'
+
+  DefaultDataModel = {
+      :a  => {
+         :node_data => {
+            "my_category" => "a",
+            "parent_categories" => ["root","aa"],
+            "description" => "a description"
+         }
+      },
+      :b => {
+         :node_data => {
+            "my_category" => "b",
+            "parent_categories" => ["root"],
+            "description" => "b description"
+         }
+      },
+      :aa=> {
+         :node_data => {
+            "my_category" => "aa",
+            "parent_categories" => ["a"],
+            "description" => "aa description"
+         }
+      },
+      :aaa=> {
+         :node_data => {
+            "my_category" => "aaa",
+            "parent_categories" => ["aa"],
+            "description" => "aaa description"
+         }
+      },
+      :ab => {
+         :node_data => {
+            "my_category" => "ab",
+            "parent_categories" => ["a","bb","aaa"],
+            "description" => "ab description"
+         },
+         :attachments => [
+            {:filename => "ab1.txt",
+            :data => "data from ab1.txt"},
+            {:filename => "ab2.txt",
+            :data => "data from ab2.txt"}
+         ]
+      },
+      :ac => {
+         :node_data => {
+            "my_category" => "ac",
+            "parent_categories" => ["a"],
+            "description" => "ac description"
+         },
+         :attachments => [
+            {:filename => "ac.txt",
+            :data => "data from ac.txt"
+            }
+         ]
+      },
+      "ba"=> {
+         :node_data => {
+            "my_category" => "ba",
+            "parent_categories" => ["b","ab"],
+            "description" => "ba description"
+         }
+      },
+      "bb"=> {
+         :node_data => {
+            "my_category" => "bb",
+            "parent_categories" => ["b"],
+            "description" => "bb description"
+         }
+      },
+      "bbb"=> {
+         :node_data => {
+            "my_category" => "bbb",
+            "parent_categories" => ["bb","aaa"],
+            "description" => "bbb description"
+         }
+      },
+       "bc"=> {
+         :node_data => {
+            "my_category" => "bc",
+            "parent_categories" => ["b","bbb"],
+            "description" => "bc description"
+         },
+          :attachments => [
+            {:filename => "bc.txt",
+            :data => "data from bc.txt"}
+         ]
+         },
+       "bcc"=> {
+         :node_data => {
+            "my_category" => "bcc",
+            "parent_categories" => ["bc"],
+            "description" => "bcc description"
+         },
+          :attachments => [
+            {:filename => "bcc.txt",
+            :data => "data from bcc.txt"}
+         ]
+         }
+
+  }
+
+model_json = DefaultDataModel.to_json
+File.open('default_data_model.json','w'){|f| f.write(model_json)}