nested_file 0.0.1

data/lib/nested_file/put_dir.rb

@@ -0,0 +1,87 @@
+module NestedFile
+  class ConvertPath
+    include FromHash
+    attr_accessor :parent_dir, :mount_dir
+    # converts the directory relative to the mount point to an absolute parent path
+    def mount_to_parent(path)
+      File.join parent_dir, path
+    end
+    def parent_to_mount(path)
+      path.gsub("#{parent_dir}/","")
+    end
+    def mount_to_parent_if_relative(path)
+      if Pathname.new(path).absolute?
+        path
+      else
+        mount_to_parent(path)
+      end
+    end
+  end
+
+  class PutDir
+    include FromHash
+    attr_accessor :parent_dir, :mount_dir, :relative_dir
+    
+    fattr(:convert_path) do
+      ConvertPath.new(parent_dir: parent_dir, mount_dir: mount_dir)
+    end
+    fattr(:relative_convert_path) do
+      ConvertPath.new(parent_dir: relative_dir||parent_dir, mount_dir: mount_dir)
+    end
+    extend Forwardable
+    def_delegators :convert_path, :mount_to_parent, :parent_to_mount
+
+    def contents(path)
+      log "contents for #{path}" do
+        parent_path = mount_to_parent(path)
+        res = Dir.entries(parent_path)
+        res.map { |x| File.basename(x) }
+      end
+    end
+    def file?(path)
+      FileTest.file? mount_to_parent(path)
+    end
+    def directory?(path)
+      FileTest.directory? mount_to_parent(path)
+    end
+    def read_file_inner(path)
+      body = File.read(mount_to_parent(path))
+      PutFile.new(raw_body: body, filename: mount_to_parent(path), convert_path: relative_convert_path).parsed_body
+    end
+    def read_file(path)
+      log "read file #{path}" do
+        read_file_inner path
+      end
+    end
+    def size(path)
+      log "size for #{path}" do
+        read_file_inner(path).size
+      end
+    end
+
+    module Raw
+      def raw_open(path,*args)
+        if args[0] == 'w'
+          File.new(mount_to_parent(path),'w')
+        else
+          nil
+        end
+      end
+      def raw_truncate(path,i,f)
+        f.truncate(i)
+      end
+      def raw_close(*args)
+        args.last.close
+      end
+      def raw_write(path,offset,sz,buf,file=nil)
+        PutFile.new(raw_body: buf, filename: mount_to_parent(path), convert_path: relative_convert_path).write_all! file
+        buf.length
+      end
+    end
+    include Raw
+
+    def can_write?(path)
+      true
+    end
+  end
+end

data/lib/nested_file/put_file.rb

@@ -0,0 +1,43 @@
+module NestedFile
+  class PutFile
+    include FromHash
+    attr_accessor :raw_body, :filename, :convert_path
+
+    fattr(:parsed_body) do
+      res = raw_body.gsub(/<file (.+?)>.*?<\/file>/m) do 
+        f = $1
+        full = convert_path.mount_to_parent_if_relative(f)
+        FileSection::Read.new(file_to_insert: f, full_file_to_insert: full).to_s
+      end
+      res.gsub(/<files (.+?)>.*?<\/files>/m) do 
+        f = $1
+        full = convert_path.mount_to_parent_if_relative(f)
+        FileGroup.new(file_glob: f, full_glob: full, convert_path: convert_path).to_s
+      end
+    end
+
+    def write_subs!
+      raw_body.scan(/<file (.+?)>(.*?)<\/file>/m) do |m|
+        sub_file, sub_body = *m
+        #ff = File.expand_path(sub_file,File.dirname(filename))
+        full = convert_path.mount_to_parent_if_relative(sub_file)
+        FileSection::Write.new(parent_body: sub_body, full_file_to_insert: full).write!
+      end
+    end
+    def write_self!(file=nil)
+      res = raw_body.gsub(/<file (.+?)>(.*?)<\/file>/m) do
+        "<file #{$1}>\n</file>"
+      end
+ 
+      if file
+        file.write res
+      else
+        File.create filename, res
+      end
+    end
+    def write_all!(file=nil)
+      write_subs!
+      write_self!(file)
+    end
+  end
+end

data/lib/nested_file/util.rb

@@ -0,0 +1,28 @@
+module NestedFile
+  def self.root
+    res = File.expand_path(File.dirname(__FILE__))+"/../.."
+    File.expand_path(res)
+  end
+end
+
+def log(str)
+  res = nil
+  if block_given?
+    res = yield
+    str = "#{str} res: #{res}"
+  end
+  # puts str
+  File.append "/code/orig/nested_file/debug.log","#{str}\n"
+  res
+end
+
+File.create "/code/orig/nested_file/debug.log","Starting at #{Time.now}\n"
+
+# class String
+#   def gsub_safe(reg,str,&b)
+#     res = gsub(reg,str,&b)
+#     c = caller.join("\n")
+#     raise "didn't change, gsub #{self} with #{reg}, replace with #{str}\n#{c}" if res == self
+#     res
+#   end
+# end

data/nested_file.gemspec

@@ -0,0 +1,110 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: nested_file 0.0.1 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "nested_file"
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib"]
+  s.authors = ["Mike Harris"]
+  s.date = "2016-05-17"
+  s.description = "nested_file"
+  s.email = "mharris717@gmail.com"
+  s.executables = ["nested_file"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    ".travis.yml",
+    "Gemfile",
+    "Gemfile.lock",
+    "Guardfile",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "bin/nested_file",
+    "lib/nested_file.rb",
+    "lib/nested_file/file_group.rb",
+    "lib/nested_file/file_section.rb",
+    "lib/nested_file/file_tag.rb",
+    "lib/nested_file/put_dir.rb",
+    "lib/nested_file/put_file.rb",
+    "lib/nested_file/util.rb",
+    "nested_file.gemspec",
+    "spec/file_section_spec.rb",
+    "spec/nested_file_spec.rb",
+    "spec/parent_template/a.txt",
+    "spec/parent_template/include_others.txt",
+    "spec/parent_template/include_others_rel.txt",
+    "spec/parent_template/sub2/x.txt",
+    "spec/put_dir_spec.rb",
+    "spec/spec_helper.rb",
+    "tmp/.gitkeep",
+    "unmount_all_fuse.rb",
+    "util/green.gif",
+    "util/package.json",
+    "util/red.png",
+    "util/run_specs",
+    "util/watch.js",
+    "vol/spawn_mount.rb",
+    "vol/watch_cat.rb"
+  ]
+  s.homepage = "http://github.com/mharris717/nested_file"
+  s.licenses = ["MIT"]
+  s.rubygems_version = "2.5.1"
+  s.summary = "nested_file"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<mharris_ext>, [">= 0"])
+      s.add_runtime_dependency(%q<rfusefs>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.8.0"])
+      s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_development_dependency(%q<bundler>, [">= 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+      s.add_development_dependency(%q<guard>, [">= 0"])
+      s.add_development_dependency(%q<guard-rspec>, [">= 0"])
+      s.add_development_dependency(%q<guard-spork>, [">= 0"])
+      s.add_development_dependency(%q<rb-fsevent>, ["~> 0.9"])
+      s.add_development_dependency(%q<lre>, [">= 0"])
+      s.add_development_dependency(%q<rr>, [">= 0"])
+    else
+      s.add_dependency(%q<mharris_ext>, [">= 0"])
+      s.add_dependency(%q<rfusefs>, [">= 0"])
+      s.add_dependency(%q<rspec>, ["~> 2.8.0"])
+      s.add_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_dependency(%q<bundler>, [">= 1.0.0"])
+      s.add_dependency(%q<jeweler>, [">= 0"])
+      s.add_dependency(%q<guard>, [">= 0"])
+      s.add_dependency(%q<guard-rspec>, [">= 0"])
+      s.add_dependency(%q<guard-spork>, [">= 0"])
+      s.add_dependency(%q<rb-fsevent>, ["~> 0.9"])
+      s.add_dependency(%q<lre>, [">= 0"])
+      s.add_dependency(%q<rr>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<mharris_ext>, [">= 0"])
+    s.add_dependency(%q<rfusefs>, [">= 0"])
+    s.add_dependency(%q<rspec>, ["~> 2.8.0"])
+    s.add_dependency(%q<rdoc>, ["~> 3.12"])
+    s.add_dependency(%q<bundler>, [">= 1.0.0"])
+    s.add_dependency(%q<jeweler>, [">= 0"])
+    s.add_dependency(%q<guard>, [">= 0"])
+    s.add_dependency(%q<guard-rspec>, [">= 0"])
+    s.add_dependency(%q<guard-spork>, [">= 0"])
+    s.add_dependency(%q<rb-fsevent>, ["~> 0.9"])
+    s.add_dependency(%q<lre>, [">= 0"])
+    s.add_dependency(%q<rr>, [">= 0"])
+  end
+end
+

data/spec/file_section_spec.rb

@@ -0,0 +1,32 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "FileSection" do
+  include_context "file stub"
+  
+  it 'smoke' do
+    file = "/a/b/c"
+    body = 'abc'
+    file_stub.add file,body
+    section = NestedFile::FileSection.new(full_file_to_insert: file, file_to_insert: file)
+    section.insert_body.should == body
+    section.to_s.should == "<file /a/b/c>\nabc\n</file>"
+  end
+
+  it 'smoke' do
+    file = "c.txt"
+    file_stub.add "/a/c.txt",'abc'
+
+    section = NestedFile::FileSection.new(file_to_insert: file, full_file_to_insert: "/a/c.txt")
+    section.to_s.should == "<file c.txt>\nabc\n</file>"
+  end
+
+  it "reading file that doesn't exist" do
+    section = NestedFile::FileSection.new(full_file_to_insert: "a.txt", file_to_insert: nil)
+    section.insert_body.should == ''
+  end
+
+  it 'trimmed_body only trims 1 newline' do
+    section = NestedFile::FileSection::Write.new(parent_body: "\n\nabc\n")
+    section.trimmed_parent_body.should == "\nabc"
+  end
+end

data/spec/nested_file_spec.rb

@@ -0,0 +1,249 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+def try_for_period(sec)
+  start = Time.now
+  while (Time.now-start) < sec
+    begin
+      return yield
+    rescue => exp
+      #puts "failed, elapsed #{Time.now-start}"
+      sleep(0.05)
+    end
+  end
+  raise 'reached end'
+  yield
+end
+
+def print_child_file_changes
+  puts "print_child_file_changes"
+  STDIN.gets
+  before_files = Dir["#{child_dir}/**/*.txt"]
+  yield
+  after_files = Dir["#{child_dir}/**/*.txt"]
+  both_files = (before_files+after_files).uniq
+
+  puts "#{both_files} total files"
+  both_files.each do |file|
+    if [before_files,after_files].any? { |fs| !fs.include?(file) }
+      puts "#{file} #{before_files.include?(file)}/#{after_files.include?(file)}"
+    end
+  end
+end
+
+describe "NestedFile" do
+  let(:parent_dir) { Dir.mktmpdir("parent") }
+  let(:child_dir) { Dir.mktmpdir("child") }
+
+  def fork_mount
+    File.create "#{parent_dir}/zzz.txt","hello"
+    child_dir
+
+    pid = fork do
+      cmd = "bundle exec ruby ./bin/nested_file #{parent_dir} #{child_dir}"
+      exec cmd
+    end
+
+    sleep 0.05
+    try_for_period(2) do
+      File.read("#{child_dir}/zzz.txt")
+    end
+
+    mount_name = ec("mount", silent: true).scan(/^(\S+)\s.*#{child_dir}/).first.first
+    {pid: pid, mount_name: mount_name}
+  end
+
+  def create_parent_file(path,str)
+    try_for_period(2) do
+      File.create "#{parent_dir}/#{path}",str
+    end
+  end
+
+  def create_child_file(path,str)
+    try_for_period(2) do
+      File.create "#{child_dir}/#{path}",str
+    end
+  end
+
+  before(:all) do
+    @fork_data = fork_mount
+  end
+  after(:all) do
+    if @fork_data
+      Process.kill "KILL",@fork_data[:pid] 
+      ec "umount #{@fork_data[:mount_name]}", silent: true
+    end
+  end
+
+  before(:each) do
+    `rm -rf #{parent_dir}/*`
+    Dir["spec/parent_template/*"].each do |f|
+      `cp -r #{f} #{parent_dir}`
+    end
+
+    Dir["#{parent_dir}/**/*.txt"].each do |file|
+      body = File.read(file).gsub("{{NF_ROOT}}",NestedFile.root).gsub("{{NF_PARENT_DIR}}",parent_dir)
+      File.create file, body
+    end
+  end
+
+  describe "basic reads" do
+    it 'read from mounted fs' do
+      str = File.read "#{child_dir}/a.txt"
+      str.should == "hello"
+    end
+
+    it 'read subs in file contents - full path' do
+      str = File.read "#{child_dir}/include_others.txt"
+      str.should == "<file #{parent_dir}/a.txt>\nhello\n</file>"
+    end
+
+    it 'read subs in file contents - relative_path' do
+      str = File.read "#{child_dir}/include_others_rel.txt"
+      str.should == "<file a.txt>\nhello\n</file>"
+    end
+
+    it 'ls should work in subs' do
+      Dir["#{child_dir}/sub2/*"].should == ["#{child_dir}/sub2/x.txt"]
+    end
+  end
+
+  describe "can use glob in file desc" do
+    before do
+      create_parent_file "sub/a.txt","abc" 
+      create_parent_file "sub/b.txt","xyz" 
+      create_parent_file "sub_all.txt","<files sub/*.txt></files>"
+    end
+
+    it 'shows group' do
+      exp = ['<files sub/*.txt>']
+      exp += ['<file sub/a.txt>','abc','</file>']
+      exp += ['<file sub/b.txt>','xyz','</file>']
+      exp << "</files>"
+      File.read("#{child_dir}/sub_all.txt").should == exp.join("\n")
+    end
+  end
+
+  describe "nested body not saved to parent" do
+    before do
+      create_child_file "d.txt","<file e.txt>data</file>"
+    end
+    it 'e is data' do
+      File.read("#{parent_dir}/e.txt").should == "data"
+    end
+    it "d.txt doesn't have body" do
+      File.read("#{parent_dir}/d.txt").should == "<file e.txt>\n</file>"
+    end
+  end
+
+  
+  describe 'saving file with sections writes to other files' do
+    before(:each) do
+      body = "<file c.txt>\nI was here\n</file>"
+      create_child_file "b.txt",body
+    end
+
+    it 'exists' do
+      FileTest.should be_exist("#{parent_dir}/b.txt")
+      FileTest.should be_exist("#{child_dir}/b.txt")
+      FileTest.should be_exist("#{parent_dir}/c.txt")
+      FileTest.should be_exist("#{child_dir}/c.txt")
+    end
+
+    it 'c.txt has written text' do
+      File.read("#{parent_dir}/c.txt").should == "I was here"
+    end
+  end
+
+  describe 'saving file with sections writes to other files - relative path' do
+    before(:each) do
+      body = "<file c.txt>\nI was here\n</file>"
+      create_child_file "b.txt", body
+    end
+
+    it 'exists' do
+      FileTest.should be_exist("#{parent_dir}/b.txt")
+      FileTest.should be_exist("#{child_dir}/b.txt")
+      FileTest.should be_exist("#{parent_dir}/c.txt")
+      FileTest.should be_exist("#{child_dir}/c.txt")
+    end
+
+    it 'c.txt has written text' do
+      File.read("#{parent_dir}/c.txt").should == "I was here"
+    end
+
+  end
+
+  describe 'saving file with sections writes to other files - save to sub' do
+    before(:each) do
+      body = "<file sub/z.txt>\nI was here\n</file>"
+      create_child_file "b.txt", body
+    end
+
+    it 'z.txt has written text' do
+      File.read("#{parent_dir}/sub/z.txt").should == "I was here"
+    end
+  end
+
+  # this test probably useless now
+  describe 'saving file with sections writes to other files - save to parent' do
+    before(:each) do
+      body = "<file p.txt>\nI was here\n</file>"
+      create_child_file "sub/b.txt", body
+    end
+
+    it 'z.txt has written text' do
+      File.read("#{parent_dir}/p.txt").should == "I was here"
+    end
+  end
+
+  describe 'modifying file referenced elsewhere updates other file' do
+    def exp_body(body=nil)
+      if body
+        "<file #{parent_dir}/a.txt>\n#{body}\n</file>"
+      else
+        "<file #{parent_dir}/a.txt>\n</file>"
+      end
+    end
+    def parent_body
+      File.read("#{parent_dir}/include_others.txt")
+    end
+    def child_body
+      File.read("#{child_dir}/include_others.txt")
+    end
+
+    it 'writing to parent - longer string - include_others.txt has written text' do
+      create_parent_file "a.txt", "Hello There"
+      parent_body.should == exp_body
+      child_body.should == exp_body('Hello There')
+    end
+
+    it 'writing to child - longer string - include_others.txt has written text' do
+      create_child_file "a.txt", "Hello There"
+      parent_body.should == exp_body
+      child_body.should == exp_body('Hello There')
+    end
+
+    it 'writing to parent - shorter string - include_others.txt has written text' do
+      create_parent_file "a.txt", "bb"
+      parent_body.should == exp_body
+      child_body.should == exp_body('bb')
+    end
+
+    it 'writing to child - shorter string - include_others.txt has written text' do
+      create_child_file "a.txt", "bb"
+      parent_body.should == exp_body
+      child_body.should == exp_body('bb')
+    end
+  end
+
+  describe "don't overwrite existing" do
+    before do
+      create_parent_file "exist.txt","Hello" 
+      create_child_file "summary.txt","<file exist.txt></file>"
+    end
+
+    it 'leaves exist.txt alone' do
+      File.read("#{parent_dir}/exist.txt").should == 'Hello'
+    end
+  end
+end