social_snippet 0.0.1 → 0.0.2

data/lib/social_snippet/repository/repository_installer.rb

@@ -0,0 +1,86 @@
+module SocialSnippet::Repository
+
+  require "yaml"
+
+  class RepositoryInstaller
+
+    attr_reader :social_snippet
+    attr_reader :data
+
+    def initialize(new_social_snippet)
+      @social_snippet = new_social_snippet
+      init_data
+    end
+
+    def path
+      social_snippet.config.install_path
+    end
+
+    def data_file
+      social_snippet.config.installed_repos_file
+    end
+
+    def init_data
+      ::FileUtils.touch data_file
+      load
+      reset unless data
+    end
+
+    def reset
+      @data = {}
+      save
+    end
+
+    def load
+      @data = ::YAML.load_file(data_file)
+    end
+
+    def save
+      ::File.write data_file, data.to_yaml
+    end
+
+    def add(repo_name, repo_ref)
+      data[repo_name] ||= Set.new
+      data[repo_name].add repo_ref
+      save
+    end
+
+    def remove(repo_name, repo_ref)
+      data[repo_name] ||= Set.new
+      data[repo_name].delete repo_ref
+      save
+    end
+
+    def exists?(repo_name, repo_ref = nil)
+      data[repo_name] ||= Set.new
+      if repo_ref.nil?
+        data[repo_name].empty? === false
+      else
+        data[repo_name].include? repo_ref
+      end
+    end
+
+    def copy_repository(repo, options = {})
+      social_snippet.logger.debug "repository_installer: repo.path = #{repo.path}"
+      ::FileUtils.cp_r repo.path, repo_path(repo.name)
+    end
+
+    def fetch(repo_name, options)
+      repo = ::SocialSnippet::Repository::RepositoryFactory.create(repo_path(repo_name), options)
+      repo.update
+    end
+
+    def repo_path(name)
+      ::File.join(path, name)
+    end
+
+    def each(&block)
+      data
+        .select {|repo_name, repo_refs| not repo_refs.empty? }
+        .keys
+        .each {|repo_name| block.call repo_name }
+    end
+
+  end # RepositoryInstaller
+
+end # SocialSnippet

data/lib/social_snippet/repository/repository_manager.rb

@@ -0,0 +1,177 @@
+module SocialSnippet::Repository
+
+  class RepositoryManager
+
+    attr_reader :installer
+    attr_reader :repo_paths
+    attr_reader :repo_cache_path
+    attr_reader :social_snippet
+
+    # Constructor
+    #
+    # @param new_social_snippet [::SocialSnippet::Core]
+    def initialize(new_social_snippet)
+      @social_snippet = new_social_snippet
+      @installer = ::SocialSnippet::Repository::RepositoryInstaller.new(social_snippet)
+      @repo_cache_path = social_snippet.config.repository_cache_path
+      @repo_paths = []
+
+      init_repo_paths
+      init_repo_cache_path
+    end
+
+    def init_repo_cache_path
+      ::FileUtils.mkdir_p repo_cache_path
+    end
+
+    def init_repo_paths
+      repo_paths.push installer.path
+      repo_paths.each {|path| ::FileUtils.mkdir_p path }
+    end
+
+    def deps(repo_name, repo_ref = nil)
+      repo = find_repository(repo_name)
+      repo.checkout(repo_ref) unless repo_ref.nil?
+      repo.dependencies
+    end
+
+    def has_deps?(repo_name, repo_ref = nil)
+      not deps(repo_name, repo_ref).empty?
+    end
+
+    # Get snippet
+    #
+    # @param context [::SocialSnippet::Context] The context of snippet
+    # @param tag [::SocialSnippet::Tag] The tag of snippet
+    def get_snippet(context, tag)
+      return ::SocialSnippet::Snippet.new(resolve_snippet_path(context, tag))
+    end
+
+    # Resolve snippet path from tag
+    #
+    # @param context [::SocialSnippet::Context] The context of snippet
+    # @param tag [::SocialSnippet::Tag] The tag of snippet
+    def resolve_snippet_path(context, tag)
+      if tag.has_repo?
+        repo = find_repository_by_tag(tag)
+        return repo.real_path tag.path
+      end
+
+      new_context = context.clone
+      new_context.move tag.path
+      return new_context.path
+    end
+
+    # Find repository by tag
+    #
+    # @param tag [::SocialSnippet::Tag] The tag of repository
+    def find_repository_by_tag(tag)
+      if tag.has_ref?
+        find_repository(tag.repo, tag.ref)
+      else
+        find_repository(tag.repo)
+      end
+    end
+
+    # Find repository by repo name
+    #
+    # @param name [String] The name of repository
+    def find_repository(name, ref = nil)
+      repo_paths.each do |repo_path|
+        path = "#{repo_path}/#{name}"
+        if ::Dir.exists?(path)
+          repo = RepositoryFactory.create(path, ref)
+          repo.load_cache repo_cache_path
+          return repo
+        end
+      end
+
+      return nil
+    end
+
+    def find_repositories_start_with(prefix)
+      glob_path = ::File.join(installer.path, "#{prefix}*")
+      ::Dir.glob(glob_path).map do |repopath|
+        Pathname(repopath).basename.to_s
+      end
+    end
+
+    def complete_repo_name(keyword)
+      repo_name = get_repo_name_prefix(keyword)
+      find_repositories_start_with(repo_name)
+    end
+
+    def complete_file_name(keyword)
+      repo_name   = get_repo_name(keyword)
+      repo        = find_repository(repo_name)
+      file_path   = get_file_path_prefix(keyword)
+      glob_path   = "#{file_path}*"
+
+      repo.glob(glob_path).map do |cand_file_path|
+        if ::File.directory?(cand_file_path)
+          Pathname(cand_file_path).basename.to_s + "/"
+        else
+          Pathname(cand_file_path).basename.to_s + ">"
+        end
+      end
+    end
+
+    def complete(keyword)
+      if is_completing_repo_name?(keyword)
+        complete_repo_name(keyword)
+      elsif is_completing_file_path?(keyword)
+        complete_file_name(keyword)
+      else
+        raise "completion error"
+      end
+    end
+
+    def get_repo_name(keyword)
+      /^[^@]*@[^<]+<([^:#>]*[^:#>])/.match(keyword)[1]
+    end
+
+    def get_repo_name_prefix(keyword)
+      /^[^@]*@[^<]+<([^:#>]*[^:#>])$/.match(keyword)[1]
+    end
+
+    def get_file_path_prefix(keyword)
+      /^[^@]*@[^<]+<[^#:]+:([^>]*)$/.match(keyword)[1]
+    end
+
+    def is_completing_repo_name?(keyword)
+      /^[^@]*@[^<]+<[^:#>]*$/ === keyword
+    end
+
+    def is_completing_file_path?(keyword)
+      /^[^@]*@[^<]+<[^#:]+:[^>]*$/ === keyword
+    end
+
+    def cache_installing_repo(repo, options = {})
+      repo.create_cache repo_cache_path
+    end
+
+    def fetch(repo_name, options)
+      installer.fetch repo_name, options
+    end
+
+    def update(repo_name, repo_ref, repo, options)
+      cache_installing_repo repo, options
+      installer.add repo_name, repo_ref
+    end
+
+    def install(repo_name, repo_ref, repo, options)
+      installer.copy_repository repo, options
+      update repo_name, repo_ref, repo, options
+    end
+
+    def exists?(repo_name, repo_ref = nil)
+      installer.exists? repo_name, repo_ref
+    end
+
+    def each_installed_repo(&block)
+      installer.each &block
+    end
+
+  end # RepositoryManager
+
+end # SocialSnippet

data/lib/social_snippet/resolvers.rb

@@ -0,0 +1,4 @@
+module SocialSnippet::Resolvers; end
+require_relative "resolvers/base_resolver"
+require_relative "resolvers/insert_resolver"
+require_relative "resolvers/dep_resolver"

data/lib/social_snippet/resolvers/base_resolver.rb

@@ -0,0 +1,103 @@
+module SocialSnippet
+
+  class Resolvers::BaseResolver
+
+    attr_reader :social_snippet
+    attr_reader :visited
+
+    # Constructor
+    #
+    # @param new_social_snippet [::SocialSnippet::Core]
+    def initialize(new_social_snippet)
+      @social_snippet = new_social_snippet
+      @visited = Set.new
+    end
+
+    # Call block each snip tags
+    #
+    # @param src [Array<String>] The text of source code
+    # @param context [SocialSnippet::Context] The context of current code
+    # @param base_tag [SocialSnippet::Tag]
+    def each_snip_tags(src, context, base_tag)
+      TagParser.find_snip_tags(src).each do |tag_info|
+        t = tag_info[:tag].set_by_tag(base_tag)
+        new_context = context.clone
+
+        move_context_by_tag! new_context, t
+        overwrite_tag_in_same_repository! context, t
+        update_tag_path_by_context! new_context, t
+        resolve_tag_repo_ref! t
+
+        snippet = social_snippet.repo_manager.get_snippet(context, t)
+
+        if block_given?
+          yield(
+            tag_info[:tag],
+            tag_info[:line_no],
+            snippet,
+            new_context
+          )
+        end
+      end
+    end
+
+    private
+
+    def move_context_by_tag!(context, tag)
+      if tag.has_repo?
+        if tag.has_ref?
+          context.move tag.path, tag.repo, tag.ref
+        else
+          context.move tag.path, tag.repo
+        end
+      else
+        context.move tag.path
+      end
+    end
+
+    # Overwrite tag
+    def overwrite_tag_in_same_repository!(context, tag)
+      if context.is_in_repository? && tag.has_repo? === false
+        tag.set_repo context.repo
+        tag.set_ref context.ref
+      end
+    end
+
+    # Update tag path by context
+    def update_tag_path_by_context!(context, tag)
+      if tag.has_repo?
+        tag.set_path context.path
+      end
+    end
+
+    # Resolve tag's ref
+    def resolve_tag_repo_ref!(tag)
+      repo = social_snippet.repo_manager.find_repository_by_tag(tag)
+
+      # not found
+      return if repo.nil?
+
+      if tag.has_ref? === false || tag.ref != repo.latest_version(tag.ref)
+        if repo.has_versions?
+          tag.set_ref repo.latest_version(tag.ref)
+        else
+          tag.set_ref repo.short_commit_id
+        end
+      end
+    end
+
+    def visit(tag)
+      visited.add tag.to_path
+    end
+
+    def is_visited(tag)
+      visited.include? tag.to_path
+    end
+
+    def is_self(tag, context)
+      tag.repo === context.repo && tag.path === context.path
+    end
+
+  end
+
+end

data/lib/social_snippet/resolvers/dep_resolver.rb

@@ -0,0 +1,61 @@
+module SocialSnippet
+
+  class Resolvers::DepResolver < Resolvers::BaseResolver
+
+    attr_reader :dep_to
+
+    # Constructor
+    #
+    # @param social_snippet [::SocialSnippet::Core]
+    def initialize(social_snippet)
+      @dep_to = {} # dep_to[tag_from] = tag_to
+      super(social_snippet)
+    end
+
+    # Find all missing depended snippets
+    #
+    # @param src [Array<String>] The text of source code
+    # @param context_from [SocialSnippet::Context] The context of previous code
+    # @param tag_from [SocialSnippet::Tag] The previous tag
+    def find(src, context_from, tag_from)
+      found_tags = find_func src, context_from, tag_from
+      found_tags.each do |tag_info|
+        # remove self from deps graph
+        tag = tag_info[:tag]
+        dep_to[tag.to_path] ||= ::Set.new
+        dep_to[tag.to_path].delete tag_from.to_path
+      end
+      found_tags
+    end
+
+    private
+
+    def set_snippet_dep(tag_from, tag_to)
+      dep_to[tag_from.to_path] ||= ::Set.new
+      dep_to[tag_from.to_path].add tag_to.to_path
+    end
+
+    def find_func(src, context_from, tag_from)
+      found_tags = []
+      context = context_from.clone
+
+      each_snip_tags(src, context_from, tag_from) do |tag, line_no, snippet, new_context|
+        next if is_visited(tag)
+        visit tag
+
+        set_snippet_dep tag_from, tag
+        found_tags.push({
+          :tag => tag,
+          :context => new_context,
+        })
+        # find more deps 
+        found_tags.push *find_func(snippet.lines, new_context, tag)
+      end
+
+      return found_tags
+    end
+
+  end # DepResolver
+
+end # SocialSnippet
+

data/lib/social_snippet/resolvers/insert_resolver.rb

@@ -0,0 +1,100 @@
+module SocialSnippet
+
+  class Resolvers::InsertResolver < Resolvers::BaseResolver
+
+    attr_reader :deps_resolver
+
+    # Constructor
+    #
+    # @param social_snippet [::SocialSnippet::Core]
+    def initialize(social_snippet)
+      @deps_resolver = Resolvers::DepResolver.new(social_snippet)
+      super(social_snippet)
+    end
+
+    # Insert snippets to given text
+    #
+    # @param src [Array<String>] The text of source code
+    def insert(src)
+      context = Context.new("")
+      lines = src.split("\n")
+
+      TagParser.find_snippet_tags(lines).each do |tag_info|
+        visit tag_info[:tag]
+      end
+
+      dest = insert_func(lines, context)
+      return dest.join("\n")
+    end
+
+    private
+
+    def insert_func(code, context_from, base_tag = nil)
+      inserter = Inserter.new(code)
+      context = context_from.clone
+
+      # replace each @snip tags
+      each_snip_tags(code, context, base_tag) do |tag, line_no, snippet, new_context|
+        inserter.set_index line_no
+        inserter.ignore
+
+        visit(tag) if is_self(tag, context)
+        next if is_visited(tag)
+
+        insert_depended_snippets! inserter, snippet, new_context, tag
+        insert_by_tag_and_context! inserter, snippet, new_context, tag
+      end
+
+      inserter.set_index_last
+      return inserter.dest
+    end
+
+    # Insert snippet by tag and context
+    def insert_by_tag_and_context!(inserter, snippet, context, tag)
+      src = insert_func(snippet.lines, context, tag)
+      inserter.insert tag.to_snippet_tag # @snip -> @snippet
+      inserter.insert src
+      visit tag
+    end
+
+    # Insert depended snippet
+    def insert_depended_snippets!(inserter, snippet, context, tag)
+      dep_tags = deps_resolver.find(snippet.lines, context, tag)
+      dep_tags = sort_dep_tags_by_dep(dep_tags)
+
+      dep_tags.each do |tag_info|
+        sub_t = tag_info[:tag]
+        sub_c = tag_info[:context]
+
+        visit(tag) if is_self(tag, context)
+        next if is_visited(sub_t)
+
+        sub_snippet = social_snippet.repo_manager.get_snippet(sub_c, sub_t)
+        insert_by_tag_and_context! inserter, sub_snippet, sub_c, sub_t
+      end
+    end
+
+    # Sort by dependency
+    def sort_dep_tags_by_dep(dep_tags)
+      dep_tags_index = {}
+
+      # map tag to index
+      dep_tags.each.with_index do |tag_info, k|
+        tag = tag_info[:tag]
+        dep_tags_index[tag.to_path] = k
+      end
+
+      # generate dependency graph
+      dep_tags_hash = {}
+      dep_tags.each do |tag_info|
+        tag = tag_info[:tag].to_path
+        dep_ind = dep_tags_index[tag]
+        dep_tags_hash[dep_ind] = deps_resolver.dep_to[tag].to_a.map {|tag| dep_tags_index[tag] }
+      end
+
+      dep_tags_hash.tsort.map {|k| dep_tags[k]}
+    end
+
+  end # BaseResolver
+
+end # SocialSnippet