lapack 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a32f288093b94bf12f8789649f2e8884c754eb2c
+  data.tar.gz: 79d5b3922a9cc648ea1c4a61a3c4c7ac55ca4cec
+SHA512:
+  metadata.gz: da3986890cd9a6b3bec1631689bde398cef3f741656d9898f1c569518103b20cb0b7249978bd0d1a740aad9674ede2a1ed285200dce3616fa2fdd86484fe72be
+  data.tar.gz: 00f898dcdf6444c35f2fea7d4cf2435749e628d57c9da88b4335cb4361aa7306c83fcc2d2e94bf9d01c282ce5ca078e30d52b0ae2702bede7d8cb7da8c235998

data/bin/lapack

@@ -0,0 +1,158 @@
+#!/usr/bin/env ruby
+
+# Provides download uri functionality
+require 'open-uri'
+# Utils for linking, copying, removing files
+require 'fileutils'
+
+# Color output to console
+# TODO: If not installed replace with fake mixin.
+require 'colorize'
+
+# JSON parsing and generation
+require 'json'
+
+# Provides methods for working with temp dirs
+require 'tmpdir'
+
+ENV['LAPACK'] = File.dirname(File.realpath(__FILE__))
+
+DEBUG = true
+
+require "laenv"
+require "providers/provider"
+require "providers/ctan"
+require "providers/github"
+
+
+module LaPack
+  # Init dbs structure
+  LENV.dbs_init
+  # TODO: Move in latools or lacore
+  LOG_LEVELS = {
+    warning: "*\t%s".light_red,
+    info:  "*\t".yellow.bold + "%s".blue.bold,
+    succes: "*\t".green.bold + "%s".green,
+    error: "*\t".red.bold + "%s".red.bold,
+    plain: "%s"
+  }
+
+  ### Получаем файл по url и складываем его по имени файла
+  ## url - вообще говоря uri
+  ## dst - путь к файлу, в который записываем
+  ## laenv - окружение, в котором работаем
+  def LaPack.get(url, dst)
+    log("Fetching #{url.white.bold} to #{dst.white.bold}")
+    File.open(dst, "w"){|f| f << LaPack.gets(url)}
+  end
+
+  def LaPack.gets(url)
+    open(url).read
+  end
+
+  ##
+  # List available packages for +dbs+
+  #
+  def LaPack.list(*dbs)
+    if dbs.length == 1 && dbs.first.eql?("all")
+      # TODO:
+      log("`all` unsupported yet", :warning)
+    else
+      # TODO: More sofisticated pretty pring
+      # TODO: assuming we had json like structure
+      dbs.each do |dbname|
+        LENV.db(dbname).list.each do |entry|
+          printf("%#{-60}s %s\n", "#{dbname.magenta}/#{entry[:name].magenta.bold}", "#{entry[:caption].blue.bold}")
+        end
+        puts
+        puts
+      end
+    end
+  end
+
+  ##
+  # Add db by name if supported
+  #
+  def LaPack.add_db(name, args = {})
+    LENV.add(name.to_s, args) unless !LENV.supports?(name)
+  end
+
+  ##
+  # Logging method
+  # TODO: Remove from LaPack module. Move to utils.rb
+  def LaPack.log(string, level = :info)
+    puts LOG_LEVELS[level] % string unless LENV.quiet? # Do not print anything if quiet
+  end
+
+  ##
+  # Add db to local repo. Creates needed structure @ ~/.config/lapack/db
+  #
+  def LaPack.add(db, args={})
+    add_db(db, args={})
+  end
+
+  ##
+  # Install packages.
+  # If last argument from packages list is directory
+  #   install all packages to directory
+  # else
+  #   install to current working dir
+  #
+  def LaPack.install(db, *packages)
+    raise "Empty package list" unless !packages.last.nil? # No packages specified at all
+
+    if File.directory?(packages.last)
+      to_dir = packages.last
+      packages = packages[0..(packages.length - 2)]
+
+      LENV.db(db).install(to_dir, *packages)
+    else
+      LENV.db(db).install('.', *packages)
+    end
+  end
+
+  ##
+  # Fetch package index for +dbnames+
+  #
+  def LaPack.update(*dbnames)
+    dbnames.each do |dbname|
+      LENV.db(dbname).update
+    end
+  end
+
+  ##
+  # Show installed dbs
+  #
+  def LaPack.dbs
+    log("Currently plugged dbs:")
+    log(LENV.dbs.map{|d| "\t* %s".white.bold % d}.join("\n"), :plain)
+  end
+
+  ##
+  # Show package info for +package+ from +db+
+  def LaPack.show(db, package)
+    puts JSON.pretty_generate(LENV.db(db).show(package))
+  end
+
+
+  ##
+  # Remove packages from store
+  def LaPack.remove(db, *packages)
+    raise "Empty package list" unless !packages.last.nil? # No packages specified at all
+
+    LENV.db(db).remove(*packages)
+  end
+end
+
+if (ARGV.empty?)
+  puts "No args passed"
+else
+  begin
+    LaPack.send(ARGV[0], *ARGV[1..ARGV.length])
+  rescue NoMethodError => undefined
+    puts "Unknown operation #{undefined.name}"
+  rescue Exception => e
+    puts e
+    puts $!.backtrace if DEBUG
+  end
+end

data/lib/laenv.rb

@@ -0,0 +1,67 @@
+module LaPack
+  ##
+  # Enviroment class for lapack.
+  # Defines runtime options
+  #
+  class LaEnv
+
+    attr_reader(:lastore, :ladb, :lapkg)
+
+    def initialize(args={})
+      @quiet = args.delete(:quiet) || false
+      @lastore = File.expand_path(args.delete(:lastore)|| "~/.config/lapack")
+      @ladb = "db"
+      @lapkg = "pkg"
+      FileUtils.mkdir_p(dbs_store)
+
+      raise "Unknown args #{args.keys.join(', ')}" unless args.keys.empty?
+    end
+
+    def quiet?
+      @quiet
+    end
+
+    ##
+    # Returns dbs path
+    #
+    def dbs_store
+      File.join(@lastore, ladb)
+    end
+
+    def db(name)
+      @dbs_hash[name.to_sym]
+    end
+
+    def dbs
+      @dbs_hash.keys
+    end
+
+    def add(db, params = {})
+      if(db.to_sym.eql?(:ctan))
+        File.open(File.join(dbs_store, "#{db}.db"), "w") {|f| f << {name: 'ctan', clazz: 'CtanProvider', params: {}}.to_json}
+      elsif (db.to_sym.eql?(:github))
+        File.open(File.join(dbs_store, "#{db}.db"), "w") {|f| f << {name: 'github', clazz: 'GithubProvider', params: {}}.to_json}
+      else
+        raise "Unsupported"
+      end
+    end
+
+    def supports?(dbtype)
+      (:ctan.eql? dbtype.to_sym) || (:github.eql? dbtype.to_sym)
+    end
+
+    def dbs_init
+      @dbs_hash = Dir["#{dbs_store}/*.db"]
+      .map do |dbfile|
+        File.open(dbfile){|f| JSON.parse(f.read, symbolize_names: true)}
+      end
+      .inject({}) do |h, db|
+        h.update({
+          db[:name].to_sym => LaPack::const_get(db[:clazz]).new(self, db[:params])
+        })
+      end
+    end
+  end
+
+  LENV = LaEnv.new
+end

data/lib/lapack.rb

@@ -0,0 +1,158 @@
+#!/usr/bin/env ruby
+
+# Provides download uri functionality
+require 'open-uri'
+# Utils for linking, copying, removing files
+require 'fileutils'
+
+# Color output to console
+# TODO: If not installed replace with fake mixin.
+require 'colorize'
+
+# JSON parsing and generation
+require 'json'
+
+# Provides methods for working with temp dirs
+require 'tmpdir'
+
+ENV['LAPACK'] = File.dirname(File.realpath(__FILE__))
+
+DEBUG = true
+
+require "laenv"
+require "providers/provider"
+require "providers/ctan"
+require "providers/github"
+
+
+module LaPack
+  # Init dbs structure
+  LENV.dbs_init
+  # TODO: Move in latools or lacore
+  LOG_LEVELS = {
+    warning: "*\t%s".light_red,
+    info:  "*\t".yellow.bold + "%s".blue.bold,
+    succes: "*\t".green.bold + "%s".green,
+    error: "*\t".red.bold + "%s".red.bold,
+    plain: "%s"
+  }
+
+  ### Получаем файл по url и складываем его по имени файла
+  ## url - вообще говоря uri
+  ## dst - путь к файлу, в который записываем
+  ## laenv - окружение, в котором работаем
+  def LaPack.get(url, dst)
+    log("Fetching #{url.white.bold} to #{dst.white.bold}")
+    File.open(dst, "w"){|f| f << LaPack.gets(url)}
+  end
+
+  def LaPack.gets(url)
+    open(url).read
+  end
+
+  ##
+  # List available packages for +dbs+
+  #
+  def LaPack.list(*dbs)
+    if dbs.length == 1 && dbs.first.eql?("all")
+      # TODO:
+      log("`all` unsupported yet", :warning)
+    else
+      # TODO: More sofisticated pretty pring
+      # TODO: assuming we had json like structure
+      dbs.each do |dbname|
+        LENV.db(dbname).list.each do |entry|
+          printf("%#{-60}s %s\n", "#{dbname.magenta}/#{entry[:name].magenta.bold}", "#{entry[:caption].blue.bold}")
+        end
+        puts
+        puts
+      end
+    end
+  end
+
+  ##
+  # Add db by name if supported
+  #
+  def LaPack.add_db(name, args = {})
+    LENV.add(name.to_s, args) unless !LENV.supports?(name)
+  end
+
+  ##
+  # Logging method
+  # TODO: Remove from LaPack module. Move to utils.rb
+  def LaPack.log(string, level = :info)
+    puts LOG_LEVELS[level] % string unless LENV.quiet? # Do not print anything if quiet
+  end
+
+  ##
+  # Add db to local repo. Creates needed structure @ ~/.config/lapack/db
+  #
+  def LaPack.add(db, args={})
+    add_db(db, args={})
+  end
+
+  ##
+  # Install packages.
+  # If last argument from packages list is directory
+  #   install all packages to directory
+  # else
+  #   install to current working dir
+  #
+  def LaPack.install(db, *packages)
+    raise "Empty package list" unless !packages.last.nil? # No packages specified at all
+
+    if File.directory?(packages.last)
+      to_dir = packages.last
+      packages = packages[0..(packages.length - 2)]
+
+      LENV.db(db).install(to_dir, *packages)
+    else
+      LENV.db(db).install('.', *packages)
+    end
+  end
+
+  ##
+  # Fetch package index for +dbnames+
+  #
+  def LaPack.update(*dbnames)
+    dbnames.each do |dbname|
+      LENV.db(dbname).update
+    end
+  end
+
+  ##
+  # Show installed dbs
+  #
+  def LaPack.dbs
+    log("Currently plugged dbs:")
+    log(LENV.dbs.map{|d| "\t* %s".white.bold % d}.join("\n"), :plain)
+  end
+
+  ##
+  # Show package info for +package+ from +db+
+  def LaPack.show(db, package)
+    puts JSON.pretty_generate(LENV.db(db).show(package))
+  end
+
+
+  ##
+  # Remove packages from store
+  def LaPack.remove(db, *packages)
+    raise "Empty package list" unless !packages.last.nil? # No packages specified at all
+
+    LENV.db(db).remove(*packages)
+  end
+end
+
+if (ARGV.empty?)
+  puts "No args passed"
+else
+  begin
+    LaPack.send(ARGV[0], *ARGV[1..ARGV.length])
+  rescue NoMethodError => undefined
+    puts "Unknown operation #{undefined.name}"
+  rescue Exception => e
+    puts e
+    puts $!.backtrace if DEBUG
+  end
+end

data/lib/providers/ctan.rb

@@ -0,0 +1,141 @@
+module LaPack
+
+  class CtanProvider < Provider
+
+    def initialize(env, params = {})
+      super env, 'ctan', params
+
+      ## Here is where package index stored
+      @package_list = 'http://ctan.org/json/packages'
+      ## Here you can find info about package
+      @package_info = 'http://ctan.org/json/pkg/%s'
+    end
+
+    def init(dbdir)
+      # dbdir path
+      @dbdir = dbdir
+      # dbdir name
+      @packages = File.join(dbdir, 'pkg')
+      # Package index
+      @index = File.join(dbdir, "#{@name}.json")
+      # Ctan archive fetch
+      @ctan_fetch = 'http://mirrors.ctan.org%s'
+
+      FileUtils.mkdir_p(@packages) unless File.exists?(@packages)
+
+      raise "Can't write to #{@packages}. Not a directory" unless File.directory?(@packages)
+    end
+
+    def update
+      LaPack.get(@package_list, @index)
+    end
+
+    def list
+      raise "Update db first" unless File.exists?(@index)
+      File.open(@index, "r") {|f| JSON.parse(f.read, symbolize_names: true)}
+    end
+
+    def show(package)
+      JSON.parse(LaPack.gets(@package_info % package), symbolize_names: true)
+    end
+
+    def install(to_dir, *packages)
+      packages.each do |package|
+        LaPack.log("Installing #{package.blue.bold}")
+        if list.select{|p| p[:name].eql?(package)}.empty?
+          raise "No such package #{package.white.bold}"
+        else
+          install_package(package, to_dir)
+        end
+      end
+    end
+
+    def remove(*packages)
+      packages.each do |package|
+        LaPack.log("Removing #{package.blue.bold}")
+        if list.select{|p| p[:name].eql?(package)}.empty?
+          raise "No such package #{package.white.bold}"
+        else
+          ctan_remove(package)
+        end
+      end
+    end
+
+    private
+    ##
+    # Install package routine
+    #
+    def install_package(package, to_dir)
+
+      package_dir = File.join(@packages, package)
+      FileUtils.mkdir_p(package_dir)
+      package_info = show(package)
+      # If exists #{package}.json - we already have some version of
+      # package. So check version and go ahead.
+      package_info_store = File.join(package_dir, "#{package}.json")
+      current = {}
+      if (File.exists?(package_info_store))
+        current = JSON.parse(File.open(package_info_store){|f| f.read}, symbolize_names: true)
+      end
+
+      # Current does not exists or is out of date
+      # (assuming we always had newer version @ CTAN. Thats little bit wrong)
+      if current.empty? || !current[:version][:number].eql?(package_info[:version][:number])
+
+        LaPack.log("Updating #{package}: #{current[:version][:number]} ~> #{package_info[:version][:number]}") unless current.empty?
+
+        # Create tmp dir and do make routine
+        Dir.mktmpdir("lapack-#{package}-") do |tmp|
+          stys = []
+          # Currently we can make from :ctan field. That is mostly common case
+          if package_info.has_key?(:ctan)
+            stys = ctan_install(package_info, tmp)
+          elsif package_info.has_key?(:install)
+            LaPack.log("Don't know how to build from install")
+          elsif package_info.has_key?(:texlive)
+            LaPack.log("Don't know how to build from texlive")
+          else
+            raise("Don't know how to build #{package}")
+          end
+
+          # stys contains path list for all artifacts
+          # we'll copy them to package dist dir
+          stys.each{|sty| FileUtils.cp(sty, package_dir)}
+
+          # Flush package info to package dist dir
+          File.open(package_info_store, "w"){|f| f << package_info.to_json}
+        end
+      end
+
+      # Relinking stys
+      LaPack.log("Linking #{package} content to #{to_dir}")
+      Dir["#{package_dir}/*.sty"].each do |sty|
+        FileUtils.ln_s(sty, to_dir, force: true)
+      end
+    end
+
+    def ctan_install(package_info, tmpdir)
+      # Place were package archive stored @ CTAN
+      link = (@ctan_fetch % package_info[:ctan][:path]) + ".zip"
+
+      arch = File.join(tmpdir, "#{package_info[:name]}.zip")
+      # Unpack archive
+      LaPack.get(link, arch)
+      `unzip #{arch} -d #{File.join(tmpdir, "src")}`
+      Dir["#{tmpdir}/**/*.ins"].each do |ins|
+        # And do latex on each *.ins file
+        Dir.chdir(File.dirname(ins)) do |dir|
+          LaPack.log("LaTex on #{ins}")
+          system "latex #{ins}"
+        end
+      end
+      # Return list of *.sty
+      Dir["#{tmpdir}/**/*.sty"]
+    end
+
+    def ctan_remove(package)
+       package_dir = File.join(@packages, package)
+       FileUtils.rm_r(package_dir)
+    end
+  end
+end

data/lib/providers/github.rb

@@ -0,0 +1,154 @@
+module LaPack
+
+  class GithubProvider < Provider
+
+    ## Entries per github query page
+    @@PER_PAGE = 100
+
+    def initialize(env, params = {})
+      super env, 'github', params
+
+      @github_db = "https://api.github.com/search/repositories?q=language:tex&page=%d&per_page=#{@@PER_PAGE}"
+    end
+
+    def init(dbdir)
+      # dbdir path
+      @dbdir = dbdir
+      # dbdir name
+      @packages = File.join(dbdir, 'pkg')
+      # Package index
+      @index = File.join(dbdir, "#{@name}.json")
+
+      FileUtils.mkdir_p(@packages) unless File.exists?(@packages)
+
+      raise "Can't write to #{@packages}. Not a directory" unless File.directory?(@packages)
+    end
+
+    def update
+      first_page = JSON.parse(LaPack.gets(@github_db % [ 1 ]), symbolize_names: true)
+      repos_count = first_page[:total_count]
+      pages = (repos_count / @@PER_PAGE) + ((repos_count % @@PER_PAGE) == 0 ? 0 : 1)
+      repos = []
+
+      repos << scan_page(first_page)
+      repos << (2..pages).map do |page|
+        sleep(60 / 5) # Five requests per minute limitation
+        LaPack.log("Getting page #{page} from #{pages}")
+        scan_page(JSON.parse(LaPack.gets(@github_db % [page]), symbolize_names: true))
+      end
+
+      File.open(@index, "w") {|f| f << repos.to_json}
+    end
+
+    def scan_page(page)
+      page[:items].map{|item| item.select{|k, v| [:html_url, :name, :description, :git_url, :full_name].include?(k)}}
+    end
+
+    def list
+      LaPack.log("Unavailable", :warning)
+    end
+
+    def show(package)
+      LaPack.log("Unavailable", :warning)
+    end
+
+    def install(to_dir, *packages)
+      packages.each do |package|
+        LaPack.log("Installing #{package.blue.bold}")
+        if list.select{|p| p[:name].eql?(package)}.empty?
+          raise "No such package #{package.white.bold}"
+        else
+          install_package(package, to_dir)
+        end
+      end
+    end
+
+    def remove(*packages)
+      packages.each do |package|
+        LaPack.log("Removing #{package.blue.bold}")
+        if list.select{|p| p[:name].eql?(package)}.empty?
+          raise "No such package #{package.white.bold}"
+        else
+          ctan_remove(package)
+        end
+      end
+    end
+
+    private
+    ##
+    # Install package routine
+    #
+    def install_package(package, to_dir)
+
+      package_dir = File.join(@packages, package)
+      FileUtils.mkdir_p(package_dir)
+      package_info = show(package)
+      # If exists #{package}.json - we already have some version of
+      # package. So check version and go ahead.
+      package_info_store = File.join(package_dir, "#{package}.json")
+      current = {}
+      if (File.exists?(package_info_store))
+        current = JSON.parse(File.open(package_info_store){|f| f.read}, symbolize_names: true)
+      end
+
+      # Current does not exists or is out of date
+      # (assuming we always had newer version @ CTAN. Thats little bit wrong)
+      if current.empty? || !current[:version][:number].eql?(package_info[:version][:number])
+
+        LaPack.log("Updating #{package}: #{current[:version][:number]} ~> #{package_info[:version][:number]}") unless current.empty?
+
+        # Create tmp dir and do make routine
+        Dir.mktmpdir("lapack-#{package}-") do |tmp|
+          stys = []
+          # Currently we can make from :ctan field. That is mostly common case
+          if package_info.has_key?(:ctan)
+            stys = ctan_install(package_info, tmp)
+          elsif package_info.has_key?(:install)
+            LaPack.log("Don't know how to build from install")
+          elsif package_info.has_key?(:texlive)
+            LaPack.log("Don't know how to build from texlive")
+          else
+            raise("Don't know how to build #{package}")
+          end
+
+          # stys contains path list for all artifacts
+          # we'll copy them to package dist dir
+          stys.each{|sty| FileUtils.cp(sty, package_dir)}
+
+          # Flush package info to package dist dir
+          File.open(package_info_store, "w"){|f| f << package_info.to_json}
+        end
+      end
+
+      # Relinking stys
+      LaPack.log("Linking #{package} content to #{to_dir}")
+      Dir["#{package_dir}/*.sty"].each do |sty|
+        FileUtils.ln_s(sty, to_dir, force: true)
+      end
+    end
+
+    def ctan_install(package_info, tmpdir)
+      # Place were package archive stored @ CTAN
+      link = (@ctan_fetch % package_info[:ctan][:path]) + ".zip"
+
+      arch = File.join(tmpdir, "#{package_info[:name]}.zip")
+      # Unpack archive
+      LaPack.get(link, arch)
+      `unzip #{arch} -d #{File.join(tmpdir, "src")}`
+      Dir["#{tmpdir}/**/*.ins"].each do |ins|
+        # And do latex on each *.ins file
+        Dir.chdir(File.dirname(ins)) do |dir|
+          LaPack.log("LaTex on #{ins}")
+          system "latex #{ins}"
+        end
+      end
+      # Return list of *.sty
+      Dir["#{tmpdir}/**/*.sty"]
+    end
+
+    def ctan_remove(package)
+       package_dir = File.join(@packages, package)
+       FileUtils.rm_r(package_dir)
+    end
+  end
+end

data/lib/providers/provider.rb

@@ -0,0 +1,73 @@
+require 'fileutils'
+
+module LaPack
+  ##
+  # Base package provider. I.e. database wrapper.
+  #
+  # Should know how to:
+  # * fetch packages index and manage
+  # * show package info
+  # * download, make & install packages
+  # * remove packages
+  # * keeps multiple versions
+  class Provider
+
+    ##
+    # Initialization with LaENV instance
+    def initialize(env, name, params)
+      @name = name
+
+      # Check if db dir exists
+      @dbdir = File.join(env.dbs_store, name)
+      if File.exists?(@dbdir)
+        raise "Can't write to #{@dbdir}. Not a directory" unless File.directory?(@dbdir)
+      else
+        FileUtils.mkdir_p(@dbdir)
+      end
+      configure(params)
+      init(@dbdir)
+    end
+
+    ##
+    # Configuration
+    #
+    # Accepts any parameters (+params+) for configuration as Hash
+    def configure(params = {})
+      true
+    end
+
+    ##
+    # Initialization
+    #
+    # Uses +dbdir+ argument for filesystem initialization
+    # No index update required there.
+    #
+    def init(dbdir)
+
+    end
+
+    ##
+    # Updates package index
+    def update
+      true
+    end
+
+    ##
+    # Shows available packages
+    def list
+      return []
+    end
+
+    def install(*packages)
+      puts "Dummy implementation. Should install: #{packages.join(",")}"
+    end
+
+    def show(package)
+      []
+    end
+
+    def remove(package)
+      # do nothing
+    end
+  end
+end

metadata

@@ -0,0 +1,50 @@
+--- !ruby/object:Gem::Specification
+name: lapack
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ilya Arkhanhelsky
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-04 00:00:00.000000000 Z
+dependencies: []
+description: Simple packaging tool for LaTeX
+email: ilya.arkhanhelsky@gmail.com
+executables:
+- lapack
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/lapack
+- lib/laenv.rb
+- lib/lapack.rb
+- lib/providers/ctan.rb
+- lib/providers/github.rb
+- lib/providers/provider.rb
+homepage: http://rubygems.org/gems/lapack
+licenses:
+- Apache
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: LaPack
+test_files: []