cmdline-fu 0.1.0

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2010 t9md
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Manifest

@@ -0,0 +1,6 @@
+LICENSE.txt
+Manifest
+README.md
+Rakefile
+VERSION
+bin/cmdline-fu

data/README.md

@@ -0,0 +1,49 @@
+cmdline-fu
+====================
+CLI based front end for [ commandlinefu ]( http://www.commandlinefu.com/ ). 
+commandlinefu is community based repository for usefull commandline such as one-liner or complex `find`, `openssl`, `mysql`... command. 
+
+This script scrape available TAG from site's top page with `hpricot` for supporting query based on TAG.  
+TAGS file are stored to `~/.fu_tags`. 
+
+`o` option depends on `open` command of OSX(means supported only on MacOS). 
+
+## Install:
+
+    gem install cmdline-fu
+
+##  Usage
+
+    cmdline-fu COMMAND [PAGE] [o]
+    
+      COMMAND: list_tag [MATCHER], browse, using WORD, by USER, tagged TAG, matching WORD
+      PAGE: 1-999 (defaut: 1)
+      o: 'o'pen in browser
+
+##  Example
+
+    cmdline-fu list_tag
+    cmdline-fu list_tag vm
+    cmdline-fu browse
+    cmdline-fu browse o
+    cmdline-fu using find
+    cmdline-fu by t9md
+    cmdline-fu tagged install
+    cmdline-fu matching find
+
+##  Abbreviation
+    Unique abbreviation for command is supported.
+
+    cmdline-fu l
+    cmdline-fu l vm
+    cmdline-fu br
+    cmdline-fu u find 2
+    cmdline-fu u find 2 o
+    cmdline-fu by t9md
+    cmdline-fu t install
+    cmdline-fu m find
+
+Copyright
+====================
+Copyright (c) 2010 t9md. See LICENSE.txt for
+further details.

data/Rakefile

@@ -0,0 +1,14 @@
+require 'rubygems'
+require 'rake'
+require 'echoe'
+
+Echoe.new "cmdline-fu", File.read("./VERSION").chomp do |p|
+  p.author = "t9md"
+  p.email = "taqumd@gmail.com"
+  p.summary = %Q{CLI frontend for http://www.commandlinefu.com/ }
+  p.project = nil
+  p.rubyforge_name = nil
+  p.url = "http://github.com/t9md/cmdline-fu"
+  p.runtime_dependencies << 'colored'
+  p.runtime_dependencies << 'hpricot >=0.8.2'
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/bin/cmdline-fu

@@ -0,0 +1,267 @@
+#!/usr/bin/env ruby
+
+require "rubygems"
+require 'net/http'
+require "ostruct"
+require "abbrev"
+
+begin
+  require "colored"
+rescue LoadError
+end
+
+# Example
+# browse/sort-by-votes - All commands sorted by votes
+# tagged/163/grep - Commands tagged with 'grep', sorted by date (the default sort order)
+# matching/ssh/c3No - Search results for the query 'ssh' (note that the final segment is a base64-encoding of the search query)
+
+# api_comand_set = [ :browse, :tagged, :matching ]
+# api_format = [ :plaintext, :json, :rss ]
+# api_url = "http://www.commandlinefu.com/commands/<command-set>/<format>/"
+  
+class CommandLineFu
+  API_URL     = 'http://www.commandlinefu.com/commands'
+
+  # attr_reader :api_url
+
+  def initialize user_opt
+    @opt        = OpenStruct.new($default_opt.update(user_opt))
+    @command    = @opt.command
+    @format     = @opt.format
+    @sort_order = @opt.sort_order
+    unless @command == "list_tag"
+      build_url
+    end
+  end
+
+  def result
+    return list_tag if @command == "list_tag"
+
+
+    page_idx = (@opt.page - 1) * 25
+    url = @api_url + "/#{page_idx}"
+
+    if @opt.open_browser
+      system("open '#{url}'")
+      return
+    end
+    result = open_url(url)
+    return "#{@opt.search} NOT FOUND" if result.code != "200"
+
+    # each entry is separated by blank line , and we need to -1 for page headers.
+    b = result.body.split("\n\n")
+    header = b.shift
+    num_of_entries = b.size
+    body = b.join("\n\n")
+    unless num_of_entries.zero?
+      body = (defined?(Colored) ? colorize(body) : body)
+      body << "\n\n## Page(#{@opt.page}):#{page_idx}-#{page_idx+num_of_entries} #{url}".green
+      body << "\n##{header}".green
+    end
+    body
+  end
+
+  def open_url(url)
+    uri = URI.parse(url)
+    http = Net::HTTP.new(uri.host, uri.port)
+    request = Net::HTTP::Get.new(uri.request_uri)
+    http.request(request)
+  end
+  
+  private
+  def build_url
+    command_part = send("setup_#{@command}")
+    @api_url = "#{API_URL}/%s/%s" % [command_part, @sort_order ]
+    @api_url += "/#{@format}" if @format
+  end
+
+  def setup_browse
+    "#{@command}"
+  end
+
+  def setup_using
+    "#{@command}/#{@opt.search}"
+  end
+  alias_method :setup_by, :setup_using
+
+  def setup_matching
+    b64text = [@opt.search].pack("m").chomp
+    search = @opt.search.tr(' ','-')
+    "#{@command}/#{search}/#{b64text}"
+  end
+
+  def setup_tagged
+    tag = @opt.search
+    tag_id = tags[tag]
+    raise "Tag not found" unless tag_id
+    "#{@command}/#{tag_id}/#{tag}"
+  end
+
+  def colorize(string)
+    string.split("\n").map do |e|
+      e.chomp!
+      (e =~ /^#/) ? e.blue : e.gsub(/#{@opt.search}/){|m| Colored.colorize m, :foreground => 'magenta' }
+    end.join("\n")
+  end
+
+  def tag_file_is_too_old?
+    tag_file = File.expand_path @opt.tag_file
+    expire_limit = (60 * 60 * 24) * @opt.tag_expire_days
+    expire_limit < (Time.now - File.stat(tag_file).mtime)
+  end
+
+  def list_tag
+    candidate = tags.keys.grep(/#{@opt.search}/)
+    result = if candidate.size >= 1
+               colorize(candidate.join("\n"))
+             elsif candidate.size == 0
+               tags.keys
+             end
+    result
+  end
+
+  def tags
+    @tags ||= load_tags
+  end
+
+  def build_tag_file
+    tag_file = File.expand_path @opt.tag_file
+    h = extract_tag
+    File.open(tag_file, "wb"){ |f| Marshal.dump(h, f) }
+  end
+
+  # def extract_tag_nokogiri
+    # require 'nokogiri'
+    # h = {}
+    # url = 'http://www.commandlinefu.com/commands/browse'
+    # Nokogiri::HTML(open_url(url).body).xpath('//div//ul/li/a').map { |link|
+      # link['href']
+    # }.grep(%r|commands\/tagged|).each { |e|
+      # e.scan(%r|/commands/tagged/(\d+)/(.*)|) do |id, name|
+        # h[name] = id
+      # end
+    # }
+    # h
+  # end
+
+  def extract_tag
+    require "hpricot"
+    h = {}
+    url = 'http://www.commandlinefu.com/commands/browse'
+    Hpricot(open_url(url).body).
+      search("div ul li a").map {|e|
+      e.attributes['href']
+    }.each{ |e|
+      e.scan(%r|/commands/tagged/(\d+)/(.*)|) do |id, name|
+        h[name] = id
+      end
+    }
+    h
+  end
+
+  def load_tags
+    tag_file = File.expand_path @opt.tag_file
+    if not File.exist?(tag_file) or tag_file_is_too_old? or $NOCACHE
+      build_tag_file
+    end
+    File.open(tag_file, "rb"){ |f| Marshal.load f }
+  end
+
+end
+# $NOCACHE = true
+
+# TEST
+# [
+  # {:command => "browse"},
+  # {:command => "using", :search =>'find'},
+  # {:command => "by", :search =>'atoponce'},
+  # {:command => "matching", :search =>'find'},
+# ].each do |opt|
+  # puts "#### #{opt[:command]}"
+  # puts CommandLineFu.new(opt).api_url
+# end
+
+$default_opt = {
+  :page            => 1,
+  :command         => "browse",
+  :format          => "plaintext",
+  :sort_order      => "sort-by-votes",
+  :tag_file        => "~/.fu_tags",
+  :tag_expire_days => 3,
+  :open_browser    => false,
+}
+
+command_table = Abbrev.abbrev(%w(list_tag browse using by tagged matching))
+
+# user_opt = {}
+# ARGV = %w(browse)
+# ARGV = %w(using find)
+# ARGV = %w(by atoponce)
+# ARGV = %w(matching find)
+
+
+user_opt = {}
+user_opt[:command] = command_table[ARGV.shift]
+
+if ARGV.last == 'o'
+  user_opt[:open_browser] = true
+  user_opt[:format] = false
+  ARGV.pop
+end
+
+page = ARGV.last.to_i
+user_opt[:page]  = page.zero? ? 1 :  page
+user_opt[:search]  = ARGV.shift
+
+
+PROGRAM_NAME = File.basename $0
+if user_opt[:command].nil?
+  puts <<-EOS
+
+  #{"Usage".bold}
+
+    #{PROGRAM_NAME} COMMAND [PAGE] [o]
+    
+      COMMAND: list_tag [MATCHER], browse, using WORD, by USER, tagged TAG, matching WORD
+      PAGE: 1-999 (defaut: 1)
+      o: 'o'pen in browser
+
+  #{"Example".bold}
+
+    #{PROGRAM_NAME} list_tag
+    #{PROGRAM_NAME} list_tag vm
+    #{PROGRAM_NAME} browse
+    #{PROGRAM_NAME} browse o
+    #{PROGRAM_NAME} using find
+    #{PROGRAM_NAME} by t9md
+    #{PROGRAM_NAME} tagged install
+    #{PROGRAM_NAME} matching find
+
+  #{"Abbreviation".bold}
+    Unique abbreviation for command is supported.
+
+    #{PROGRAM_NAME} l
+    #{PROGRAM_NAME} l vm
+    #{PROGRAM_NAME} br
+    #{PROGRAM_NAME} u find 2
+    #{PROGRAM_NAME} u find 2 o
+    #{PROGRAM_NAME} by t9md
+    #{PROGRAM_NAME} t install
+    #{PROGRAM_NAME} m find
+    
+  EOS
+  exit
+end
+
+# opts = OptionParser.new
+# opts.on( "-l", "--limit NUM", Integer, "upper limit page to get entries."){ |user_opt[:page]| }
+# opts.parse!
+
+begin
+  fu = CommandLineFu.new user_opt
+  ret = fu.result
+  puts ret if ret
+rescue => e
+  puts e
+  exit
+end

data/cmdline-fu.gemspec

@@ -0,0 +1,37 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{cmdline-fu}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["t9md"]
+  s.date = %q{2010-12-29}
+  s.default_executable = %q{cmdline-fu}
+  s.description = %q{CLI frontend for http://www.commandlinefu.com/ }
+  s.email = %q{taqumd@gmail.com}
+  s.executables = ["cmdline-fu"]
+  s.extra_rdoc_files = ["LICENSE.txt", "README.md", "bin/cmdline-fu"]
+  s.files = ["LICENSE.txt", "Manifest", "README.md", "Rakefile", "VERSION", "bin/cmdline-fu", "cmdline-fu.gemspec"]
+  s.homepage = %q{http://github.com/t9md/cmdline-fu}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Cmdline-fu", "--main", "README.md"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{CLI frontend for http://www.commandlinefu.com/}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<colored>, [">= 0"])
+      s.add_runtime_dependency(%q<hpricot>, [">= 0.8.2"])
+    else
+      s.add_dependency(%q<colored>, [">= 0"])
+      s.add_dependency(%q<hpricot>, [">= 0.8.2"])
+    end
+  else
+    s.add_dependency(%q<colored>, [">= 0"])
+    s.add_dependency(%q<hpricot>, [">= 0.8.2"])
+  end
+end

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification 
+name: cmdline-fu
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- t9md
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-29 00:00:00 +09:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: colored
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: hpricot
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 59
+        segments: 
+        - 0
+        - 8
+        - 2
+        version: 0.8.2
+  type: :runtime
+  version_requirements: *id002
+description: "CLI frontend for http://www.commandlinefu.com/ "
+email: taqumd@gmail.com
+executables: 
+- cmdline-fu
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE.txt
+- README.md
+- bin/cmdline-fu
+files: 
+- LICENSE.txt
+- Manifest
+- README.md
+- Rakefile
+- VERSION
+- bin/cmdline-fu
+- cmdline-fu.gemspec
+has_rdoc: true
+homepage: http://github.com/t9md/cmdline-fu
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Cmdline-fu
+- --main
+- README.md
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 11
+      segments: 
+      - 1
+      - 2
+      version: "1.2"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: CLI frontend for http://www.commandlinefu.com/
+test_files: []
+