imagut 0.0.0

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/Gemfile

@@ -0,0 +1,15 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "rdoc", "~> 3.12"
+  gem "bundler", "~> 1.1.3"
+  gem "jeweler", "~> 1.8.3"
+  gem "simplecov", ">= 0"
+  gem "nokogiri", ">= 1.5.4"
+  gem "filerenamer", ">= 0.0.0"
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2012 ippei94da
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,19 @@
+= imagut
+
+Description goes here.
+
+== Contributing to imagut
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
+* Fork the project.
+* Start a feature/bugfix branch.
+* Commit and push until you are happy with your contribution.
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2012 ippei94da. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,53 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "imagut"
+  gem.homepage = "http://github.com/ippei94da/imagut"
+  gem.license = "MIT"
+  gem.summary = %Q{IMAGe UTilities. File renamer, downloader, etc.}
+  gem.description = %Q{Library to deal image files. This includes file renamer with NIKON NEF file, downloader for images on a web page.}
+  gem.email = "ippei94da@gmail.com"
+  gem.authors = ["ippei94da"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+#require 'rcov/rcovtask'
+#Rcov::RcovTask.new do |test|
+#  test.libs << 'test'
+#  test.pattern = 'test/**/test_*.rb'
+#  test.verbose = true
+#  test.rcov_opts << '--exclude "gems/*"'
+#end
+
+task :default => :test
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "imagut #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.0

data/bin/getimage

@@ -0,0 +1,69 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+STORAGE_DIR = ENV["HOME"] + "/image/download"
+LOG_DIR = STORAGE_DIR + "/log"
+
+require "pp"
+require "date"
+
+require "rubygems"
+gem "nokogiri"
+require "nokogiri"
+require "open-uri"
+
+gem "imagut"
+require "imagut/urllogger.rb"
+
+def anchored_images(url)
+  doc = Nokogiri::HTML(open(url))
+
+  #pp doc
+  #pp doc.methods.sort
+  #pp doc.children
+  #pp doc.xpath("//a").each { |i| pp i }
+  #pp doc.xpath("//a")[10]
+  #pp doc.xpath("//a")[10].attributes["href"].value
+  results = doc.xpath("//a").map{|a|
+    next unless a.attributes.has_key?("href")
+    a.attributes["href"].value
+  }.compact.select{|str| str =~ /(jpg|png|gif)$/}
+  results
+end
+
+#常に log に追記する。
+# log に url が含まれていても、
+# 最後にアクセスしようとした日を更新するため。
+# 古いのを削除とかはしない。
+#
+#log を確認する。
+# url が含まれていれば false を返す。
+# url が含まれていなければ、log に書き込んで取得。
+def storage(url)
+  command = "wget --directory-prefix=#{STORAGE_DIR} #{url}"
+  puts command
+  system command
+end
+
+#anchors = anchored_images('/home/ippei/tmp/getimages/1457652.html')
+#doc = Nokogiri::HTML(open('http://blog.livedoor.jp/wakusoku/archives/1457652.html'))
+ul = UrlLogger.new(LOG_DIR)
+
+ARGV.each do |url|
+  if ul.include?(url)
+    puts "Already downloaded: #{url}"
+  else
+    anchors = anchored_images(url)
+    anchors.each do |img_url|
+      if ul.include?(img_url)
+        puts "Already exist: #{img_url}"
+      else
+        puts "Getting: #{img_url}"
+        storage(img_url)
+        sleep rand(3)
+      end
+      ul.write img_url
+    end
+  end
+  ul.write url
+end

data/bin/importnef

@@ -0,0 +1,42 @@
+#! /usr/bin/ruby -w
+# last-modified: 2012/06/13 17:00:21.
+
+# Nikon NEF ファイルの撮影日時をファイル名の先頭に付加する。
+
+
+NEF_DIR_PREFIX = "#{ENV["HOME"]}/image/photo/undone"
+
+
+require "pp"
+require "rubygems"
+
+gem "filerenamer"
+require "filerenamer/filerenamer.rb"
+require "filerenamer/filerenameroptionparser.rb"
+
+gem "imagut"
+require "imagut/nefparser.rb"
+
+op = FileRenamerOptionParser.new
+op.parse!(ARGV)
+
+fr = FileRenamer.new(op.options)
+np = NefParser.new
+fr.execute(ARGV) do |filename|
+  #pp filename
+  new_name = ""
+  begin
+    str = File.open(filename, "r").read(391)
+    date = np.taken_date(str)
+    new_name = (NEF_DIR_PREFIX + date.strftime("/%Y/%m/%d/%H%M%S_") + filename)
+    new_name.sub!(/\.NEF$/, ".nef")
+      #new_name = date.strftime("%Y/%m/%d/") + filename
+      # 秒までだと、連写したときに重複ファイル名になりうる。
+      # 何枚目かだけだと、1日の途中でメモリカードを交換したときに
+      # 重複して順番が滅茶苦茶になる。
+      # このプログラムを使用した後、更に適当にリネームすることを想定。
+  rescue NefParserNotNefError
+    new_name = nil
+  end
+  new_name
+end

data/bin/resizeimage

@@ -0,0 +1,20 @@
+#! /usr/bin/ruby
+
+#IMAGEMAGIC_PATH = '/usr/local/bin/convert'
+IMAGEMAGIC_PATH = '/usr/bin/convert'
+TARGET_SIZE =     '"1200x960>"' # '>' means to shrink but not to expand.
+
+oldFileNameAry = ARGV
+
+oldFileNameAry.each do |oldFileName|
+  #extention = File.extname(oldFileName)
+  #p newFileName = oldFileName.sub(/#{extention}$/, "-s#{extention}")
+  newFileName = oldFileName
+
+  commandLine = IMAGEMAGIC_PATH + ' ' + oldFileName + ' -resize ' + TARGET_SIZE +
+    ' ' + newFileName
+  print commandLine + "\n"
+  system(commandLine)
+end
+
+print "\a"

data/lib/imagut/nefparser.rb

@@ -0,0 +1,43 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+class NefParserNotNefError < StandardError; end
+class NefParserTypeError < StandardError; end
+
+#
+# Nikon NEF ファイルのなんちゃってパーサ。
+#
+class NefParser
+	#
+	def initialize
+	end
+
+	# 撮影日時を返す(つもり)。
+	#
+	# 頑張って解析はしてない。
+	# 日付と思われる部分だけ抽出している。
+	# 解析には 372+19 = 391 バイトあれば足りる。
+	# サンプル NEF ファイルに撮影日時と思しき文字列は 4つあるけど、
+	# 詳細が分かるまではとりあえず最初の1個のみ Time object にして返す。
+	# a19 の部分が時刻の文字列。
+	# 4つあるんだけど、それぞれの差異 or 冗長なのかが分からない。
+	# 引数 data は File.read で読まれるような文字列
+	def taken_date(data)
+		unless data.is_a?(String)
+			message = "Not string data. Use File#read, not File#readlines."
+			raise NefParserTypeError, message
+		end
+
+		datetime_str = data.unpack("a372a19a57a19a397a19a1a19")[1]
+		#p datetime_str
+		#p datetime_str.split(/[ :]/)
+		begin
+			@date = Time.mktime( * datetime_str.split(/[ :]/) )
+		rescue
+			raise NefParserNotNefError, "Cannot find taken time."
+		end
+		return @date
+	end
+
+end
+

data/lib/imagut/urllogger.rb

@@ -0,0 +1,34 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require "date"
+
+#
+#
+#
+class UrlLogger
+  #LOG_DIR = ENV["HOME"] + "/image/download/log"
+
+  class InitializeError < Exception; end
+
+  # dir is a directory to storage logs.
+  def initialize(dir)
+    raise InitializeError, "#{dir} not exist" unless File.directory?(dir)
+    @dir = dir
+  end
+
+  # return true if entry is included in logdir.
+  def include?(entry)
+    Dir.glob(@dir + "/*.log").each do |file|
+      return true if File.open(file, "r").readlines.map{|i|i.chomp}.include?(entry)
+    end
+    return false
+  end
+
+  def write(entry,
+      filename = @dir + (DateTime.now.strftime("/%C%g%m%d.log")))
+    File.open(filename, "a") { |io| io.puts entry }
+  end
+
+end
+

data/test/helper.rb

@@ -0,0 +1,17 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'imagut'
+
+class Test::Unit::TestCase
+end

data/test/test_nefparser.rb

@@ -0,0 +1,31 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require 'helper'
+require "test/unit"
+require "imageutils/nefparser.rb"
+
+class TC_NefParser < Test::Unit::TestCase
+	def setup
+		@np00 = NefParser.new
+	end
+
+	def test_taken_date
+
+		data = File.open("test/001.nef", "r").read
+		assert_equal(Time.mktime(2011, 8, 12, 5, 50, 33), @np00.taken_date(data))
+
+		data = File.open("test/001.nef", "r").read(372+19)
+		assert_equal(Time.mktime(2011, 8, 12, 5, 50, 33), @np00.taken_date(data))
+
+		# String でないときに例外。
+		data = File.open("test/001.nef", "r").readlines
+		assert_raise(NefParserTypeError){@np00.taken_date(data)}
+
+		# NEF と異なるときに例外のテスト
+		assert_raise(NefParserNotNefError){@np00.taken_date("Not NEF data")}
+
+	end
+
+end
+

data/test/test_urllogger.rb

@@ -0,0 +1,57 @@
+#! /usr/bin/env ruby
+# coding: utf-8
+
+require 'helper'
+require "fileutils"
+require "test/unit"
+require "imageutils/urllogger.rb"
+
+class TC_UrlLogger < Test::Unit::TestCase
+  def setup
+    @ul00 = UrlLogger.new("test/urllogger")
+  end
+
+  def test_initialize
+    assert_raises(UrlLogger::InitializeError){ UrlLogger.new("") }
+  end
+
+  def test_include?
+    assert_equal(true , @ul00.include?("http://a.b.c/d0.html"))
+    assert_equal(true , @ul00.include?("http://a.b.c/d1.html"))
+    assert_equal(true , @ul00.include?("http://a.b.c/d2.html"))
+    assert_equal(true , @ul00.include?("http://a.b.c/d3.html"))
+    assert_equal(false, @ul00.include?("http://a.b.c/d4.html"))
+  end
+
+  def test_write_with_filename
+    log_file = "test/urllogger/dummy.log"
+    FileUtils.rm log_file if File.exist? log_file
+
+    assert_equal(false, @ul00.include?("a"))
+    assert_equal(false, @ul00.include?("b"))
+    @ul00.write("a", log_file)
+    @ul00.write("b", log_file)
+    assert_equal(true , File.exist?(log_file))
+    assert_equal(true , @ul00.include?("a"))
+    assert_equal(true , @ul00.include?("b"))
+
+    FileUtils.rm log_file if File.exist? log_file
+  end
+
+  def test_write_without_filename
+    log_file = DateTime.now.strftime("test/urllogger/%C%g%m%d.log")
+    FileUtils.rm log_file if File.exist? log_file
+
+    assert_equal(false, @ul00.include?("a"))
+    assert_equal(false, @ul00.include?("b"))
+    @ul00.write("a")
+    @ul00.write("b")
+    assert_equal(true , File.exist?(log_file))
+    assert_equal(true , @ul00.include?("a"))
+    assert_equal(true , @ul00.include?("b"))
+    FileUtils.rm log_file if File.exist? log_file
+  end
+
+
+end
+

data/test/urllogger/20120523.log

@@ -0,0 +1,2 @@
+http://a.b.c/d0.html
+http://a.b.c/d1.html

data/test/urllogger/20120524.log

@@ -0,0 +1,2 @@
+http://a.b.c/d2.html
+http://a.b.c/d3.html

metadata

@@ -0,0 +1,138 @@
+--- !ruby/object:Gem::Specification
+name: imagut
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+  prerelease: 
+platform: ruby
+authors:
+- ippei94da
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-06-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: &80109500 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: *80109500
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &80137950 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.1.3
+  type: :development
+  prerelease: false
+  version_requirements: *80137950
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: &80137560 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.3
+  type: :development
+  prerelease: false
+  version_requirements: *80137560
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: &80137250 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *80137250
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &80136960 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.4
+  type: :development
+  prerelease: false
+  version_requirements: *80136960
+- !ruby/object:Gem::Dependency
+  name: filerenamer
+  requirement: &80136470 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *80136470
+description: Library to deal image files. This includes file renamer with NIKON NEF
+  file, downloader for images on a web page.
+email: ippei94da@gmail.com
+executables:
+- getimage
+- importnef
+- resizeimage
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.rdoc
+files:
+- .document
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/getimage
+- bin/importnef
+- bin/resizeimage
+- lib/imagut.rb
+- lib/imagut/nefparser.rb
+- lib/imagut/urllogger.rb
+- test/001.nef
+- test/helper.rb
+- test/test_nefparser.rb
+- test/test_urllogger.rb
+- test/urllogger/20120523.log
+- test/urllogger/20120524.log
+homepage: http://github.com/ippei94da/imagut
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -266147949
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: IMAGe UTilities. File renamer, downloader, etc.
+test_files: []