bjornno-ruby-batch 0.1.1

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2008 Bj�rn Nordlund
+ 
+Permission is hereby granted, free of charge, to any person
+obtaining a copy of this software and associated documentation
+files (the "Software"), to deal in the Software without
+restriction, including without limitation the rights to use,
+copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following
+conditions:
+ 
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+ 
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,48 @@
+= ruby-batch
+
+* FIX (url)
+
+== DESCRIPTION:
+
+FIX (describe your package)
+
+== FEATURES/PROBLEMS:
+
+* FIX (list of features or problems)
+
+== SYNOPSIS:
+
+  FIX (code sample of usage)
+
+== REQUIREMENTS:
+
+* FIX (list of requirements)
+
+== INSTALL:
+
+* FIX (sudo gem install, anything else)
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2008 FIXME full name
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,162 @@
+require 'rubygems'
+require 'rake/clean'
+require 'fileutils'
+ 
+task :default => :test
+ 
+# SPECS ===============================================================
+ 
+desc 'Run specs with story style output'
+task :spec do
+  sh 'specrb --specdox -Ilib:test test/*_test.rb'
+end
+ 
+desc 'Run specs with unit test style output'
+task :test => FileList['test/*_test.rb'] do |t|
+  suite = t.prerequisites.map{|f| "-r#{f.chomp('.rb')}"}.join(' ')
+  sh "ruby -Ilib:test #{suite} -e ''", :verbose => false
+end
+ 
+# PACKAGING ============================================================
+ 
+# Load the gemspec using the same limitations as github
+def spec
+  @spec ||=
+    begin
+      require 'rubygems/specification'
+      data = File.read('ruby-batch.gemspec')
+      spec = nil
+      Thread.new { spec = eval("$SAFE = 3\n#{data}") }.join
+      spec
+    end
+end
+ 
+def package(ext='')
+  "dist/ruby-batch-#{spec.version}" + ext
+end
+ 
+desc 'Build packages'
+task :package => %w[.gem .tar.gz].map {|e| package(e)}
+ 
+desc 'Build and install as local gem'
+task :install => package('.gem') do
+  sh "gem install #{package('.gem')}"
+end
+ 
+directory 'dist/'
+ 
+file package('.gem') => %w[dist/ ruby-batch.gemspec] + spec.files do |f|
+  sh "gem build ruby-batch.gemspec"
+  mv File.basename(f.name), f.name
+end
+ 
+file package('.tar.gz') => %w[dist/] + spec.files do |f|
+  sh "git archive --format=tar HEAD | gzip > #{f.name}"
+end
+ 
+# Rubyforge Release / Publish Tasks ==================================
+ 
+desc 'Publish website to rubyforge'
+task 'publish:doc' => 'doc/api/index.html' do
+  sh 'scp -rp doc/* rubyforge.org:/var/www/gforge-projects/ruby-batch/'
+end
+ 
+task 'publish:gem' => [package('.gem'), package('.tar.gz')] do |t|
+  sh <<-end
+    rubyforge add_release ruby-batch ruby-batch #{spec.version} #{package('.gem')} &&
+    rubyforge add_file    ruby-batch ruby-batch #{spec.version} #{package('.tar.gz')}
+  end
+end
+ 
+# Website ============================================================
+# Building docs requires HAML and the hanna gem:
+#   gem install mislav-hanna --source=http://gems.github.com
+ 
+task 'doc'     => ['doc:api','doc:site']
+ 
+desc 'Generate Hanna RDoc under doc/api'
+task 'doc:api' => ['doc/api/index.html']
+ 
+file 'doc/api/index.html' => FileList['lib/**/*.rb','README.rdoc'] do |f|
+  rb_files = f.prerequisites
+  sh((<<-end).gsub(/\s+/, ' '))
+    hanna --charset utf8 \
+          --fmt html \
+          --inline-source \
+          --line-numbers \
+          --main README.rdoc \
+          --op doc/api \
+          --title 'Ruby-batch API Documentation' \
+          #{rb_files.join(' ')}
+  end
+end
+CLEAN.include 'doc/api'
+ 
+def rdoc_to_html(file_name)
+  require 'rdoc/markup/to_html'
+  rdoc = RDoc::Markup::ToHtml.new
+  rdoc.convert(File.read(file_name))
+end
+ 
+def haml(locals={})
+  require 'haml'
+  template = File.read('doc/template.haml')
+  haml = Haml::Engine.new(template, :format => :html4, :attr_wrapper => '"')
+  haml.render(Object.new, locals)
+end
+ 
+desc 'Build website HTML and stuff'
+task 'doc:site' => ['doc/index.html', 'doc/book.html']
+ 
+file 'doc/index.html' => %w[README.rdoc doc/template.haml] do |file|
+  File.open(file.name, 'w') do |file|
+    file << haml(:title => 'Ruby Batch', :content => rdoc_to_html('README.rdoc'))
+  end
+end
+CLEAN.include 'doc/index.html'
+ 
+file 'doc/book.html' => ['book/output/ruby-batch-book.html'] do |file|
+  File.open(file.name, 'w') do |file|
+    book_content = File.read('book/output/ruby-batch-book.html')
+    file << haml(:title => 'Ruby Batch Book', :content => book_content)
+  end
+end
+CLEAN.include 'doc/book.html'
+ 
+file 'book/output/ruby-batch-book.html' => FileList['book/**'] do |f|
+  unless File.directory?('book')
+    sh 'git clone git://github.com/cschneid/ruby-batch-book.git book'
+  end
+  sh((<<-SH).strip.gsub(/\s+/, ' '))
+    cd book &&
+    git fetch origin &&
+    git rebase origin/master &&
+    thor book:build
+  SH
+end
+CLEAN.include 'book/output/ruby-batch-book.html'
+ 
+desc 'Build the Ruby Batch book'
+task 'doc:book' => ['book/output/ruby-batch-book.html']
+ 
+# Gemspec Helpers ====================================================
+ 
+file 'ruby-batch.gemspec' => FileList['{lib,test,images}/**','Rakefile'] do |f|
+  # read spec file and split out manifest section
+  spec = File.read(f.name)
+  parts = spec.split("  # = MANIFEST =\n")
+  fail 'bad spec' if parts.length != 3
+  # determine file list from git ls-files
+  files = `git ls-files`.
+    split("\n").
+    sort.
+    reject{ |file| file =~ /^\./ }.
+    reject { |file| file =~ /^doc/ }.
+    map{ |file| "    #{file}" }.
+    join("\n")
+  # piece file back together and write...
+  parts[1] = "  s.files = %w[\n#{files}\n  ]\n"
+  spec = parts.join("  # = MANIFEST =\n")
+  File.open(f.name, 'w') { |io| io.write(spec) }
+  puts "updated #{f.name}"
+end

data/lib/ruby-batch.rb

@@ -0,0 +1,72 @@
+require 'rubygems'
+require 'sequel'
+require 'fileutils'
+require 'ftools'
+
+module Filescanner
+
+  def moveFile(fromfilename, fromdir, tofilename, todir)
+  
+    if File.exist? fromdir+'/'+fromfilename
+      if !File.exist? todir
+        FileUtils.mkdir(todir)
+      end
+      puts 'moving file: ' + fromfilename
+      FileUtils.mv(fromdir+'/'+fromfilename, todir+tofilename)
+      end 
+
+  end
+
+  def startProcess(path, file)
+    moveFile(file, path, file, path + '/processing/')
+    file = File.open(path + '/processing/' + file, "r")  
+  end
+
+  def endProcess(path, file)
+    moveFile(file, path + '/processing/', file +'-'+rand(999999).to_s.center(6, rand(9).to_s), path + '/processed/')
+  end
+
+  def filescan(path, regexp, &block)
+    if !File.exist? path
+        FileUtils.mkdir_p(path)
+    end
+    while true 
+      Dir.foreach(path)  do |filename|  
+        if (File.fnmatch(regexp, filename)) #File.directory?(file) && 
+            file = startProcess(path,filename)
+            if file != nil
+              #DB.transaction do
+              yield block [file]
+              #end
+              file.close
+            end
+            endProcess(path, filename)
+        end
+      end  
+      sleep 5 
+    end 
+  end
+
+end
+
+module Dbscanner
+  def dbscan(db, queue, &block)
+    while true 
+      db.transaction do
+        workset = db[:work_item].where(:processing_state => 0).where(:work_queue_id => queue)
+        work = workset.first
+        if work != nil
+          yield block [work]
+          workset.filter(:id => work[:id]).update(:processing_state => 3)
+        end
+      end
+      sleep 10 
+    end 
+  end
+end
+
+include Filescanner
+include Dbscanner
+
+
+

data/ruby-batch.gemspec

@@ -0,0 +1,38 @@
+Gem::Specification.new do |s|
+  s.specification_version = 2 if s.respond_to? :specification_version=
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+ 
+  s.name = 'ruby-batch'
+  s.version = '0.1.1'
+  s.date = "2008-11-23"
+ 
+  s.description = "Simple batch frameork DSL"
+  s.summary     = "Simple batch frameork DSL"
+ 
+  s.authors = ["Bj�rn Nordlund"]
+ 
+  # = MANIFEST =
+  s.files = %w[
+    ChangeLog
+    LICENSE
+    README.rdoc
+    Rakefile
+  
+    lib/ruby-batch.rb
+    ruby-batch.gemspec
+    test/printfile_test.rb
+    test/test_helper.rb
+  ]
+  # = MANIFEST =
+ 
+  s.test_files = s.files.select {|path| path =~ /^test\/.*_test.rb/}
+ 
+  s.extra_rdoc_files = %w[README.rdoc LICENSE]
+  
+  s.has_rdoc = true
+  s.homepage = "http://ruby-batch.rubyforge.org"
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Ruby Batch", "--main", "README.rdoc"]
+  s.require_paths = %w[lib]
+  s.rubyforge_project = 'ruby-batch'
+  s.rubygems_version = '1.1.1'
+end

data/test/printfile_test.rb

@@ -0,0 +1,17 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+filescan '/data/from_host/bjorn', 'bjorn*' do
+  |file| 
+  if file != nil
+    puts '---------------'
+    puts 'reading file'
+    while line = file.gets   
+      if (line != nil)
+        puts line   
+      end
+    end  
+  end
+  puts 'finished reading file'
+  puts '---------------'
+  
+end

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require 'stringio'
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/ruby-batch'

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification 
+name: bjornno-ruby-batch
+version: !ruby/object:Gem::Version 
+  version: 0.1.1
+platform: ruby
+authors: 
+- "Bj\xEF\xBF\xBDrn Nordlund"
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-11-23 00:00:00 -08:00
+default_executable: 
+dependencies: []
+
+description: Simple batch frameork DSL
+email: 
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+- LICENSE
+files: 
+- ChangeLog
+- LICENSE
+- README.rdoc
+- Rakefile
+- lib/ruby-batch.rb
+- ruby-batch.gemspec
+- test/printfile_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://ruby-batch.rubyforge.org
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Ruby Batch
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: ruby-batch
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: Simple batch frameork DSL
+test_files: 
+- test/printfile_test.rb