bjornno-ruby-batch 0.1.1 → 0.1.2

data/README.rdoc

@@ -1,18 +1,26 @@
 = ruby-batch
 
-* FIX (url)
+http://github.com/bjornno/ruby-batch/
 
 == DESCRIPTION:
-
-FIX (describe your package)
+Simple DSL for batch processing
 
 == FEATURES/PROBLEMS:
-
-* FIX (list of features or problems)
+Not very useful yet
+Not multithreaded
 
 == SYNOPSIS:
 
-  FIX (code sample of usage)
+require 'ruby-batch'
+
+filescan '/data/from_host/', 'processfiles*' do |file|   
+  # process files matching pattern from a catalog, put processing logic here.
+end
+
+dbscan db, 'process_queue' do |work_item|   
+  # # Scans for work_items from database, put process logic here.
+end
+
 
 == REQUIREMENTS:
 
@@ -20,13 +28,12 @@ FIX (describe your package)
 
 == INSTALL:
 
-* FIX (sudo gem install, anything else)
+sudo gem install bjornno-ruby-batch
 
 == LICENSE:
 
-(The MIT License)
 
-Copyright (c) 2008 FIXME full name
+Copyright (c) 2008 Bjørn Nordlund 
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/lib/ruby-batch.rb

@@ -3,7 +3,7 @@ require 'sequel'
 require 'fileutils'
 require 'ftools'
 
-module Filescanner
+module BatchFile
 
   def moveFile(fromfilename, fromdir, tofilename, todir)
   
@@ -27,46 +27,72 @@ module Filescanner
   end
 
   def filescan(path, regexp, &block)
-    if !File.exist? path
-        FileUtils.mkdir_p(path)
+    puts 'starting file pump'
+    Thread.new do
+      if !File.exist? path
+          FileUtils.mkdir_p(path)
+      end
+      while true 
+        Dir.foreach(path)  do |filename|  
+          if (File.fnmatch(regexp, filename)) #File.directory?(file) && 
+              file = startProcess(path,filename)
+              if file != nil
+                #DB.transaction do
+                yield block [file]
+                #end
+                file.close
+              end
+              endProcess(path, filename)
+          end
+        end  
+        sleep 5 
+      end 
     end
-    while true 
-      Dir.foreach(path)  do |filename|  
-        if (File.fnmatch(regexp, filename)) #File.directory?(file) && 
-            file = startProcess(path,filename)
-            if file != nil
-              #DB.transaction do
-              yield block [file]
-              #end
-              file.close
-            end
-            endProcess(path, filename)
-        end
-      end  
-      sleep 5 
-    end 
   end
-
+  
+  def writefile(filepath, filename, content)
+    if !File.exist? filepath+'/tmp/'
+        FileUtils.mkdir_p(filepath+'/tmp/')
+      end
+    File.open(filepath+'/tmp/'+filename, 'w') {|f| f.write(content) }
+    moveFile(filename, filepath+'/tmp/', filename, filepath+'/tmp/')
+  end
+  
 end
 
-module Dbscanner
+module BatchDatabase
+  def createDb(db)
+    db << "CREATE TABLE work_item (id INTEGER UNSIGNED NOT NULL AUTO_INCREMENT, work_id INTEGER UNSIGNED NOT NULL, processing_state INTEGER UNSIGNED NOT NULL, work_queue_id INTEGER UNSIGNED NOT NULL,PRIMARY KEY(id))"
+  end
+  
+
   def dbscan(db, queue, &block)
-    while true 
-      db.transaction do
-        workset = db[:work_item].where(:processing_state => 0).where(:work_queue_id => queue)
-        work = workset.first
-        if work != nil
-          yield block [work]
-          workset.filter(:id => work[:id]).update(:processing_state => 3)
+    puts 'starting db pump'
+    Thread.new do
+      loop do
+        db.transaction do
+          workset = db[:work_item].where(:processing_state => 0).where(:work_queue_id => queue)
+          work = workset.first
+          if work != nil
+            yield block [work]
+            workset.filter(:id => work[:id]).update(:processing_state => 3)
+          else
+            sleep 10
+          end
         end
-      end
-      sleep 10 
-    end 
+      end 
+    end
+  end
+  
+  def dbpost(db, queue, work_id)
+    dataset = db[:work_item]
+    dataset.insert(:processing_state => 0, :work_queue_id => queue, :work_id => work_id)
   end
+  
 end
 
-include Filescanner
-include Dbscanner
+include BatchFile
+include BatchDatabase
 
 
 

data/ruby-batch.gemspec

@@ -3,13 +3,13 @@ Gem::Specification.new do |s|
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
  
   s.name = 'ruby-batch'
-  s.version = '0.1.1'
+  s.version = '0.1.2'
   s.date = "2008-11-23"
  
   s.description = "Simple batch frameork DSL"
   s.summary     = "Simple batch frameork DSL"
  
-  s.authors = ["Bj�rn Nordlund"]
+  s.authors = ["Bjørn Nordlund"]
  
   # = MANIFEST =
   s.files = %w[

metadata

@@ -1,10 +1,10 @@
 --- !ruby/object:Gem::Specification 
 name: bjornno-ruby-batch
 version: !ruby/object:Gem::Version 
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors: 
-- "Bj\xEF\xBF\xBDrn Nordlund"
+- "Bj\xC3\xB8rn Nordlund"
 autorequire: 
 bindir: bin
 cert_chain: []