zcc 0.0.1

data/bin/linter.pl

@@ -0,0 +1,50 @@
+#!/usr/bin/perl
+
+use strict;
+##
+use MARC::Record;
+use MARC::File::XML;
+use MARC::File::USMARC;
+use MARC::Lint;
+
+
+#print @ARGV[0];
+print "\n";
+
+my $lint = MARC::Lint->new();
+
+
+my $file = MARC::Record->new_from_xml( @ARGV[0] );
+
+#print $file->as_formatted;
+#my $file = MARC::File::USMARC->in( 'temp_lint.mrc' );
+#print $record->as_formatted;
+
+#print "title: ", $title;
+#print $record->as_formatted;
+
+$lint->check_record($file);
+my @warnings = $lint->warnings();
+    
+
+foreach my $warning ( @warnings ) {
+          print $warning . "\n";
+}
+
+
+
+#while ( my $marc = $file->next() ) {
+ #       $lint->check_record( $marc );
+#
+        # Print the title tag
+ #       print $marc->title, "\n";
+
+        # Print the errors that were found
+  #      print join( "\n", $lint->warnings ), "\n";
+#    } # while
+
+
+#print "Hello, world!\n";
+#@input = @ARGV;
+#print "\nthis\n";
+#print "\ninput[0]", $input[0], "\n\n";

data/bin/zcc

@@ -0,0 +1,240 @@
+#!/usr/bin/ruby -w
+## Jason Ronallo
+# April, 2007
+
+require 'rubygems'
+require 'zoom'
+require 'marc'
+require 'stringio'
+require 'yaml'
+
+$KCODE = 'u'
+require 'jcode'
+require 'unicode'
+
+#--my modules
+require 'zcc/marcadditions'
+require 'zcc/pickers'
+
+class Array
+  include Pickers
+end
+
+class Object #MARC::Record
+  include MARCAdditions
+end
+
+
+
+
+class String
+   def usubstr(a, b)
+     i = 0
+     buff = ''
+     each_char do
+       | c |
+       i += 1
+       if i >= a: buff += c end
+       if i == b: return buff end
+     end
+   end
+end
+
+
+#--############ BEGIN CONFIGURATION ####################
+## Basic configuration below. To complete full configuration, including picking z39.50 servers please see zcc.yaml
+TO_SHOW = 10
+#HOW_TO_SAVE = 'search_term'
+HOW_TO_SAVE = 'timestamp' #with 'timestamp' all records are saved to the same date stamped file of the time the program starts. The other valid value is 'search_term' in which case each record is saved according to the search term appending on to files which have the same search term
+
+TIMESTAMP = Time.now.strftime("%Y%m%d%H%M%S")
+SCRIPTING = 'yes' #if you want scripting enabled for each record
+CSV = 'yes' #would you like to run the csv creation?
+LINTER = 'yes' #If you do not have the Perl MARC::Lint module installed, probably from cpan, change this value to 'no'
+FORMAT_TO_SAVE = 'marc' #other value that works is 'xml' which saves in marcxml
+###### END OF CONFIGURATION ###########
+
+$testing = ARGV[0]
+$testing = nil unless $testing == 'v' or $testing == 't'
+puts "We're testing " if $testing 
+STDIN.gets if $testing
+
+yamlfile = YAML.load_file( "#{File.expand_path("~")}/.zcc/zcc.yaml" )
+zservers = yamlfile['zservers']
+labels = yamlfile['labels']
+scripting = yamlfile['scripting']
+$procs = yamlfile['procs']
+
+#class String
+#  def to_proc
+#    eval "Proc.new  #{self} " # or "Proc.new #{self}" in my case
+#  end
+#end
+
+def continue?
+  loop {
+    print "Enter to search again. q to quit: "
+    enter_quit = STDIN.gets.chomp
+    if enter_quit == ''
+      puts "Again!\n"
+      return "again"	
+    elsif enter_quit == 'q'
+      puts "Please! No more!"
+      exit
+    end
+  }
+end
+
+def zoomer (search_term, server, port, database )
+  puts "\n-------------------------------------\n#{server} #{port} #{database} \n"
+  conn = ZOOM::Connection.new
+  
+  conn.connect(server, port) #do |conn|
+  conn.set_option('charset', 'UTF-8')
+  conn.preferred_record_syntax = 'MARC21'
+  #STDIN.gets
+  conn.database_name = database
+    #conn.preferred_record_syntax = 'MARC21'#'USMARC' #was 'XML'
+    #conn.set_option('charset', 'UTF-8')
+    full_search = ''
+    if search_term =~ /\d+[X||\d]/ and !(search_term.match( /[a-wyz]/i ))
+      puts "Searching for ISBN: #{search_term}"
+      if server == 'z3950.loc.gov'
+        full_search = "@attr 1=1007 #{search_term}"
+      else
+        full_search = "@attr 1=7 #{search_term}"
+      end
+    elsif ( search_term[/[a-z]/i] ) #-- This check for a string could be better!
+      puts "searching for title:#{search_term}"
+      search_term = "\'#{search_term}\'"
+      full_search = "@attr 1=4 \"#{search_term}\""
+    else
+      puts "What is this search? Does not compute."
+      exit
+    end
+
+    rset = conn.search(full_search)
+    if ( rset.length == 0)
+      return nil
+    end
+
+    rset_recs = rset[0,TO_SHOW]
+    
+    #puts rset_recs
+    #STDIN.gets
+    
+    puts "rset.length #{rset.length}"
+    #puts rset.get_option('charset')
+    #STDIN.gets
+    xmlsrecs = '' 
+    #--xmlsrecs = rset.records
+    rset_recs.each do |rsetrec|
+      #--puts "moving record into array"
+      #puts rsetrec.syntax
+      #puts rsetrec
+      #STDIN.gets
+      xmlsrecs +=  rsetrec.xml('MARC-8', 'UTF-8') #change this to detect character encoding before assuming marc8 to utf8
+      #puts xmlsrecs
+    end
+    #puts xmlsrecs
+    return records = MARC::XMLReader.new(StringIO.new(string=xmlsrecs))
+  #end
+rescue Exception => except
+  puts "Error! #{except}" 
+  return nil
+
+
+end
+
+#++# All the main logic of the program is just one simple big loop.
+puts "Zcc, Copyright (C) 2007 Jason Ronallo\nZcc comes with ABSOLUTELY NO WARRANTY.\nZcc is released under the terms of the GPL v.2 or later. See LICENSE for full information."
+loop {
+  taken = []
+  print "Enter a title or ISBN to search for: "
+  search_term = STDIN.gets.chomp
+
+
+  zservers.each do |zserver|
+    records = zoomer(search_term, zserver[0], zserver[1], zserver[2])
+    puts "\n"
+    
+    if records.nil?: print "nil records returned"; next; end
+
+    recs_array = records.to_a
+    taker = []
+    taker = recs_array.select_good_marc('multi')
+    #--puts taker.inspect
+    another_zserver = taker.pop if taker[-1] == 'done'
+
+    next if taker == nil
+    taker.each do |taker|
+      puts "\ntaker: #{taker['245']}\n\n"
+      taken << taker
+    end
+    break if another_zserver == 'done'
+  end
+  
+  taken.flatten!
+  taken.compact!
+  puts "taken.length #{taken.length}" 
+  if taken.length > 1
+    puts "\n\n!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\nWe only need one record per book, so make your choice now!\n!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n\n"
+    taken = taken.select_good_marc('one')
+    next if taken == 'none'
+    puts "after selecting final record taken.length = #{taken.length}"  
+    puts taken[0]['245'] , "\n\n"
+  elsif taken.length == 0
+    print "You didn't get any records!\n"
+    next if continue? == 'again'	
+  end
+
+  final_taken = taken[0]
+  puts final_taken
+  final_taken.local_script(scripting) if SCRIPTING == 'yes'
+
+  puts "--------------FINAL RECORD----------------------------"
+  puts final_taken
+  puts "--------------FINAL RECORD----------------------------\a"
+  puts "Above is how your final record looks. Are you happy with it? (anything or n)"
+
+  to_save_or_not_to_save = STDIN.gets.chomp
+
+  if to_save_or_not_to_save == 'n' 
+    next if continue? == 'again' 
+  end
+
+  csv = final_taken.marc_to_csv(labels) if CSV == 'yes' 
+
+  print "\n#{csv}\n"  
+
+  if HOW_TO_SAVE == 'search_term'
+    filename = search_term.gsub(' ','_')
+  elsif HOW_TO_SAVE == 'timestamp'
+    filename = TIMESTAMP 
+  end
+  #puts Dir.getwd
+  #STDIN.gets
+  #Dir.chdir("./saved") do  
+    if FORMAT_TO_SAVE == 'marc'
+      aFile = File.new("#{filename}\.mrc","a+")
+      aFile.write(final_taken.to_marc)
+      puts "#{final_taken['245']['a']} saved in #{filename}\.mrc"
+      aFile.close
+    elsif FORMAT_TO_SAVE == 'xml'
+      puts final_taken.to_xml
+      aFile = File.new("#{filename}\.xml","a+")      
+      aFile.write(final_taken.to_xml)
+      puts "#{final_taken['245']['a']} saved in #{filename}\.xml"
+      aFile.close
+    end
+    
+    if CSV == 'yes'
+      csvFile = File.new("csv-#{filename}\.txt","a+")
+      csvFile.write(csv)
+      puts "csv for #{taken[0]['245']['a']} saved in csv-#{filename}\.txt"
+      csvFile.close 
+    end
+  #end
+
+  next if continue? == 'again'
+}

data/examples/zcc.yaml

@@ -0,0 +1,238 @@
+# ZOOMER CONFIG FILE
+# This is in YAML format
+# Configure this file if you want:
+# 1. to search multiple Z39.50 servers
+# 2. the added functionality of scripting
+# 3. creation of csv files. 
+# See below in each section for more information. 
+
+
+###########################
+# Z39.50 servers
+# Place zservers in the order of your preferences for records.
+# The current zservers are preceded with a minus sign and a space.
+# Each server is enclosed in brackets and values are separated by commas.
+# Columns and tabs are not important and are only done for readability.
+# For a list of other servers see: http://targettest.indexdata.com/
+# 
+##########################
+zservers:
+#  server                       port    service
+
+# [128.148.19.6,              	210,  	INNOPAC     ] #bad server, for testing
+#-[81.144.245.7, 210, INNOPAC] #wellcome.ac.uk latin1 charset
+#- [142.51.8.7, 2200, unicorn]
+- [z3950.loc.gov,               7090,   Voyager     ] # Library of Congress
+# [bobcat.nyu.edu, 210, ADVANCE] #New York University Libraries |  98%
+# [128.197.130.200, 210, INNOPAC] #Boston U. |  100%
+
+
+#######################################################
+# CSV files
+# Follows is the template for creating csv files. 
+# Saving information to a csv file might be useful for print labels in 
+# a program like glabels or for statistics.
+#######################################################
+labels:
+- [245, a, 30]
+- [1XX, a, 30]
+- [952, c]
+- [942, k]
+- [942, j]
+- [942, l]
+- [952, m]
+- [952, t]
+- [952, p]
+  
+  
+#################################################
+# Scripting
+# Scripting allows you to change the record before saving it.
+# Below is where you make changes to the scripting
+# that will be run on each record. This feature is
+# turned on in the main script with the value of the
+# constant SCRIPTING at the head of the file.
+#################################################
+scripting:
+- [remove,          9XX]
+- [create-field,    942, " ",   " "] #create new field with empty indicators
+- [create-field,    952, " ",   " "]
+- [append-subfield, 952, 2,     DLC]
+- [append-subfield, 952, b,     MRML]
+#- [append-subfield, 952, c, BIO] # BIO, Fic
+- [append-subfield, 942, c,     BOOK]
+- [append-subfield, 942, k,     proc get_dewey] # "proc name" is the way to get
+                                                # the script to evaluate a block
+                                                # of code. See below. comment out for BIO
+- [append-subfield, 942, j,     proc get_decimal] #comment out for BIO
+#- [append-subfield,  942, l, proc prompt_cutter] #BIO
+- [append-subfield, 942, l,     proc get_cutter] #comment out for BIO
+- [append-subfield, 952, k,     proc get_combined_callnum]
+- [prompt,          942, x,     IS THERE A CIP]
+- [append-subfield, 942, y,     proc get_cip_callnum]
+- [prompt,          942, z,     OLD CALL NUMBER]
+- [prompt,          952, z,     PUBLIC NOTE FOR ITEM]
+- [prompt,          952, x,     INTERNAL NOTE]
+- [proc barcode_and_itemnum]
+# [sort-tags] #This currently doesn't work.
+
+
+#!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+# This is where the procs go for added scripting power.
+# If you know some Ruby you can try to create one of these.
+# If the block of code is placed in the last position,
+# the last value evaluated will be returned and entered in the field.
+# If the block of code is the only value within barckets,
+# then you need to do the work yourself. For instance, if you want
+# to create a field you need to do that yourself.
+# The word variable record refers to the record the script is 
+# being run on.
+# All blocks of code below must begin the this way:
+# 1. Indent.
+# 2. Name of the block exactly as you enter it above.
+# 3. Colon, space, pipe.
+# 4. The block of code starts on the next line with two indentations.
+# 5. The block of code ends with a line between it and the next
+#!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+procs:
+    prompt_cutter: |
+            print "What do you want the cutter to be?"
+            cutter = STDIN.gets.chomp
+            cutter
+    
+    get_dewey: |
+            puts "in the get dewey proc" if $testing    
+            if record['082']
+                dewey = record['082']['a'] 
+                callnum = dewey.gsub(/\//, '') 
+                callnum = callnum.split(/\./) 
+                callnum[0]    
+            else
+                print "What is the dewey (just the part before the decimal!)? " 
+                dewey = STDIN.gets.chomp 
+                dewey
+            end
+        
+
+    get_decimal: |
+           puts "in the get decimal proc" if $testing
+            if record['082']
+                dewey = record['082']['a']
+                dewey = dewey.gsub(/\//, '')
+                puts "dewey: #{dewey} #{dewey.class}" if $testing
+                puts "#{record['082']['a']}"
+                #STDIN.gets if $testing
+                #exit
+                decimal = dewey.split(/\./)
+                next if decimal[1] == nil
+                decimal = decimal[1].slice(0, 3)
+                decimal = decimal.gsub(/[0]+$/, '')
+                decimal = "." + decimal
+                #puts decimal
+                decimal = nil if decimal == '.'
+                #puts decimal
+                
+                decimal
+            else
+                print "What is the decimal (leaving off the decimal point!)? "
+                decimal = STDIN.gets.chomp
+                decimal = "." + decimal
+                decimal = nil if decimal == '.'
+                decimal
+            end
+            
+         
+
+    get_cutter: |
+            #puts "|" , record , "|"
+            #puts "in the cutter proc"
+            if (record['952']) and (record['952']['c'] == ('BIO' or 'F'))
+                print "This is a |#{record['952']['c']}|, so choose your cutter accordingly: "
+                cutter = STDIN.gets.chomp
+                cutter.upcase!
+                return cutter
+            elsif record['100']
+                cutter = record['100']['a'].dup
+            elsif record['110']
+                cutter = record['110']['a'].dup
+            elsif record['111']
+                cutter = record['111']['a'].dup
+            elsif record['130']
+                cutter = record['130']['a'].dup
+            elsif record['245'].indicator1 == '0'
+                cutter = record['245']['a']
+                i = record['245'].indicator2.to_i
+                cutter = cutter[i,99]
+            else
+                print "What is the cutter for this book? "
+                cutter = STDIN.gets.chomp
+            end
+            #puts cutter
+            #puts cutter.length
+            #puts cutter.jlength
+            #STDIN.gets
+            #puts cutter.usubstr(0, 3)
+                        
+            #STDIN.gets
+            if cutter.length == cutter.jlength
+                cutter = cutter[0,4]
+                #puts "cutter after slice", cutter
+                cutter.gsub!("'", '')
+                cutter.gsub!(" ", '')
+                cutter = cutter[0,3]
+            else
+                puts "This cutter appears to have multi-byte characters."
+                print "What is the cutter for this book? "
+                cutter = STDIN.gets.chomp
+            end
+             cutter.upcase!
+             puts "|#{cutter}|"
+             puts cutter.jlength
+             
+                cutter    
+        
+
+    get_cip_callnum: |
+        if record['942']['x'] == 'y'
+        print "What is the CIP call number? "
+        cipcall = STDIN.gets.chomp
+        cipcall
+        else
+          puts "value is nil"          
+        end
+        
+
+    get_combined_callnum: |
+        #puts "into get_combined_callnum"
+        #puts record
+        #puts "**942 #{record['942']}"
+        #puts "**942k #{record['942']['k']}"
+        combined_callnum = record['942']['k'] if record['942']['k']
+        combined_callnum = combined_callnum + record['942']['j'] if record['942']['j'] 
+        if record['942']['k']
+          combined_callnum = combined_callnum.to_s + " " + record['942']['l']
+        else
+          combined_callnum = record['942']['l']
+        end
+
+    barcode_and_itemnum: | 
+        puts "BARCODE AND ITEMNUM!!!\a" if $testing
+        #STDIN.gets
+        #Dir.chdir("..") if Dir.pwd.include?('zoomer/saved')
+        #puts Dir.pwd
+        if $testing == 't'
+          iterator = File.new("~/.zcc/test-zoomer-iterator.txt", "r").gets
+        else
+          iterator = File.new("#{File.expand_path("~")}/.zcc/zoomer-iterator.txt", "r").gets 
+        end
+        #iterator = File.new("test-zoomer-iterator.txt").gets if $testing == 't'
+        puts iterator
+        iterator = iterator.chomp
+        barcode = "MRML-%05d" % iterator
+        new_iterator = iterator.to_i + 1
+        File.open("#{File.expand_path("~")}/.zcc/zoomer-iterator.txt", "w+") do |myfile|
+          myfile.write(new_iterator) unless $testing == 't'
+        end
+        record['952'].append(MARC::Subfield.new('p', barcode))
+        record['952'].append(MARC::Subfield.new('u', iterator))
+