zcc 0.0.2 → 0.0.3

data/History.txt

@@ -1,3 +1,16 @@
+== 0.0.3 
+* major changes:
+  * added dependencies to Rakefile
+  * added dependency to gem highline
+  * added subfield editing of existing fields. very basic but seems to work.
+  * Character encoding conversion from MARC-8 to UTF-8. ruby-zoom takes care of conversion through YAZ
+  * Added experimental localhost ztarget through zebra. See http://zcc.rubyforge.org/zebra.html  This feature is turned ON by default.
+* minor changes:
+  * general code cleaning and refactoring. paid more attention to
+    namespace issues
+  * added information on website on how to locally deploy gem from svn
+  * added some colorizing to MARC records in display using Highline
+
 == 0.0.2 2007-06-24
 * 2 major changes:
   * moved all config to yaml file

data/Manifest.txt

@@ -3,14 +3,47 @@ LICENSE
 Manifest.txt
 README.txt
 Rakefile
-bin/linter.pl
 bin/zcc
+examples/linter.pl
 examples/zcc.yaml
+examples/zebra/key/empty
+examples/zebra/lock/empty
+examples/zebra/README
+examples/zebra/register/empty
+examples/zebra/records/examples/0.xml
+examples/zebra/records/examples/1.xml
+examples/zebra/records/examples/2.xml
+examples/zebra/records/examples/3.xml
+examples/zebra/records/examples/4.xml
+examples/zebra/records/examples/5.xml
+examples/zebra/records/examples/6.xml
+examples/zebra/records/examples/7.xml
+examples/zebra/records/examples/8.xml
+examples/zebra/records/examples/9.xml
+examples/zebra/shadow/empty
+examples/zebra/tab/bib1.abs
+examples/zebra/tab/bib1.att
+examples/zebra/tab/default.idx
+examples/zebra/tab/explain.abs
+examples/zebra/tab/explain.att
+examples/zebra/tab/explain.tag
+examples/zebra/tab/gils.att
+examples/zebra/tab/kohalis
+examples/zebra/tab/numeric.chr
+examples/zebra/tab/record.abs
+examples/zebra/tab/sort-string-utf.chr
+examples/zebra/tab/tagsetm.tag
+examples/zebra/tab/usmarc.mar
+examples/zebra/tab/word-phrase-utf.chr
+examples/zebra/tmp/empty
+examples/zebra/zebra.cfg
 examples/zoomer-iterator.txt
 lib/zcc.rb
 lib/zcc/marcadditions.rb
 lib/zcc/pickers.rb
+lib/zcc/subfieldeditor.rb
 lib/zcc/version.rb
+lib/zcc/zoomer.rb
 scripts/txt2html
 setup.rb
 test/test_helper.rb
@@ -24,3 +57,5 @@ website/stylesheets/screen.css
 website/template.rhtml
 website/zcc.html
 website/zcc.txt
+website/zebra.html
+website/zebra.txt

data/Rakefile

@@ -71,7 +71,12 @@ hoe = Hoe.new(GEM_NAME, VERS) do |p|
   
   # == Optional
   p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
-  #p.extra_deps = []     # An array of rubygem dependencies [name, version], e.g. [ ['active_support', '>= 1.3.1'] ]
+  p.extra_deps = [
+  ['marc','>=0.1.6'],
+  ['zoom', '>=0.3.0'],
+  ['unicode','>=0.1'],
+  ['highline', '>=1.2.9']  
+  ]     # An array of rubygem dependencies [name, version], e.g. [ ['active_support', '>= 1.3.1'] ]
   #p.spec_extras = {}    # A hash of extra values to set in the gemspec.
 end
 

data/bin/zcc

@@ -15,31 +15,32 @@ require 'unicode'
 #--my modules
 require 'zcc/marcadditions'
 require 'zcc/pickers'
-
-class Array
-  include Pickers
-end
-
-class Object #MARC::Record
-  include MARCAdditions
-end
-
-
-
-
-class String
-   def usubstr(a, b)
-     i = 0
-     buff = ''
-     each_char do
-       | c |
-       i += 1
-       if i >= a: buff += c end
-       if i == b: return buff end
+require 'zcc/subfieldeditor'
+require 'zcc/zoomer'
+#require 'wcid'
+require 'highline/import'
+#require 'curses'
+
+termsize = HighLine::SystemExtensions.terminal_size
+$term_width = termsize[0]
+$term_height = termsize[1]
+$clear_code = %x{clear}
+
+
+ft = HighLine::ColorScheme.new do |cs|
+        cs[:headline]        = [ :bold, :white, :on_black ]
+        cs[:horizontal_line] = [ :bold, :white, :on_blue]
+        cs[:even_row]        = [ :green ]
+        cs[:odd_row]         = [ :magenta ]
+        cs[:marc_tag]        = [:bold]
+        cs[:bolder]          = [:bold]
+        cs[:field_hilite]    = [:bold, :blue]
+        cs[:index]            = [:bold, :red]
      end
-   end
-end
+HighLine.color_scheme = ft
+
 
+##Setting up testing parameter
 $testing = ARGV[0]
 $testing = nil unless $testing == 'v' or $testing == 't'
 puts "We're testing " if $testing 
@@ -56,110 +57,37 @@ TO_SHOW = yamlfile['to_show']
 HOW_TO_SAVE = yamlfile['save_filename']
 TIMESTAMP = Time.now.strftime("%Y%m%d%H%M%S")
 SCRIPTING = yamlfile['scripting_on']
+EDITING = yamlfile['subfield_editing']
 CSV = yamlfile['csv_on']
 LINTER = yamlfile['linter_on']
 FORMAT_TO_SAVE = yamlfile['save_record_syntax']
+#ZEBRA_ON = yamlfile['zebra']
+#ZEBRA_CONF = yamlfile['zebraconf']
 
-
-#class String
-#  def to_proc
-#    eval "Proc.new  #{self} " # or "Proc.new #{self}" in my case
-#  end
-#end
-
-def continue?
-  loop {
-    print "Enter to search again. q to quit: "
-    enter_quit = STDIN.gets.chomp
-    if enter_quit == ''
-      puts "Again!\n"
-      return "again"	
-    elsif enter_quit == 'q'
-      puts "Please! No more!"
-      exit
-    end
-  }
-end
-
-def zoomer (search_term, server, port, database )
-  puts "\n-------------------------------------\n#{server} #{port} #{database} \n"
-  conn = ZOOM::Connection.new
-  
-  conn.connect(server, port) #do |conn|
-  conn.set_option('charset', 'UTF-8')
-  conn.preferred_record_syntax = 'MARC21'
-  #STDIN.gets
-  conn.database_name = database
-    #conn.preferred_record_syntax = 'MARC21'#'USMARC' #was 'XML'
-    #conn.set_option('charset', 'UTF-8')
-    full_search = ''
-    if search_term =~ /\d+[X||\d]/ and !(search_term.match( /[a-wyz]/i ))
-      puts "Searching for ISBN: #{search_term}"
-      if server == 'z3950.loc.gov'
-        full_search = "@attr 1=1007 #{search_term}"
-      else
-        full_search = "@attr 1=7 #{search_term}"
-      end
-    elsif ( search_term[/[a-z]/i] ) #-- This check for a string could be better!
-      puts "searching for title:#{search_term}"
-      search_term = "\'#{search_term}\'"
-      full_search = "@attr 1=4 \"#{search_term}\""
-    else
-      puts "What is this search? Does not compute."
-      exit
-    end
-
-    rset = conn.search(full_search)
-    if ( rset.length == 0)
-      return nil
-    end
-
-    rset_recs = rset[0,TO_SHOW]
-    
-    #puts rset_recs
-    #STDIN.gets
-    
-    puts "rset.length #{rset.length}"
-    #puts rset.get_option('charset')
-    #STDIN.gets
-    xmlsrecs = '' 
-    #--xmlsrecs = rset.records
-    rset_recs.each do |rsetrec|
-      #--puts "moving record into array"
-      #puts rsetrec.syntax
-      #puts rsetrec
-      #STDIN.gets
-      xmlsrecs +=  rsetrec.xml('MARC-8', 'UTF-8') #change this to detect character encoding before assuming marc8 to utf8
-      #puts xmlsrecs
-    end
-    #puts xmlsrecs
-    return records = MARC::XMLReader.new(StringIO.new(string=xmlsrecs))
-  #end
-rescue Exception => except
-  puts "Error! #{except}" 
-  return nil
-
-
-end
+print $clear_code
+#printed once when starting the program.
+say("Zcc, Copyright (C) 2007 Jason Ronallo\nZcc comes with ABSOLUTELY NO WARRANTY.\nZcc is released under the terms of the GPL v.2 or later.\nSee LICENSE for full information.\n")
+say("Introductory help. For now see: http://zcc.rubyforge.org/zcc.html")
 
 #++# All the main logic of the program is just one simple big loop.
-puts "Zcc, Copyright (C) 2007 Jason Ronallo\nZcc comes with ABSOLUTELY NO WARRANTY.\nZcc is released under the terms of the GPL v.2 or later. See LICENSE for full information."
+# Copy cataloging forever....
+clear_code_do = false
 loop {
   taken = []
-  print "Enter a title or ISBN to search for: "
-  search_term = STDIN.gets.chomp
-
+  print $clear_code if clear_code_do
+  clear_code_do = true
+  search_term = ask("\n<%= color('Enter search. [ISBN, title, LCCN (with dash), or :q to quit]', :bolder) %>\nsearch> ", String){ |q| q.readline = true }
+  exit if search_term == ':q'
 
   zservers.each do |zserver|
-    records = zoomer(search_term, zserver[0], zserver[1], zserver[2])
+    records = ZCC.zoomer(search_term, zserver[0], zserver[1], zserver[2])
     puts "\n"
     
     if records.nil?: print "nil records returned"; next; end
 
     recs_array = records.to_a
     taker = []
-    taker = recs_array.select_good_marc('multi')
-    #--puts taker.inspect
+    taker = recs_array.zcc_select_good_marc('multi')
     another_zserver = taker.pop if taker[-1] == 'done'
 
     next if taker == nil
@@ -174,43 +102,78 @@ loop {
   taken.compact!
   puts "taken.length #{taken.length}" 
   if taken.length > 1
-    puts "\n\n!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\nWe only need one record per book, so make your choice now!\n!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n\n"
-    taken = taken.select_good_marc('one')
-    next if taken == 'none'
+    say("\a<%= color('#{'!' * 10}We only need one record per book, so make your choice now!#{'!' * 10}', :headline) %>")
+    sleep 2
+    taken = taken.zcc_select_good_marc('one')
+    if taken == 'none'
+      next
+      print $clear_code
+    end
     puts "after selecting final record taken.length = #{taken.length}"  
     puts taken[0]['245'] , "\n\n"
   elsif taken.length == 0
+    print $clear_code
     print "You didn't get any records!\n"
-    next if continue? == 'again'	
+    clear_code_do = false
+    next #if continue? == 'again'	
   end
 
   final_taken = taken[0]
-  puts final_taken
-  final_taken.local_script(scripting) if SCRIPTING
-
-  puts "--------------FINAL RECORD----------------------------"
-  puts final_taken
-  puts "--------------FINAL RECORD----------------------------\a"
-  puts "Above is how your final record looks. Are you happy with it? (anything or n)"
+  #puts final_taken
+
+  #SCRIPTING and EDITING
+  if SCRIPTING
+    print $clear_code
+    print "\a"
+    say("#{ZCC.zcc_marc_str_bold(final_taken.to_s, 'record')}")
+    say("<%= color('SCRIPTING...', :headline) %>")
+    final_taken.local_script(scripting) 
+  end
+  if EDITING
+    print $clear_code
+    print "\a"
+    say("#{ZCC.zcc_marc_str_bold(final_taken.to_s, 'record')}")
+    say("Would you like to <%= color('edit', :headline) %>  this record [yes or ANYTHING]? ")
+    edit = STDIN.gets.chomp
+    if edit == ('y' or 'yes')
+      print $clear_code
+      say("#{ZCC.zcc_marc_str_bold(final_taken.to_s, 'record')}")
+      final_taken.edit
+    end
+  end
+  
+  print $clear_code
+  say("<%= color('#{'-'*20}FINAL RECORD#{'-'*20}', :headline) %>")
+  say("#{ZCC.zcc_marc_str_bold(final_taken.to_s, 'record')}")
+  say("<%= color('#{'-'*20}FINAL RECORD#{'-'*20}\a', :headline) %>")
+  print "Would you like to keep this FINAL RECORD? (ANYTHING or n)"
 
   to_save_or_not_to_save = STDIN.gets.chomp
 
   if to_save_or_not_to_save == 'n' 
-    next if continue? == 'again' 
+    next #if continue? == 'again' 
   end
 
-  csv = final_taken.marc_to_csv(labels) if CSV
-
-  print "\n#{csv}\n"  
+  if CSV
+    print $clear_code
+    print "\a"
+    say("#{ZCC.zcc_marc_str_bold(final_taken.to_s, 'record')}")
+    say("<%= color('Label making time!', :headline) %>")
+    csv = final_taken.marc_to_csv(labels) 
+    print "Final csv:\n#{csv}\n"  
+  end
+  
+  print $clear_code
+  clear_code_do = false
 
+  
+  #saves in the directory in which zcc was run
   if HOW_TO_SAVE == 'search_term'
     filename = search_term.gsub(' ','_')
   elsif HOW_TO_SAVE == 'timestamp'
     filename = TIMESTAMP 
   end
-  #puts Dir.getwd
-  #STDIN.gets
-  #Dir.chdir("./saved") do  
+  
     if FORMAT_TO_SAVE == 'marc'
       aFile = File.new("#{filename}\.mrc","a+")
       aFile.write(final_taken.to_marc)
@@ -222,6 +185,11 @@ loop {
       aFile.write(final_taken.to_xml)
       puts "#{final_taken['245']['a']} saved in #{filename}\.xml"
       aFile.close
+    elsif FORMAT_TO_SAVE == 'zebra'
+      #puts final_taken.to_xml
+      File.open("#{File.expand_path("~")}/.zcc/zebra/records/#{Time.now.strftime("%Y%m%d%H%M%S")}\.xml", "w") do |f|
+        f.write final_taken.to_xml
+      end
     end
     
     if CSV
@@ -230,7 +198,5 @@ loop {
       puts "csv for #{taken[0]['245']['a']} saved in csv-#{filename}\.txt"
       csvFile.close 
     end
-  #end
-
-  next if continue? == 'again'
+  
 }

data/examples/zcc.yaml

@@ -17,14 +17,24 @@ save_filename: timestamp
 #Do you want scripting turned on?
 scripting_on: yes
 
+#Do you want subfield editing turned on?
+subfield_editing: yes
+
 #Do you want CSV file creation turned on?
 csv_on: yes
 
 #Do you want to use the optional MARC linter? Perl and the MARC::Lint module are necessary for the functionality to work.
 linter_on: yes
 
-#How do you want your records saved? Current choices are 
-save_record_syntax: marc
+#How do you want your records saved? Current choices are [marc, xml, zebra]
+#'marc' means ISO2709, marc transmission format, not human readable
+#'xml' means marcxml right now
+#'zebra' means marcxml saved to the directory of the zebra database by timestamp. 
+#See for more information on setting up zebra: http://zcc.rubyforge.org/zebra.html
+save_record_syntax: zebra
+
+
+
 
 
 ###########################
@@ -38,13 +48,16 @@ save_record_syntax: marc
 ##########################
 zservers:
 #  server                       port    service
+- [localhost, 9999, zcc] #if you use the zcc zebra server setup
 
 # [128.148.19.6,              	210,  	INNOPAC     ] #bad server, for testing
 #-[81.144.245.7, 210, INNOPAC] #wellcome.ac.uk latin1 charset
 #- [142.51.8.7, 2200, unicorn]
 - [z3950.loc.gov,               7090,   Voyager     ] # Library of Congress
-# [bobcat.nyu.edu, 210, ADVANCE] #New York University Libraries |  98%
-# [128.197.130.200, 210, INNOPAC] #Boston U. |  100%
+- [es33.uits.indiana.edu,   2200, Unicorn] #IU
+#- [webcat.lib.okayama-u.ac.jp, 2210, limedio ] #utf8 records by default
+- [bobcat.nyu.edu, 210, ADVANCE] #New York University Libraries |  98%
+- [128.197.130.200, 210, INNOPAC] #Boston U. |  100%
 
 
 #######################################################
@@ -206,10 +219,9 @@ procs:
                 cutter = STDIN.gets.chomp
             end
              cutter.upcase!
-             puts "|#{cutter}|"
-             puts cutter.jlength
-             
-                cutter    
+             puts "The final cutter: |#{cutter}|"
+             #puts cutter.jlength
+             cutter    
         
 
     get_cip_callnum: |
@@ -218,7 +230,7 @@ procs:
         cipcall = STDIN.gets.chomp
         cipcall
         else
-          puts "value is nil"          
+          puts "Skipping CIP call number."          
         end
         
 
@@ -246,7 +258,7 @@ procs:
           iterator = File.new("#{File.expand_path("~")}/.zcc/zoomer-iterator.txt", "r").gets 
         end
         #iterator = File.new("test-zoomer-iterator.txt").gets if $testing == 't'
-        puts iterator
+        puts "iterator: #{iterator}"
         iterator = iterator.chomp
         barcode = "MRML-%05d" % iterator
         new_iterator = iterator.to_i + 1