clasrip 0.1.0

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/Gemfile

@@ -0,0 +1,12 @@
+source "http://rubygems.org"
+
+gem "nokogiri", ">= 1.5.0"
+gem "data_mapper", ">= 1.2.0"
+
+group :development do
+  gem "shoulda", ">= 0"
+  gem "rdoc", "~> 3.12"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.8.3"
+  #gem "rcov", ">= 0"
+end

data/LICENSE.txt

@@ -0,0 +1,122 @@
+Creative Commons Legal Code
+
+CC0 1.0 Universal
+
+    CREATIVE COMMONS CORPORATION IS NOT A LAW FIRM AND DOES NOT PROVIDE
+    LEGAL SERVICES. DISTRIBUTION OF THIS DOCUMENT DOES NOT CREATE AN
+    ATTORNEY-CLIENT RELATIONSHIP. CREATIVE COMMONS PROVIDES THIS
+    INFORMATION ON AN "AS-IS" BASIS. CREATIVE COMMONS MAKES NO WARRANTIES
+    REGARDING THE USE OF THIS DOCUMENT OR THE INFORMATION OR WORKS
+    PROVIDED HEREUNDER, AND DISCLAIMS LIABILITY FOR DAMAGES RESULTING FROM
+    THE USE OF THIS DOCUMENT OR THE INFORMATION OR WORKS PROVIDED
+    HEREUNDER.
+
+Statement of Purpose
+
+The laws of most jurisdictions throughout the world automatically confer
+exclusive Copyright and Related Rights (defined below) upon the creator
+and subsequent owner(s) (each and all, an "owner") of an original work of
+authorship and/or a database (each, a "Work").
+
+Certain owners wish to permanently relinquish those rights to a Work for
+the purpose of contributing to a commons of creative, cultural and
+scientific works ("Commons") that the public can reliably and without fear
+of later claims of infringement build upon, modify, incorporate in other
+works, reuse and redistribute as freely as possible in any form whatsoever
+and for any purposes, including without limitation commercial purposes.
+These owners may contribute to the Commons to promote the ideal of a free
+culture and the further production of creative, cultural and scientific
+works, or to gain reputation or greater distribution for their Work in
+part through the use and efforts of others.
+
+For these and/or other purposes and motivations, and without any
+expectation of additional consideration or compensation, the person
+associating CC0 with a Work (the "Affirmer"), to the extent that he or she
+is an owner of Copyright and Related Rights in the Work, voluntarily
+elects to apply CC0 to the Work and publicly distribute the Work under its
+terms, with knowledge of his or her Copyright and Related Rights in the
+Work and the meaning and intended legal effect of CC0 on those rights.
+
+1. Copyright and Related Rights. A Work made available under CC0 may be
+protected by copyright and related or neighboring rights ("Copyright and
+Related Rights"). Copyright and Related Rights include, but are not
+limited to, the following:
+
+  i. the right to reproduce, adapt, distribute, perform, display,
+     communicate, and translate a Work;
+ ii. moral rights retained by the original author(s) and/or performer(s);
+iii. publicity and privacy rights pertaining to a person's image or
+     likeness depicted in a Work;
+ iv. rights protecting against unfair competition in regards to a Work,
+     subject to the limitations in paragraph 4(a), below;
+  v. rights protecting the extraction, dissemination, use and reuse of data
+     in a Work;
+ vi. database rights (such as those arising under Directive 96/9/EC of the
+     European Parliament and of the Council of 11 March 1996 on the legal
+     protection of databases, and under any national implementation
+     thereof, including any amended or successor version of such
+     directive); and
+vii. other similar, equivalent or corresponding rights throughout the
+     world based on applicable law or treaty, and any national
+     implementations thereof.
+
+2. Waiver. To the greatest extent permitted by, but not in contravention
+of, applicable law, Affirmer hereby overtly, fully, permanently,
+irrevocably and unconditionally waives, abandons, and surrenders all of
+Affirmer's Copyright and Related Rights and associated claims and causes
+of action, whether now known or unknown (including existing as well as
+future claims and causes of action), in the Work (i) in all territories
+worldwide, (ii) for the maximum duration provided by applicable law or
+treaty (including future time extensions), (iii) in any current or future
+medium and for any number of copies, and (iv) for any purpose whatsoever,
+including without limitation commercial, advertising or promotional
+purposes (the "Waiver"). Affirmer makes the Waiver for the benefit of each
+member of the public at large and to the detriment of Affirmer's heirs and
+successors, fully intending that such Waiver shall not be subject to
+revocation, rescission, cancellation, termination, or any other legal or
+equitable action to disrupt the quiet enjoyment of the Work by the public
+as contemplated by Affirmer's express Statement of Purpose.
+
+3. Public License Fallback. Should any part of the Waiver for any reason
+be judged legally invalid or ineffective under applicable law, then the
+Waiver shall be preserved to the maximum extent permitted taking into
+account Affirmer's express Statement of Purpose. In addition, to the
+extent the Waiver is so judged Affirmer hereby grants to each affected
+person a royalty-free, non transferable, non sublicensable, non exclusive,
+irrevocable and unconditional license to exercise Affirmer's Copyright and
+Related Rights in the Work (i) in all territories worldwide, (ii) for the
+maximum duration provided by applicable law or treaty (including future
+time extensions), (iii) in any current or future medium and for any number
+of copies, and (iv) for any purpose whatsoever, including without
+limitation commercial, advertising or promotional purposes (the
+"License"). The License shall be deemed effective as of the date CC0 was
+applied by Affirmer to the Work. Should any part of the License for any
+reason be judged legally invalid or ineffective under applicable law, such
+partial invalidity or ineffectiveness shall not invalidate the remainder
+of the License, and in such case Affirmer hereby affirms that he or she
+will not (i) exercise any of his or her remaining Copyright and Related
+Rights in the Work or (ii) assert any associated claims and causes of
+action with respect to the Work, in either case contrary to Affirmer's
+express Statement of Purpose.
+
+4. Limitations and Disclaimers.
+
+ a. No trademark or patent rights held by Affirmer are waived, abandoned,
+    surrendered, licensed or otherwise affected by this document.
+ b. Affirmer offers the Work as-is and makes no representations or
+    warranties of any kind concerning the Work, express, implied,
+    statutory or otherwise, including without limitation warranties of
+    title, merchantability, fitness for a particular purpose, non
+    infringement, or the absence of latent or other defects, accuracy, or
+    the present or absence of errors, whether or not discoverable, all to
+    the greatest extent permissible under applicable law.
+ c. Affirmer disclaims responsibility for clearing rights of other persons
+    that may apply to the Work or any use thereof, including without
+    limitation any person's Copyright and Related Rights in the Work.
+    Further, Affirmer disclaims responsibility for obtaining any necessary
+    consents, permissions or other rights required for any use of the
+    Work.
+ d. Affirmer understands and acknowledges that Creative Commons is not a
+    party to this document and has no duty or obligation with respect to
+    this CC0 or use of the Work.
+

data/README.rdoc

@@ -0,0 +1,9 @@
+= clasrip
+
+A scraper for classification.gov.au.
+
+== Copyright
+
+Copyright (c) 2012 Brendan Molloy. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,56 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+require './lib/clasrip.rb'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "clasrip"
+  gem.version = Clasrip::Version
+  gem.homepage = "http://github.com/bbqsrc/clasrip"
+  gem.license = "CC0"
+  gem.summary = %Q{A scraper for classification.gov.au}
+  gem.description = %Q{A scraper for classification.gov.au}
+  gem.email = "brendan@bbqsrc.net"
+  gem.authors = ["Brendan Molloy"]
+  gem.executables = ["clasrip"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+#require 'rcov/rcovtask'
+#Rcov::RcovTask.new do |test|
+#  test.libs << 'test'
+#  test.pattern = 'test/**/test_*.rb'
+#  test.verbose = true
+#  test.rcov_opts << '--exclude "gems/*"'
+#end
+
+task :default => :test
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = Clasrip::Version
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "clasrip #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/bin/clasrip

@@ -0,0 +1,37 @@
+#!/usr/bin/env ruby
+$:.push("./lib")
+
+if $0 == __FILE__
+  require "clasrip"
+  require "clasrip/sql"
+  require "date"
+
+  if ARGV.size >= 2 and ARGV[0] == "rip"
+    scraper = Clasrip::Scraper.new(1971, Date.today.year + 1)
+	sql = Clasrip::SQL.new(ARGV[1])
+	
+	last_record = Clasrip::SQL::Classification.last
+	if last_record != nil
+      last_record = last_record.attributes
+      last_record.delete(:id)
+	  last_record[:date_of_classification] = last_record[:date_of_classification].iso8601
+    
+      date = Clasrip::SQL::Classification.last.date_of_classification
+      scraper.set_date(date.year, date.month-1, 1)
+      #puts "Set date to: #{scraper.get_date}"
+
+      print "Finding last record (#{last_record[:title]})... "
+	  scraper.each do |record|
+		break if record == last_record
+	  end
+	  puts "Found!"
+	end
+
+	date = scraper.get_date
+	scraper.each do |record|
+		puts "(#{record[:date_of_classification]}) #{record[:title]} [#{record[:classification]}]"
+		sql.add_record(record)
+	end
+  end
+end
+

data/clasrip.gemspec

@@ -0,0 +1,66 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "clasrip"
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Brendan Molloy"]
+  s.date = "2012-02-25"
+  s.description = "A scraper for classification.gov.au"
+  s.email = "brendan@bbqsrc.net"
+  s.executables = ["clasrip"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "bin/clasrip",
+    "clasrip.gemspec",
+    "lib/clasrip.rb",
+    "lib/clasrip/sql.rb",
+    "test/helper.rb",
+    "test/test_clasrip.rb"
+  ]
+  s.homepage = "http://github.com/bbqsrc/clasrip"
+  s.licenses = ["CC0"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.11"
+  s.summary = "A scraper for classification.gov.au"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<nokogiri>, [">= 1.5.0"])
+      s.add_runtime_dependency(%q<data_mapper>, [">= 1.2.0"])
+      s.add_development_dependency(%q<shoulda>, [">= 0"])
+      s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.8.3"])
+    else
+      s.add_dependency(%q<nokogiri>, [">= 1.5.0"])
+      s.add_dependency(%q<data_mapper>, [">= 1.2.0"])
+      s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+    end
+  else
+    s.add_dependency(%q<nokogiri>, [">= 1.5.0"])
+    s.add_dependency(%q<data_mapper>, [">= 1.2.0"])
+    s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<rdoc>, ["~> 3.12"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+  end
+end
+

data/lib/clasrip/sql.rb

@@ -0,0 +1,120 @@
+require "nokogiri"
+require "data_mapper"
+
+module Clasrip
+  class SQL
+    class Classification
+      include DataMapper::Resource
+
+      property :id, Serial
+      property :title, Text
+      property :original_url, Text
+      property :classification, Text
+      property :consumer_advice, Text
+      property :category, Text
+      property :medium, Text
+      property :version, Text
+      property :duration, Text
+      property :date_of_classification, Date
+      property :author, Text
+      property :publisher, Text
+      property :production_company, Text
+      property :country_of_origin, Text
+      property :applicant, Text
+      property :file_number, Text
+      property :classification_number, Text
+
+      self.raise_on_save_failure = true
+    end
+    
+    class PEGIRating
+      include DataMapper::Resource
+
+      property :id, Serial
+      property :title, Text
+      property :release_date, Date
+      property :url, Text
+      property :platform, Text
+      property :base_age_category, Text
+      property :violence, Boolean
+      property :sex, Boolean
+      property :drugs, Boolean
+      property :fear, Boolean
+      property :discrimination, Boolean
+      property :bad_language, Boolean
+      property :gambling, Boolean
+      property :pegi_online, Boolean
+
+      self.raise_on_save_failure = true
+    end
+
+    def initialize(sql_url)
+      sql_url = sql_url.sub("///", "//#{Dir.pwd}/")
+      #DataMapper::Logger.new($stdout, :debug)
+      DataMapper.setup(:default, sql_url)
+      Classification.auto_upgrade!
+      PEGIRating.auto_upgrade!
+    end
+
+    def add_record(record, type=:classification)
+      if type == :classification
+        Classification.create(record)
+      elsif type == :pegi
+        PEGIRating.create(record)
+      else
+        raise "type not supported"
+      end
+    end
+
+    def parse_xml(xml_fn)
+      print "Parsing XML... "
+      xml = Nokogiri::XML(xml_fn, &:noblanks)
+      puts "Done."
+
+      classifications = xml.css("classifications > classification")
+      count = 0
+      record = Classification.last
+      puts "Null record" if record == nil
+      wait = (record == nil) ? false : true
+      
+      puts "Record: #{record.attributes[:title]}" unless record == nil
+      print "Finding position... " unless record == nil
+      classifications = classifications.drop_while do |i|
+        if wait == true
+          res = record.attributes[:classification_number] == i.at_css("classification-number").content
+          wait = false if res == true
+          if wait == false
+            puts "Done!"
+            return true
+          end
+        end
+        wait
+      end
+      clen = classifications.length
+
+      classifications.each do |node|
+        count += 1
+        c = {}
+        node.children.each do |child|
+          next if child.name == "text"
+          name = child.name.gsub("-", "_").to_sym
+          if name == :date_of_classification
+            date = Date.strptime(child.content, "%Y-%m-%d")
+            c[name] = date
+          else
+            c[name] = child.content
+          end
+        end
+        cls = Classification.create(c)
+        print "\r#{count}/#{clen}"
+      end
+      puts "\nDone!"
+    end
+
+    def to_xml(table)
+      #stub
+    end
+  end
+end
+
+DataMapper.finalize

data/lib/clasrip.rb

@@ -0,0 +1,225 @@
+require "nokogiri"
+require "net/http"
+
+module Clasrip
+  module Version
+    MAJOR = 0
+    MINOR = 1
+    PATCH = 0
+    BUILD = nil
+    def self.to_s
+      [MAJOR, MINOR, PATCH, BUILD].compact.join('.')
+    end
+  end
+
+  class DataIntegrityWarning < Exception; end
+  
+  class DatesBetween
+    attr_accessor :year, :month, :day
+
+    def initialize(start, finish)
+      @day = 0
+      @year = start
+      @finish = finish
+      @month = 0
+    end
+
+    def to_s
+      "#{@day}/#{@month}/#{@year}"
+    end
+
+    def next
+      raise StopIteration if @year >= @finish
+      if @day >= 1 and @day < 15
+        @day = 15
+      else 
+        @month += 1
+        @day = 1
+      end
+      
+      if @month > 12
+        @month = 1
+        @year += 1
+      end
+      
+      to_s 
+    end
+
+    def each
+      loop do
+        yield self.next
+      end
+    rescue StopIteration
+      self
+    end
+  end
+
+  class Scraper
+    def initialize(start_year, end_year)
+      @dates = [
+        DatesBetween.new(start_year, end_year), 
+        DatesBetween.new(start_year, end_year)
+      ]
+      @dates[1].next
+
+      @host_url = "www.classification.gov.au"
+      @query_url = "/www/cob/find.nsf/classifications?search&searchwv=1&searchmax=1000&count=1000&query=(%%5BclassificationDate%%5D%%3E=%s)AND(%%5BclassificationDate%%5D%%3C%s)"
+      new_conn
+      new_enum
+    end
+    
+    def next
+      @records.next
+    end
+
+    def each
+      @records.each do |r|
+        yield r
+      end
+    end
+
+    def peek
+      @records.peek
+    end
+
+    def set_date(year, month, day)
+      @dates.each do |date|
+        date.year = year.to_i
+        date.month = month.to_i
+        date.day = day.to_i
+      end
+      @dates[1].next
+    end
+
+    def get_date
+      @dates[0]
+    end
+
+    private
+    def new_conn
+      @conn = Net::HTTP.new(@host_url, 80)
+      @conn.read_timeout = 3
+      @conn.start
+    end
+
+    def get_conn(arg)
+      begin
+        return @conn.get(arg)
+      rescue
+        new_conn
+        retry
+      end
+    end
+    
+    def new_enum
+      @records = Enumerator.new do |y|
+        @dates[0].each do |first_date|
+          second_date = @dates[1].next
+       
+          tables = []
+          begin
+            t = get_table or next 
+            check_result_count
+            tables.push(t)
+          rescue DataIntegrityWarning
+            tables_by_rating do |table|
+              next if table == nil
+              check_result_count
+              tables.push(table)
+            end
+          end
+      
+          tables.each do |table|
+            parse_table(table).each do |record|
+              form = get_classification(record[:original_url]) or next
+              record.merge!(parse_classification(form))
+              y << record
+            end
+          end
+        end
+      end
+    end
+    
+    def tables_by_rating
+	    ratings = {
+				"Unrestricted" => ["Unrestricted"],
+				"G" => ["Likely G", "G"],
+				"PG" => ["Likely PG", "PG", "G 8+"],
+				"M" => ["Likely M", "M"],
+				"MA" => ["Likely MA 15+", "MA15+ Conditions", "MA 15+"],
+				"R" => ["Likely R 18+", "R", "R 18+"],
+				"X" => ["Likely X 18+", "X", "X 18+"],
+				"CAT1" => ["CAT 1"],
+				"CAT2" => ["CAT 2"],
+				"RC" => ["RC"],
+				"Misc" => ["Revoked", "Ad Approved", "Approved", "Ad Refused", "Refused"]
+	    }
+	
+	    ratings.each_pair do |k,v|
+        q = v.map{|i| "(%5Brating=#{i.gsub(' ', '+')}%5D)"}
+        x = "AND(#{q.join('OR')})"
+        res = get_conn(@query_url % [@dates[0].to_s, @dates[1].to_s] + x)
+        @html = Nokogiri::HTML(res.read_body)
+        yield @html.at_css("#results > table")
+      end
+    end
+
+    def check_result_count
+      results = @html.at_css(".content p").content
+      results = results.sub(/.*of (\d+) .*/, "\\1").to_i
+      if results == 1000
+        raise DataIntegrityWarning, "1000 results detected. Some records may be missed for URL: #{@query_url % [@dates[0].to_s, @dates[1].to_s]}"
+      end
+      results
+    end
+
+    def get_table
+      res = get_conn(@query_url % [@dates[0].to_s, @dates[1].to_s])
+      @html = Nokogiri::HTML(res.read_body)
+      return @html.at_css("#results > table") 
+    end
+    
+    def parse_table(table)
+      records = []
+      table.xpath("tr").each do |row|
+        row.children[0].node_name == "td" or next
+        record = {}
+        
+        record[:title] = row.xpath('td[2]/a').first.content
+        record[:original_url] = row.xpath('td[2]/a').first['href'].split('/').last.split('?').first
+        
+        records.push(record)
+      end
+      return records
+    end
+    
+    def get_classification(url)
+      res = get_conn("/www/cob/find.nsf/d853f429dd038ae1ca25759b0003557c/#{url}")
+      @html = Nokogiri::HTML(res.read_body)
+      @html.at_css(".fform")
+    end
+
+    def parse_classification(form)
+      record = {}
+      form.css(".frow").each do |row|
+        label = row.at_css(".flabel").content.strip.downcase.gsub(" ", "_").to_sym
+        field = row.at_css(".ffield").content
+        
+        field = field.encode("UTF-8") unless field.valid_encoding?
+        field = field.strip.gsub("\u00A0", "") if field.valid_encoding?
+
+        if label == :date_of_classification
+          date = field.split('/')
+          field = "#{date[2]}-#{date[0]}-#{date[1]}"
+        elsif label == :version
+          fld = @html.at_css(".content p").children[1]
+          record[:medium] = fld.content.sub(/.*\((.*?)\)/, "\\1") if fld != nil
+          record[:medium] = "" if fld == nil
+        end
+        
+        record[label] = field
+      end
+      record
+    end
+  end
+end

data/test/helper.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'clasrip'
+
+class Test::Unit::TestCase
+end

data/test/test_clasrip.rb

@@ -0,0 +1,6 @@
+require 'helper'
+
+class TestClasrip < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+  end
+end

metadata

@@ -0,0 +1,128 @@
+--- !ruby/object:Gem::Specification
+name: clasrip
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Brendan Molloy
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-02-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70095153397460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70095153397460
+- !ruby/object:Gem::Dependency
+  name: data_mapper
+  requirement: &70095153396980 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70095153396980
+- !ruby/object:Gem::Dependency
+  name: shoulda
+  requirement: &70095153396500 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70095153396500
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: &70095153395980 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: *70095153395980
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &70095153395480 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *70095153395480
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: &70095153394980 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.3
+  type: :development
+  prerelease: false
+  version_requirements: *70095153394980
+description: A scraper for classification.gov.au
+email: brendan@bbqsrc.net
+executables:
+- clasrip
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.rdoc
+files:
+- .document
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- bin/clasrip
+- clasrip.gemspec
+- lib/clasrip.rb
+- lib/clasrip/sql.rb
+- test/helper.rb
+- test/test_clasrip.rb
+homepage: http://github.com/bbqsrc/clasrip
+licenses:
+- CC0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3829822103400611157
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: A scraper for classification.gov.au
+test_files: []