iudex-core 1.2.b.1-java → 1.2.1-java

data/lib/iudex-core/base.rb

@@ -16,7 +16,7 @@
 
 module Iudex
   module Core
-    VERSION = '1.2.b.1'
+    VERSION = '1.2.1'
 
     LIB_DIR = File.dirname( __FILE__ ) # :nodoc:
   end

data/lib/iudex-core/mojibake.rb

@@ -47,7 +47,7 @@ module Iudex::Core
     private
 
     def self.jstring( cps )
-      cs = cps.map { |cp| cp.hex }.to_java( :char )
+      cs = Array( cps ).map { |cp| cp.hex }.to_java( :char )
       Java::java.lang.String.new( cs )
     end
 

data/pom.xml

@@ -5,13 +5,13 @@
   <groupId>iudex</groupId>
   <artifactId>iudex-core</artifactId>
   <packaging>jar</packaging>
-  <version>1.2.b.1</version>
+  <version>1.2.1</version>
   <name>Iudex Core System</name>
 
   <parent>
     <groupId>iudex</groupId>
     <artifactId>iudex-parent</artifactId>
-    <version>1.2.b.0</version>
+    <version>1.2.1</version>
     <relativePath>..</relativePath>
   </parent>
 
@@ -30,19 +30,19 @@
     <dependency>
       <groupId>iudex</groupId>
       <artifactId>iudex-filter</artifactId>
-      <version>[1.2,1.2.9999)</version>
+      <version>[1.2.1,1.2.999)</version>
     </dependency>
 
     <dependency>
       <groupId>iudex</groupId>
       <artifactId>iudex-http</artifactId>
-      <version>[1.2,1.2.9999)</version>
+      <version>[1.2.1,1.2.999)</version>
     </dependency>
 
     <dependency>
       <groupId>iudex</groupId>
       <artifactId>iudex-barc</artifactId>
-      <version>[1.2,1.2.9999)</version>
+      <version>[1.2.1,1.2.999)</version>
     </dependency>
 
     <dependency>

data/test/test_charsets.rb

@@ -0,0 +1,56 @@
+#!/usr/bin/env jruby
+# -*- coding: utf-8 -*-
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require File.join( File.dirname( __FILE__ ), "setup" )
+require 'iudex-core'
+
+class TestCharsets < MiniTest::Unit::TestCase
+  include Gravitext::HTMap
+
+  import 'iudex.util.Charsets'
+
+  UniMap.define_accessors
+
+  def test_default
+    assert_equal( Charsets::WINDOWS_1252, Charsets.default_charset )
+  end
+
+  # Test all mappings from the whatwg guidelines that are supported by the JVM.
+  #
+  # @see http://www.whatwg.org/specs/web-apps/current-work/multipage/parsing.html#character-encodings-0
+  def test_expand
+    mapping = {
+      Charsets::EUC_KR => Charsets::WINDOWS_949,
+      Charsets::GB2312 => Charsets::GBK,
+      Charsets::ISO_8859_1 => Charsets::WINDOWS_1252,
+      Charsets::ISO_8859_9 => Charsets::WINDOWS_1254,
+      Charsets::ISO_8859_11 => Charsets::WINDOWS_874,
+      Charsets::KS_C_5601_1987 => Charsets::WINDOWS_949,
+      Charsets::SHIFT_JIS => Charsets::WINDOWS_31J,
+      Charsets::TIS_620 => Charsets::WINDOWS_874,
+      Charsets::ASCII => Charsets::WINDOWS_1252,
+    }
+
+    mapping.each_pair do |map_from, map_to|
+      assert_equal( map_to, Charsets.expand(map_from), "#{map_from} should map to #{map_to}" )
+    end
+  end
+
+end

data/test/test_content_source.rb

@@ -27,7 +27,7 @@ class TestContentSource < MiniTest::Unit::TestCase
   import 'java.nio.charset.Charset'
 
   def self.charset( name )
-    Charset::lookup( name )
+    Charset::for_name( name )
   end
 
   UTF8 = charset( "UTF-8" )

metadata

@@ -1,8 +1,8 @@
 --- !ruby/object:Gem::Specification 
 name: iudex-core
 version: !ruby/object:Gem::Version 
-  prerelease: 4
-  version: 1.2.b.1
+  prerelease: 
+  version: 1.2.1
 platform: java
 authors: 
   - David Kellum
@@ -10,16 +10,19 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-07-23 00:00:00 Z
+date: 2012-09-15 00:00:00 Z
 dependencies: 
   - !ruby/object:Gem::Dependency 
     name: rjack-slf4j
     version_requirements: &id001 !ruby/object:Gem::Requirement 
       none: false
       requirements: 
-        - - ~>
+        - - ">="
           - !ruby/object:Gem::Version 
-            version: 1.6.1
+            version: 1.6.5
+        - - <
+          - !ruby/object:Gem::Version 
+            version: "1.8"
     requirement: *id001
     prerelease: false
     type: :runtime
@@ -41,7 +44,7 @@ dependencies:
       requirements: 
         - - ~>
           - !ruby/object:Gem::Version 
-            version: 1.6.b
+            version: 1.6.1
     requirement: *id003
     prerelease: false
     type: :runtime
@@ -52,7 +55,7 @@ dependencies:
       requirements: 
         - - ~>
           - !ruby/object:Gem::Version 
-            version: 1.2.b
+            version: 1.2.1
     requirement: *id004
     prerelease: false
     type: :runtime
@@ -63,7 +66,7 @@ dependencies:
       requirements: 
         - - ~>
           - !ruby/object:Gem::Version 
-            version: 1.2.b
+            version: 1.2.1
     requirement: *id005
     prerelease: false
     type: :runtime
@@ -74,7 +77,7 @@ dependencies:
       requirements: 
         - - ~>
           - !ruby/object:Gem::Version 
-            version: 1.2.b
+            version: 1.2.1
     requirement: *id006
     prerelease: false
     type: :runtime
@@ -96,7 +99,7 @@ dependencies:
       requirements: 
         - - ~>
           - !ruby/object:Gem::Version 
-            version: "1.0"
+            version: "1.2"
     requirement: *id008
     prerelease: false
     type: :development
@@ -140,6 +143,7 @@ files:
   - lib/iudex-core/config.rb
   - lib/iudex-core/mojibake.rb
   - test/setup.rb
+  - test/test_charsets.rb
   - test/test_content_fetcher.rb
   - test/test_content_source.rb
   - test/test_log_writer.rb
@@ -148,8 +152,8 @@ files:
   - test/test_visit_manager.rb
   - test/test_visit_queue.rb
   - test/test_visit_url.rb
-  - lib/iudex-core/iudex-core-1.2.b.1.jar
-homepage: http://github.com/dekellum/iudex
+  - lib/iudex-core/iudex-core-1.2.1.jar
+homepage: http://iudex.gravitext.com
 licenses: []
 
 post_install_message: 
@@ -170,13 +174,16 @@ required_ruby_version: !ruby/object:Gem::Requirement
 required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
   requirements: 
-    - - ">"
+    - - ">="
       - !ruby/object:Gem::Version 
-        version: 1.3.1
+        hash: 2
+        segments: 
+          - 0
+        version: "0"
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 1.8.15
 signing_key: 
 specification_version: 3
 summary: Iudex is a general purpose web crawler and feed processor in ruby/java.