iudex-barc 1.4.0-java → 1.4.1-java

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: a667bd887b89becb73ca9d1cec5012eddf2b1123
4
+ data.tar.gz: 97f9f5c63b6e4777ad932a6813bbc60ef8b450f5
5
+ SHA512:
6
+ metadata.gz: 7fd1122cdddd6d1dc7cf47e1ac9a7104b1990e04284542c3b96633cfa34db5c1b7bce387ae6f305089f349baf6a7866c82f8e139eb9b7bae9184c0ab2a55ffbe
7
+ data.tar.gz: 3a1f0350238b44003cb2fff584a5ce27ca0d397b07b27dd7fb91cbebcc4c7561fa6a7a0b703a9704c1fa67d89093e0be21d36489764338d8e1047e763648854c
data/History.rdoc CHANGED
@@ -1,3 +1,7 @@
1
+ === 1.4.1 (2015-1-25)
2
+ * Make iudex-http-record more lenient and generally usable: increase
3
+ timeouts, max content length, and broaden accept types.
4
+
1
5
  === 1.4.0 (2013-10-29)
2
6
  * Upgrade to minitest ~> 4.7.4 (dev)
3
7
 
data/Manifest.txt CHANGED
@@ -7,4 +7,4 @@ bin/iudex-barc
7
7
  bin/iudex-http-record
8
8
  lib/iudex-barc/base.rb
9
9
  lib/iudex-barc.rb
10
- lib/iudex-barc/iudex-barc-1.4.0.jar
10
+ lib/iudex-barc/iudex-barc-1.4.1.jar
data/README.rdoc CHANGED
@@ -11,7 +11,7 @@ ARChive format.
11
11
 
12
12
  == License
13
13
 
14
- Copyright (c) 2008-2013 David Kellum
14
+ Copyright (c) 2008-2015 David Kellum
15
15
 
16
16
  Licensed under the Apache License, Version 2.0 (the "License"); you
17
17
  may not use this file except in compliance with the License. You
data/bin/iudex-barc CHANGED
@@ -1,7 +1,7 @@
1
1
  #!/usr/bin/env jruby
2
2
  # -*- ruby -*-
3
3
  #--
4
- # Copyright (c) 2008-2013 David Kellum
4
+ # Copyright (c) 2008-2015 David Kellum
5
5
  #
6
6
  # Licensed under the Apache License, Version 2.0 (the "License"); you
7
7
  # may not use this file except in compliance with the License. You
@@ -1,7 +1,7 @@
1
1
  #!/usr/bin/env jruby
2
2
  # -*- ruby -*-
3
3
  #--
4
- # Copyright (c) 2008-2013 David Kellum
4
+ # Copyright (c) 2008-2015 David Kellum
5
5
  #
6
6
  # Licensed under the Apache License, Version 2.0 (the "License"); you
7
7
  # may not use this file except in compliance with the License. You
@@ -50,11 +50,12 @@ module IudexBinScript
50
50
 
51
51
  mgr = Iudex::HTTPClient3.create_manager
52
52
  mgr.client_params.set_int_parameter( "http.protocol.max-redirects", 8 )
53
- mgr.client_params.connection_manager_timeout = 10_000 #ms
54
- mgr.client_params.so_timeout = 20_000 #ms
53
+ mgr.client_params.connection_manager_timeout = 30_000 #ms
54
+ mgr.client_params.so_timeout = 90_000 #ms
55
55
  mgr.start
56
56
 
57
57
  hclient = HTTPClient3.new( mgr.client )
58
+ hclient.max_content_length = 200*1024*1024
58
59
 
59
60
  barc_file = Iudex::BARC::BARCFile.new( java.io.File.new( @barc_name ) )
60
61
  barc_file.truncate if @barc_name == './record.barc'
@@ -108,7 +109,8 @@ module IudexBinScript
108
109
  end
109
110
 
110
111
  def accept_types
111
- "application/xhtml+xml,text/html,application/xml;q=0.9,text/*;q=0.8"
112
+ ( "application/xhtml+xml,text/html,application/xml;q=0.9," +
113
+ "text/*;q=0.8,*/*;q=0.1" )
112
114
  end
113
115
 
114
116
  end
data/lib/iudex-barc.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  #--
2
- # Copyright (c) 2008-2013 David Kellum
2
+ # Copyright (c) 2008-2015 David Kellum
3
3
  #
4
4
  # Licensed under the Apache License, Version 2.0 (the "License"); you
5
5
  # may not use this file except in compliance with the License. You
@@ -1,5 +1,5 @@
1
1
  #--
2
- # Copyright (c) 2008-2013 David Kellum
2
+ # Copyright (c) 2008-2015 David Kellum
3
3
  #
4
4
  # Licensed under the Apache License, Version 2.0 (the "License"); you
5
5
  # may not use this file except in compliance with the License. You
@@ -16,7 +16,7 @@
16
16
 
17
17
  module Iudex
18
18
  module BARC
19
- VERSION = '1.4.0'
19
+ VERSION = '1.4.1'
20
20
 
21
21
  LIB_DIR = File.dirname( __FILE__ ) # :nodoc:
22
22
  end
Binary file
data/pom.xml CHANGED
@@ -5,7 +5,7 @@
5
5
  <groupId>iudex</groupId>
6
6
  <artifactId>iudex-barc</artifactId>
7
7
  <packaging>jar</packaging>
8
- <version>1.4.0</version>
8
+ <version>1.4.1</version>
9
9
  <name>Iudex Basic ARChive Format</name>
10
10
 
11
11
  <parent>
metadata CHANGED
@@ -1,96 +1,85 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: iudex-barc
3
3
  version: !ruby/object:Gem::Version
4
- prerelease:
5
- version: 1.4.0
4
+ version: 1.4.1
6
5
  platform: java
7
6
  authors:
8
7
  - David Kellum
9
8
  autorequire:
10
9
  bindir: bin
11
10
  cert_chain: []
12
- date: 2013-10-30 00:00:00.000000000 Z
11
+ date: 2015-01-25 00:00:00.000000000 Z
13
12
  dependencies:
14
13
  - !ruby/object:Gem::Dependency
15
- name: rjack-slf4j
16
- version_requirements: !ruby/object:Gem::Requirement
17
- requirements:
18
- - - ~>
19
- - !ruby/object:Gem::Version
20
- version: 1.7.0
21
- none: false
22
14
  requirement: !ruby/object:Gem::Requirement
23
15
  requirements:
24
16
  - - ~>
25
17
  - !ruby/object:Gem::Version
26
18
  version: 1.7.0
27
- none: false
19
+ name: rjack-slf4j
28
20
  prerelease: false
29
21
  type: :runtime
30
- - !ruby/object:Gem::Dependency
31
- name: gravitext-util
32
22
  version_requirements: !ruby/object:Gem::Requirement
33
23
  requirements:
34
24
  - - ~>
35
25
  - !ruby/object:Gem::Version
36
26
  version: 1.7.0
37
- none: false
27
+ - !ruby/object:Gem::Dependency
38
28
  requirement: !ruby/object:Gem::Requirement
39
29
  requirements:
40
30
  - - ~>
41
31
  - !ruby/object:Gem::Version
42
32
  version: 1.7.0
43
- none: false
33
+ name: gravitext-util
44
34
  prerelease: false
45
35
  type: :runtime
46
- - !ruby/object:Gem::Dependency
47
- name: iudex-http
48
36
  version_requirements: !ruby/object:Gem::Requirement
49
37
  requirements:
50
38
  - - ~>
51
39
  - !ruby/object:Gem::Version
52
- version: 1.4.0
53
- none: false
40
+ version: 1.7.0
41
+ - !ruby/object:Gem::Dependency
54
42
  requirement: !ruby/object:Gem::Requirement
55
43
  requirements:
56
44
  - - ~>
57
45
  - !ruby/object:Gem::Version
58
46
  version: 1.4.0
59
- none: false
47
+ name: iudex-http
60
48
  prerelease: false
61
49
  type: :runtime
62
- - !ruby/object:Gem::Dependency
63
- name: minitest
64
50
  version_requirements: !ruby/object:Gem::Requirement
65
51
  requirements:
66
52
  - - ~>
67
53
  - !ruby/object:Gem::Version
68
- version: 4.7.4
69
- none: false
54
+ version: 1.4.0
55
+ - !ruby/object:Gem::Dependency
70
56
  requirement: !ruby/object:Gem::Requirement
71
57
  requirements:
72
58
  - - ~>
73
59
  - !ruby/object:Gem::Version
74
60
  version: 4.7.4
75
- none: false
61
+ name: minitest
76
62
  prerelease: false
77
63
  type: :development
78
- - !ruby/object:Gem::Dependency
79
- name: rjack-tarpit
80
64
  version_requirements: !ruby/object:Gem::Requirement
81
65
  requirements:
82
66
  - - ~>
83
67
  - !ruby/object:Gem::Version
84
- version: '2.0'
85
- none: false
68
+ version: 4.7.4
69
+ - !ruby/object:Gem::Dependency
86
70
  requirement: !ruby/object:Gem::Requirement
87
71
  requirements:
88
72
  - - ~>
89
73
  - !ruby/object:Gem::Version
90
- version: '2.0'
91
- none: false
74
+ version: '2.1'
75
+ name: rjack-tarpit
92
76
  prerelease: false
93
77
  type: :development
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ~>
81
+ - !ruby/object:Gem::Version
82
+ version: '2.1'
94
83
  description: Iudex is a general purpose web crawler and feed processor in ruby/java. The iudex-barc gem contains support for the BARC Basic ARChive format.
95
84
  email:
96
85
  - dek-oss@gravitext.com
@@ -111,9 +100,11 @@ files:
111
100
  - bin/iudex-http-record
112
101
  - lib/iudex-barc/base.rb
113
102
  - lib/iudex-barc.rb
114
- - lib/iudex-barc/iudex-barc-1.4.0.jar
103
+ - lib/iudex-barc/iudex-barc-1.4.1.jar
115
104
  homepage: http://iudex.gravitext.com
116
- licenses: []
105
+ licenses:
106
+ - Apache-2.0
107
+ metadata: {}
117
108
  post_install_message:
118
109
  rdoc_options:
119
110
  - --main
@@ -122,27 +113,18 @@ require_paths:
122
113
  - lib
123
114
  required_ruby_version: !ruby/object:Gem::Requirement
124
115
  requirements:
125
- - - ! '>='
116
+ - - '>='
126
117
  - !ruby/object:Gem::Version
127
- version: '0'
128
- segments:
129
- - 0
130
- hash: 2
131
- none: false
118
+ version: 1.8.7
132
119
  required_rubygems_version: !ruby/object:Gem::Requirement
133
120
  requirements:
134
- - - ! '>='
121
+ - - '>='
135
122
  - !ruby/object:Gem::Version
136
123
  version: '0'
137
- segments:
138
- - 0
139
- hash: 2
140
- none: false
141
124
  requirements: []
142
125
  rubyforge_project:
143
- rubygems_version: 1.8.24
126
+ rubygems_version: 2.1.9
144
127
  signing_key:
145
- specification_version: 3
128
+ specification_version: 4
146
129
  summary: Iudex is a general purpose web crawler and feed processor in ruby/java.
147
130
  test_files: []
148
- ...
Binary file