warclight 0.6.1 → 0.6.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/CHANGELOG.md +7 -0
- data/README.md +5 -3
- data/lib/warclight/version.rb +1 -1
- data/solr/conf/schema.xml +1 -1
- data/solr/warclight_warc-indexer.conf +5 -5
- data/tasks/warclight.rake +1 -1
- data/warclight.gemspec +1 -1
- metadata +7 -7
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
2
|
+
SHA256:
|
|
3
|
+
metadata.gz: d133af0974917f55deead90426273ceec6f07b20d663522badd17db9f3f722eb
|
|
4
|
+
data.tar.gz: d05f55c0b458f5a6df15047b8ca3402bd6fb57a35fcca82688561bd4f1be9332
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: eac59177a4af6e1cda7ae8136c476701e4916e050c8534e21420554f178110d051eb1bcab15d256e369d7462567d78f68cb3af74bde8d8c1d161101d88489022
|
|
7
|
+
data.tar.gz: be99e61f6f3909fde71e2af9dac8788bf173e50416e3706224de2f4484959d096846e7ecf5f5305b8c80c4dc628d8906fc58aefcd9c0eea58e7cb2ef4b5d7efd
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,12 @@
|
|
|
1
1
|
# Change Log
|
|
2
2
|
|
|
3
|
+
## [v0.6.1](https://github.com/archivesunleashed/warclight/tree/v0.6.1) (2018-05-07)
|
|
4
|
+
[Full Changelog](https://github.com/archivesunleashed/warclight/compare/v0.6.0...v0.6.1)
|
|
5
|
+
|
|
6
|
+
**Closed issues:**
|
|
7
|
+
|
|
8
|
+
- Usability of Facet Links [\#43](https://github.com/archivesunleashed/warclight/issues/43)
|
|
9
|
+
|
|
3
10
|
## [v0.6.0](https://github.com/archivesunleashed/warclight/tree/v0.6.0) (2018-04-30)
|
|
4
11
|
[Full Changelog](https://github.com/archivesunleashed/warclight/compare/v0.5.0...v0.6.0)
|
|
5
12
|
|
data/README.md
CHANGED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
[](./CONTRIBUTING.md)
|
|
6
6
|
[](./LICENSE.txt)
|
|
7
7
|
|
|
8
|
-
A [Project Blacklight](http://projectblacklight.org/) based [Rails engine](http://guides.rubyonrails.org/engines.html) that supports the discovery of web archives held in the WARC and ARC formats. It allows faceted full-text search, record view, and other advanced discovery options.
|
|
8
|
+
A [Project Blacklight](http://projectblacklight.org/) based [Rails engine](http://guides.rubyonrails.org/engines.html) that supports the discovery of web archives held in the WARC and ARC formats. It allows faceted full-text search, record view, and other advanced discovery options.
|
|
9
9
|
|
|
10
10
|
## Requirements
|
|
11
11
|
|
|
@@ -77,6 +77,8 @@ The gem is available as open source under the terms of the [Apache License, Vers
|
|
|
77
77
|
|
|
78
78
|
## Acknowledgments
|
|
79
79
|
|
|
80
|
-
This work is primarily supported by the [Andrew W. Mellon Foundation](https://
|
|
80
|
+
This work is primarily supported by the [Andrew W. Mellon Foundation](https://mellon.org/). Other financial and in-kind support comes from the [Social Sciences and Humanities Research Council](http://www.sshrc-crsh.gc.ca/), [Compute Canada](https://www.computecanada.ca/), the [Ontario Ministry of Research, Innovation, and Science](https://www.ontario.ca/page/ministry-research-innovation-and-science), [York University Libraries](https://www.library.yorku.ca/web/), [Start Smart Labs](http://www.startsmartlabs.com/), and the [Faculty of Arts](https://uwaterloo.ca/arts/) and [David R. Cheriton School of Computer Science](https://cs.uwaterloo.ca/) at the [University of Waterloo](https://uwaterloo.ca/).
|
|
81
81
|
|
|
82
|
-
|
|
82
|
+
Any opinions, findings, and conclusions or recommendations expressed are those of the researchers and do not necessarily reflect the views of the sponsors.
|
|
83
|
+
|
|
84
|
+
This project drew inspiration from the [Arclight](https://github.com/sul-dlss/arclight) and [UKWA's Shine](https://github.com/ukwa/shine/), and would like to thank those creators and contributors.
|
data/lib/warclight/version.rb
CHANGED
data/solr/conf/schema.xml
CHANGED
|
@@ -28,7 +28,7 @@
|
|
|
28
28
|
|
|
29
29
|
<!-- BL UKWA: additional -->
|
|
30
30
|
<field name="access_terms" type="string" indexed="true" docValues="true" multiValued="true"/>
|
|
31
|
-
<field name="author" type="string" indexed="true" docValues="true"/>
|
|
31
|
+
<field name="author" type="string" indexed="true" docValues="true" multiValued="true"/>
|
|
32
32
|
<field name="category" type="text_general" indexed="true" stored="true"/>
|
|
33
33
|
<field name="collection" type="string" indexed="true" docValues="true" multiValued="true"/>
|
|
34
34
|
<field name="collections" type="string" indexed="true" docValues="true" multiValued="true"/>
|
|
@@ -4,19 +4,19 @@
|
|
|
4
4
|
"http_proxy": {},
|
|
5
5
|
"solr": {
|
|
6
6
|
"batch_size": 500,
|
|
7
|
-
"num_shards": 1,
|
|
8
7
|
"dummy_run": false,
|
|
9
|
-
"num_threads": 1,
|
|
10
8
|
"disablecommit": true,
|
|
11
9
|
"use_hash_url_id": true,
|
|
12
|
-
"check_solr_for_duplicates":
|
|
10
|
+
"check_solr_for_duplicates": false,
|
|
13
11
|
|
|
14
12
|
"field_setup": {
|
|
15
13
|
"fields" : {
|
|
16
14
|
"url" : { "max_length" : 2048 },
|
|
17
15
|
"url_norm" : { "max_length" : 2048 },
|
|
18
16
|
"links" : { "max_length" : 2048 },
|
|
17
|
+
"links_hosts" : { "max_length" : 2048 },
|
|
19
18
|
"content" : { "max_length" : 512K },
|
|
19
|
+
"generator": {"max_length" : 2048 },
|
|
20
20
|
},
|
|
21
21
|
},
|
|
22
22
|
},
|
|
@@ -51,7 +51,7 @@
|
|
|
51
51
|
"file": "/path/to/exclude.txt"
|
|
52
52
|
},
|
|
53
53
|
"extract": {
|
|
54
|
-
"onDiskThreshold": "
|
|
54
|
+
"onDiskThreshold": "1024M",
|
|
55
55
|
"response_include": [
|
|
56
56
|
"1",
|
|
57
57
|
"2",
|
|
@@ -72,7 +72,7 @@
|
|
|
72
72
|
"response",
|
|
73
73
|
"revisit"
|
|
74
74
|
],
|
|
75
|
-
"inMemoryThreshold": "
|
|
75
|
+
"inMemoryThreshold": "1024M",
|
|
76
76
|
"content": {
|
|
77
77
|
"text": true,
|
|
78
78
|
"text_stored": true,
|
data/tasks/warclight.rake
CHANGED
|
@@ -53,7 +53,7 @@ namespace :warclight do
|
|
|
53
53
|
task :seed do
|
|
54
54
|
puts 'Seeding index with data from spec/fixtures/warcs/...'
|
|
55
55
|
# rubocop:disable Metrics/LineLength
|
|
56
|
-
system('curl -o ".internal_test_gem/tmp/warc-indexer.jar" "http://alpha.library.yorku.ca/warc-indexer
|
|
56
|
+
system('curl -o ".internal_test_gem/tmp/warc-indexer.jar" "http://alpha.library.yorku.ca/warc-indexer.jar"')
|
|
57
57
|
system('java -Djava.io.tmpdir=.internal_test_gem/tmp -jar .internal_test_gem/tmp/warc-indexer.jar -c .internal_test_gem/solr/warclight_warc-indexer.conf -i "York University Libraries" -n "Test Collection" -u "12345" -s http://localhost:8983/solr/blacklight-core spec/fixtures/warcs/*.gz')
|
|
58
58
|
system('curl "http://localhost:8983/solr/blacklight-core/update?commit=true&openSearcher=true"')
|
|
59
59
|
end
|
data/warclight.gemspec
CHANGED
|
@@ -21,7 +21,7 @@ Gem::Specification.new do |s|
|
|
|
21
21
|
s.executables = s.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
|
22
22
|
s.require_paths = ['lib']
|
|
23
23
|
|
|
24
|
-
s.add_dependency 'blacklight'
|
|
24
|
+
s.add_dependency 'blacklight', '7.0.0.rc1'
|
|
25
25
|
s.add_dependency 'rails', '~> 5.0'
|
|
26
26
|
|
|
27
27
|
s.add_development_dependency 'bundler', '~> 1.14'
|
metadata
CHANGED
|
@@ -1,29 +1,29 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: warclight
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.6.
|
|
4
|
+
version: 0.6.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Nick Ruest
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2018-
|
|
11
|
+
date: 2018-09-25 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: blacklight
|
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
|
16
16
|
requirements:
|
|
17
|
-
- -
|
|
17
|
+
- - '='
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
|
-
version:
|
|
19
|
+
version: 7.0.0.rc1
|
|
20
20
|
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
|
-
- -
|
|
24
|
+
- - '='
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
|
-
version:
|
|
26
|
+
version: 7.0.0.rc1
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
|
28
28
|
name: rails
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -292,7 +292,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
292
292
|
version: '0'
|
|
293
293
|
requirements: []
|
|
294
294
|
rubyforge_project:
|
|
295
|
-
rubygems_version: 2.6
|
|
295
|
+
rubygems_version: 2.7.6
|
|
296
296
|
signing_key:
|
|
297
297
|
specification_version: 4
|
|
298
298
|
summary: A Rails engine supporting discovery of web archives.
|