warclight 0.6.1 → 0.6.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/CHANGELOG.md +7 -0
- data/README.md +5 -3
- data/lib/warclight/version.rb +1 -1
- data/solr/conf/schema.xml +1 -1
- data/solr/warclight_warc-indexer.conf +5 -5
- data/tasks/warclight.rake +1 -1
- data/warclight.gemspec +1 -1
- metadata +7 -7
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
2
|
+
SHA256:
|
|
3
|
+
metadata.gz: d133af0974917f55deead90426273ceec6f07b20d663522badd17db9f3f722eb
|
|
4
|
+
data.tar.gz: d05f55c0b458f5a6df15047b8ca3402bd6fb57a35fcca82688561bd4f1be9332
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: eac59177a4af6e1cda7ae8136c476701e4916e050c8534e21420554f178110d051eb1bcab15d256e369d7462567d78f68cb3af74bde8d8c1d161101d88489022
|
|
7
|
+
data.tar.gz: be99e61f6f3909fde71e2af9dac8788bf173e50416e3706224de2f4484959d096846e7ecf5f5305b8c80c4dc628d8906fc58aefcd9c0eea58e7cb2ef4b5d7efd
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,12 @@
|
|
|
1
1
|
# Change Log
|
|
2
2
|
|
|
3
|
+
## [v0.6.1](https://github.com/archivesunleashed/warclight/tree/v0.6.1) (2018-05-07)
|
|
4
|
+
[Full Changelog](https://github.com/archivesunleashed/warclight/compare/v0.6.0...v0.6.1)
|
|
5
|
+
|
|
6
|
+
**Closed issues:**
|
|
7
|
+
|
|
8
|
+
- Usability of Facet Links [\#43](https://github.com/archivesunleashed/warclight/issues/43)
|
|
9
|
+
|
|
3
10
|
## [v0.6.0](https://github.com/archivesunleashed/warclight/tree/v0.6.0) (2018-04-30)
|
|
4
11
|
[Full Changelog](https://github.com/archivesunleashed/warclight/compare/v0.5.0...v0.6.0)
|
|
5
12
|
|
data/README.md
CHANGED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
[](./CONTRIBUTING.md)
|
|
6
6
|
[](./LICENSE.txt)
|
|
7
7
|
|
|
8
|
-
A [Project Blacklight](http://projectblacklight.org/) based [Rails engine](http://guides.rubyonrails.org/engines.html) that supports the discovery of web archives held in the WARC and ARC formats. It allows faceted full-text search, record view, and other advanced discovery options.
|
|
8
|
+
A [Project Blacklight](http://projectblacklight.org/) based [Rails engine](http://guides.rubyonrails.org/engines.html) that supports the discovery of web archives held in the WARC and ARC formats. It allows faceted full-text search, record view, and other advanced discovery options.
|
|
9
9
|
|
|
10
10
|
## Requirements
|
|
11
11
|
|
|
@@ -77,6 +77,8 @@ The gem is available as open source under the terms of the [Apache License, Vers
|
|
|
77
77
|
|
|
78
78
|
## Acknowledgments
|
|
79
79
|
|
|
80
|
-
This work is primarily supported by the [Andrew W. Mellon Foundation](https://
|
|
80
|
+
This work is primarily supported by the [Andrew W. Mellon Foundation](https://mellon.org/). Other financial and in-kind support comes from the [Social Sciences and Humanities Research Council](http://www.sshrc-crsh.gc.ca/), [Compute Canada](https://www.computecanada.ca/), the [Ontario Ministry of Research, Innovation, and Science](https://www.ontario.ca/page/ministry-research-innovation-and-science), [York University Libraries](https://www.library.yorku.ca/web/), [Start Smart Labs](http://www.startsmartlabs.com/), and the [Faculty of Arts](https://uwaterloo.ca/arts/) and [David R. Cheriton School of Computer Science](https://cs.uwaterloo.ca/) at the [University of Waterloo](https://uwaterloo.ca/).
|
|
81
81
|
|
|
82
|
-
|
|
82
|
+
Any opinions, findings, and conclusions or recommendations expressed are those of the researchers and do not necessarily reflect the views of the sponsors.
|
|
83
|
+
|
|
84
|
+
This project drew inspiration from the [Arclight](https://github.com/sul-dlss/arclight) and [UKWA's Shine](https://github.com/ukwa/shine/), and would like to thank those creators and contributors.
|
data/lib/warclight/version.rb
CHANGED
data/solr/conf/schema.xml
CHANGED
|
@@ -28,7 +28,7 @@
|
|
|
28
28
|
|
|
29
29
|
<!-- BL UKWA: additional -->
|
|
30
30
|
<field name="access_terms" type="string" indexed="true" docValues="true" multiValued="true"/>
|
|
31
|
-
<field name="author" type="string" indexed="true" docValues="true"/>
|
|
31
|
+
<field name="author" type="string" indexed="true" docValues="true" multiValued="true"/>
|
|
32
32
|
<field name="category" type="text_general" indexed="true" stored="true"/>
|
|
33
33
|
<field name="collection" type="string" indexed="true" docValues="true" multiValued="true"/>
|
|
34
34
|
<field name="collections" type="string" indexed="true" docValues="true" multiValued="true"/>
|
|
@@ -4,19 +4,19 @@
|
|
|
4
4
|
"http_proxy": {},
|
|
5
5
|
"solr": {
|
|
6
6
|
"batch_size": 500,
|
|
7
|
-
"num_shards": 1,
|
|
8
7
|
"dummy_run": false,
|
|
9
|
-
"num_threads": 1,
|
|
10
8
|
"disablecommit": true,
|
|
11
9
|
"use_hash_url_id": true,
|
|
12
|
-
"check_solr_for_duplicates":
|
|
10
|
+
"check_solr_for_duplicates": false,
|
|
13
11
|
|
|
14
12
|
"field_setup": {
|
|
15
13
|
"fields" : {
|
|
16
14
|
"url" : { "max_length" : 2048 },
|
|
17
15
|
"url_norm" : { "max_length" : 2048 },
|
|
18
16
|
"links" : { "max_length" : 2048 },
|
|
17
|
+
"links_hosts" : { "max_length" : 2048 },
|
|
19
18
|
"content" : { "max_length" : 512K },
|
|
19
|
+
"generator": {"max_length" : 2048 },
|
|
20
20
|
},
|
|
21
21
|
},
|
|
22
22
|
},
|
|
@@ -51,7 +51,7 @@
|
|
|
51
51
|
"file": "/path/to/exclude.txt"
|
|
52
52
|
},
|
|
53
53
|
"extract": {
|
|
54
|
-
"onDiskThreshold": "
|
|
54
|
+
"onDiskThreshold": "1024M",
|
|
55
55
|
"response_include": [
|
|
56
56
|
"1",
|
|
57
57
|
"2",
|
|
@@ -72,7 +72,7 @@
|
|
|
72
72
|
"response",
|
|
73
73
|
"revisit"
|
|
74
74
|
],
|
|
75
|
-
"inMemoryThreshold": "
|
|
75
|
+
"inMemoryThreshold": "1024M",
|
|
76
76
|
"content": {
|
|
77
77
|
"text": true,
|
|
78
78
|
"text_stored": true,
|
data/tasks/warclight.rake
CHANGED
|
@@ -53,7 +53,7 @@ namespace :warclight do
|
|
|
53
53
|
task :seed do
|
|
54
54
|
puts 'Seeding index with data from spec/fixtures/warcs/...'
|
|
55
55
|
# rubocop:disable Metrics/LineLength
|
|
56
|
-
system('curl -o ".internal_test_gem/tmp/warc-indexer.jar" "http://alpha.library.yorku.ca/warc-indexer
|
|
56
|
+
system('curl -o ".internal_test_gem/tmp/warc-indexer.jar" "http://alpha.library.yorku.ca/warc-indexer.jar"')
|
|
57
57
|
system('java -Djava.io.tmpdir=.internal_test_gem/tmp -jar .internal_test_gem/tmp/warc-indexer.jar -c .internal_test_gem/solr/warclight_warc-indexer.conf -i "York University Libraries" -n "Test Collection" -u "12345" -s http://localhost:8983/solr/blacklight-core spec/fixtures/warcs/*.gz')
|
|
58
58
|
system('curl "http://localhost:8983/solr/blacklight-core/update?commit=true&openSearcher=true"')
|
|
59
59
|
end
|
data/warclight.gemspec
CHANGED
|
@@ -21,7 +21,7 @@ Gem::Specification.new do |s|
|
|
|
21
21
|
s.executables = s.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
|
22
22
|
s.require_paths = ['lib']
|
|
23
23
|
|
|
24
|
-
s.add_dependency 'blacklight'
|
|
24
|
+
s.add_dependency 'blacklight', '7.0.0.rc1'
|
|
25
25
|
s.add_dependency 'rails', '~> 5.0'
|
|
26
26
|
|
|
27
27
|
s.add_development_dependency 'bundler', '~> 1.14'
|
metadata
CHANGED
|
@@ -1,29 +1,29 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: warclight
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.6.
|
|
4
|
+
version: 0.6.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Nick Ruest
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2018-
|
|
11
|
+
date: 2018-09-25 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: blacklight
|
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
|
16
16
|
requirements:
|
|
17
|
-
- -
|
|
17
|
+
- - '='
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
|
-
version:
|
|
19
|
+
version: 7.0.0.rc1
|
|
20
20
|
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
|
-
- -
|
|
24
|
+
- - '='
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
|
-
version:
|
|
26
|
+
version: 7.0.0.rc1
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
|
28
28
|
name: rails
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -292,7 +292,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
292
292
|
version: '0'
|
|
293
293
|
requirements: []
|
|
294
294
|
rubyforge_project:
|
|
295
|
-
rubygems_version: 2.6
|
|
295
|
+
rubygems_version: 2.7.6
|
|
296
296
|
signing_key:
|
|
297
297
|
specification_version: 4
|
|
298
298
|
summary: A Rails engine supporting discovery of web archives.
|