zizia 3.1.0.alpha.01 → 4.0.0.alpha.01
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +14 -3
- data/lib/zizia/engine.rb +8 -0
- data/lib/zizia/{hyrax_basic_metadata_mapper.rb → hyrax/hyrax_basic_metadata_mapper.rb} +0 -0
- data/lib/zizia/hyrax/hyrax_default_updater.rb +11 -0
- data/lib/zizia/hyrax/hyrax_delete_files_updater.rb +16 -0
- data/lib/zizia/hyrax/hyrax_metadata_only_updater.rb +58 -0
- data/lib/zizia/{hyrax_record_importer.rb → hyrax/hyrax_record_importer.rb} +45 -56
- data/lib/zizia/{metadata_only_stack.rb → hyrax/metadata_only_stack.rb} +0 -0
- data/lib/zizia/version.rb +1 -1
- data/lib/zizia.rb +6 -3
- metadata +371 -213
- data/.circleci/config.yml +0 -44
- data/.gitignore +0 -16
- data/.rubocop.yml +0 -81
- data/.rubocop_todo.yml +0 -21
- data/.solr_wrapper +0 -8
- data/.travis.yml +0 -12
- data/Gemfile +0 -14
- data/Rakefile +0 -38
- data/app/assets/config/zizia_manifest.js +0 -2
- data/app/assets/images/zizia/.keep +0 -0
- data/app/assets/javascripts/zizia/DisplayUploadedFile.es6 +0 -43
- data/app/assets/javascripts/zizia/application.js +0 -13
- data/app/assets/javascripts/zizia/zizia.js +0 -6
- data/app/assets/stylesheets/zizia/_file_upload.scss +0 -17
- data/app/assets/stylesheets/zizia/application.css +0 -15
- data/app/assets/stylesheets/zizia/zizia.scss +0 -1
- data/app/controllers/zizia/application_controller.rb +0 -6
- data/app/controllers/zizia/csv_imports_controller.rb +0 -53
- data/app/controllers/zizia/importer_documentation_controller.rb +0 -11
- data/app/helpers/importer_documentation_helper.rb +0 -13
- data/app/helpers/zizia/application_helper.rb +0 -14
- data/app/importers/modular_importer.rb +0 -31
- data/app/jobs/zizia/application_job.rb +0 -5
- data/app/jobs/zizia/start_csv_import_job.rb +0 -14
- data/app/models/zizia/application_record.rb +0 -6
- data/app/models/zizia/csv_import.rb +0 -21
- data/app/models/zizia/csv_import_detail.rb +0 -13
- data/app/models/zizia/pre_ingest_file.rb +0 -6
- data/app/models/zizia/pre_ingest_work.rb +0 -6
- data/app/uploaders/zizia/csv_manifest_uploader.rb +0 -62
- data/app/uploaders/zizia/csv_manifest_validator.rb +0 -163
- data/app/views/layouts/zizia/application.html.erb +0 -14
- data/app/views/zizia/csv_imports/_actions.html.erb +0 -3
- data/app/views/zizia/csv_imports/_collection_selection.html.erb +0 -3
- data/app/views/zizia/csv_imports/_error.html.erb +0 -10
- data/app/views/zizia/csv_imports/_file_upload.html.erb +0 -3
- data/app/views/zizia/csv_imports/_form.html.erb +0 -75
- data/app/views/zizia/csv_imports/_no_collection.html.erb +0 -7
- data/app/views/zizia/csv_imports/_record_count.html.erb +0 -7
- data/app/views/zizia/csv_imports/_start_import_form.html.erb +0 -9
- data/app/views/zizia/csv_imports/index.html.erb +0 -21
- data/app/views/zizia/csv_imports/new.html.erb +0 -2
- data/app/views/zizia/csv_imports/preview.html.erb +0 -76
- data/app/views/zizia/csv_imports/show.html.erb +0 -31
- data/app/views/zizia/importer_documentation/guide.html.erb +0 -1
- data/bin/rails +0 -15
- data/config/routes.rb +0 -9
- data/db/migrate/201901162141281_create_zizia_csv_imports.rb +0 -10
- data/db/migrate/201901162203121_add_manifest_to_zizia_csv_imports.rb +0 -6
- data/db/migrate/201901241536541_add_fedora_collection_id_to_zizia_csv_imports.rb +0 -5
- data/db/migrate/20190911133657_create_zizia_pre_ingest_files.rb +0 -12
- data/db/migrate/20190911134002_create_zizia_pre_ingest_works.rb +0 -9
- data/db/migrate/20190911142616_create_zizia_csv_import_details.rb +0 -8
- data/docs/_config.yml +0 -1
- data/docs/customizing_metadata.md +0 -41
- data/docs/index.md +0 -113
- data/log/.keep +0 -0
- data/solr/config/_rest_managed.json +0 -3
- data/solr/config/admin-extra.html +0 -31
- data/solr/config/elevate.xml +0 -36
- data/solr/config/mapping-ISOLatin1Accent.txt +0 -246
- data/solr/config/protwords.txt +0 -21
- data/solr/config/routes.rb +0 -9
- data/solr/config/schema.xml +0 -366
- data/solr/config/scripts.conf +0 -24
- data/solr/config/solrconfig.xml +0 -322
- data/solr/config/spellings.txt +0 -2
- data/solr/config/stopwords.txt +0 -58
- data/solr/config/stopwords_en.txt +0 -58
- data/solr/config/synonyms.txt +0 -31
- data/solr/config/xslt/example.xsl +0 -132
- data/solr/config/xslt/example_atom.xsl +0 -67
- data/solr/config/xslt/example_rss.xsl +0 -66
- data/solr/config/xslt/luke.xsl +0 -337
- data/spec/controllers/importer_documentation_controller_spec.rb +0 -14
- data/spec/dummy/.gitignore +0 -23
- data/spec/dummy/Gemfile +0 -57
- data/spec/dummy/README.md +0 -24
- data/spec/dummy/Rakefile +0 -6
- data/spec/dummy/app/assets/config/manifest.js +0 -3
- data/spec/dummy/app/assets/csv/import_manifest.csv +0 -1
- data/spec/dummy/app/assets/images/.keep +0 -0
- data/spec/dummy/app/assets/javascripts/application.js +0 -15
- data/spec/dummy/app/assets/javascripts/cable.js +0 -13
- data/spec/dummy/app/assets/javascripts/channels/.keep +0 -0
- data/spec/dummy/app/assets/markdown/importer_guide.md +0 -256
- data/spec/dummy/app/assets/stylesheets/application.css +0 -15
- data/spec/dummy/app/channels/application_cable/channel.rb +0 -4
- data/spec/dummy/app/channels/application_cable/connection.rb +0 -4
- data/spec/dummy/app/controllers/application_controller.rb +0 -3
- data/spec/dummy/app/controllers/concerns/.keep +0 -0
- data/spec/dummy/app/helpers/application_helper.rb +0 -2
- data/spec/dummy/app/jobs/application_job.rb +0 -2
- data/spec/dummy/app/mailers/application_mailer.rb +0 -4
- data/spec/dummy/app/models/application_record.rb +0 -3
- data/spec/dummy/app/models/concerns/.keep +0 -0
- data/spec/dummy/app/models/user.rb +0 -2
- data/spec/dummy/app/views/layouts/application.html.erb +0 -14
- data/spec/dummy/app/views/layouts/mailer.html.erb +0 -13
- data/spec/dummy/app/views/layouts/mailer.text.erb +0 -1
- data/spec/dummy/bin/bundle +0 -3
- data/spec/dummy/bin/rails +0 -9
- data/spec/dummy/bin/rake +0 -9
- data/spec/dummy/bin/setup +0 -38
- data/spec/dummy/bin/spring +0 -17
- data/spec/dummy/bin/update +0 -29
- data/spec/dummy/bin/yarn +0 -11
- data/spec/dummy/config/application.rb +0 -18
- data/spec/dummy/config/boot.rb +0 -3
- data/spec/dummy/config/cable.yml +0 -10
- data/spec/dummy/config/database.yml +0 -25
- data/spec/dummy/config/environment.rb +0 -5
- data/spec/dummy/config/environments/development.rb +0 -54
- data/spec/dummy/config/environments/production.rb +0 -91
- data/spec/dummy/config/environments/test.rb +0 -42
- data/spec/dummy/config/initializers/application_controller_renderer.rb +0 -8
- data/spec/dummy/config/initializers/assets.rb +0 -14
- data/spec/dummy/config/initializers/backtrace_silencers.rb +0 -7
- data/spec/dummy/config/initializers/cookies_serializer.rb +0 -5
- data/spec/dummy/config/initializers/filter_parameter_logging.rb +0 -4
- data/spec/dummy/config/initializers/inflections.rb +0 -16
- data/spec/dummy/config/initializers/mime_types.rb +0 -4
- data/spec/dummy/config/initializers/wrap_parameters.rb +0 -14
- data/spec/dummy/config/locales/en.yml +0 -33
- data/spec/dummy/config/puma.rb +0 -56
- data/spec/dummy/config/routes.rb +0 -4
- data/spec/dummy/config/secrets.yml +0 -32
- data/spec/dummy/config/spring.rb +0 -6
- data/spec/dummy/config.ru +0 -5
- data/spec/dummy/db/migrate/20190911165049_create_users.rb +0 -8
- data/spec/dummy/db/schema.rb +0 -55
- data/spec/dummy/db/seeds.rb +0 -7
- data/spec/dummy/lib/assets/.keep +0 -0
- data/spec/dummy/lib/tasks/.keep +0 -0
- data/spec/dummy/log/.keep +0 -0
- data/spec/dummy/package.json +0 -5
- data/spec/dummy/public/404.html +0 -67
- data/spec/dummy/public/422.html +0 -67
- data/spec/dummy/public/500.html +0 -66
- data/spec/dummy/public/apple-touch-icon-precomposed.png +0 -0
- data/spec/dummy/public/apple-touch-icon.png +0 -0
- data/spec/dummy/public/favicon.ico +0 -0
- data/spec/dummy/public/robots.txt +0 -1
- data/spec/dummy/test/application_system_test_case.rb +0 -5
- data/spec/dummy/test/controllers/.keep +0 -0
- data/spec/dummy/test/fixtures/.keep +0 -0
- data/spec/dummy/test/fixtures/files/.keep +0 -0
- data/spec/dummy/test/fixtures/users.yml +0 -11
- data/spec/dummy/test/helpers/.keep +0 -0
- data/spec/dummy/test/integration/.keep +0 -0
- data/spec/dummy/test/mailers/.keep +0 -0
- data/spec/dummy/test/models/.keep +0 -0
- data/spec/dummy/test/models/user_test.rb +0 -7
- data/spec/dummy/test/system/.keep +0 -0
- data/spec/dummy/test/test_helper.rb +0 -10
- data/spec/dummy/vendor/.keep +0 -0
- data/spec/fixtures/bad_example.csv +0 -2
- data/spec/fixtures/dog.jpg +0 -0
- data/spec/fixtures/example.csv +0 -4
- data/spec/fixtures/hyrax/example.csv +0 -3
- data/spec/fixtures/images/animals/cat.png +0 -0
- data/spec/fixtures/images/zizia.png +0 -0
- data/spec/fixtures/zizia.png +0 -0
- data/spec/integration/csv_import_detail_spec.rb +0 -48
- data/spec/integration/import_csv_spec.rb +0 -27
- data/spec/integration/import_hyrax_csv.rb +0 -71
- data/spec/models/csv_import_spec.rb +0 -18
- data/spec/spec_helper.rb +0 -31
- data/spec/support/hyrax/basic_metadata.rb +0 -30
- data/spec/support/hyrax/core_metadata.rb +0 -15
- data/spec/support/shared_contexts/with_work_type.rb +0 -101
- data/spec/uploaders/csv_manifest_uploader_spec.rb +0 -30
- data/spec/views/zizia/importer_documentation/guide.html.erb_spec.rb +0 -13
- data/spec/zizia/csv_format_validator_spec.rb +0 -38
- data/spec/zizia/csv_parser_spec.rb +0 -73
- data/spec/zizia/csv_template_spec.rb +0 -15
- data/spec/zizia/hash_mapper_spec.rb +0 -8
- data/spec/zizia/hyrax_basic_metadata_mapper_spec.rb +0 -190
- data/spec/zizia/hyrax_record_importer_spec.rb +0 -176
- data/spec/zizia/importer_spec.rb +0 -46
- data/spec/zizia/input_record_spec.rb +0 -71
- data/spec/zizia/record_importer_spec.rb +0 -53
- data/spec/zizia/title_validator_spec.rb +0 -23
- data/spec/zizia/validator_spec.rb +0 -9
- data/spec/zizia/version_spec.rb +0 -7
- data/spec/zizia_spec.rb +0 -20
- data/zizia.gemspec +0 -42
data/docs/index.md
DELETED
@@ -1,113 +0,0 @@
|
|
1
|
-
# Importing to Hyrax with Zizia
|
2
|
-
|
3
|
-
## Getting Started
|
4
|
-
The simplest use case is importing content that matches [Hyrax's core and basic metadata fields](http://samvera.github.io/metadata_application_profile.html), plus a few extra fields that let Hyrax know how to display the content properly. At a very high level we're going to:
|
5
|
-
1. Write a simple import test first
|
6
|
-
1. Get the test passing
|
7
|
-
1. Write a rake task to run your import with real data
|
8
|
-
|
9
|
-
**Note:** This guide assumes that you already have a working Hyrax instance with at least one work type. If you need help doing that, see [the Hyrax documentation](https://github.com/samvera/hyrax#creating-a-hyrax-based-app). This guide is going to assume we're using an `Image` work type and attaching image files, but should be applicable to any work type or kind of attachment.
|
10
|
-
|
11
|
-
### 1. Write a simple import test
|
12
|
-
1. Make a directory for your importer: `mkdir app/importers`
|
13
|
-
1. Make a directory for your importer tests: `mkdir spec/importers`
|
14
|
-
1. Make a directory for your fixture files: `mkdir spec/fixtures/images`
|
15
|
-
1. Put three small images in `spec/fixtures/images` In this guide, we're using copyright free images from https://www.pexels.com/, `birds.jpg`, `cat.jpg`, and `dog.jpg`.
|
16
|
-
1. Make a directory for your CSV fixture files: `mkdir spec/fixtures/csv_import`
|
17
|
-
1. Put a file like this in `spec/fixtures/csv_import/zizia_basic.csv`:
|
18
|
-
```
|
19
|
-
title,source,visibility
|
20
|
-
"A Cute Dog",https://www.pexels.com/photo/animal-blur-canine-close-up-551628/,open
|
21
|
-
"An Interesting Cat",https://www.pexels.com/photo/person-holding-white-cat-1383397/,open
|
22
|
-
"A Flock of Birds",https://www.pexels.com/photo/animal-avian-beak-birds-203088/,open
|
23
|
-
```
|
24
|
-
1. Make a file called `spec/importers/modular_importer_spec.rb` that contains this:
|
25
|
-
```ruby
|
26
|
-
# frozen_string_literal: true
|
27
|
-
|
28
|
-
require 'rails_helper'
|
29
|
-
|
30
|
-
RSpec.describe ModularImporter do
|
31
|
-
let(:modular_csv) { 'spec/fixtures/csv_import/zizia_basic.csv' }
|
32
|
-
let(:user) { ::User.batch_user }
|
33
|
-
|
34
|
-
it "imports a csv" do
|
35
|
-
expect { ModularImporter.new(modular_csv).import }.to change { Work.count }.by 3
|
36
|
-
end
|
37
|
-
end
|
38
|
-
```
|
39
|
-
1. Make a file called `app/importers/modular_importer.rb` that contains just enough of an importer class that your test can run and give a meaningful error:
|
40
|
-
```ruby
|
41
|
-
class ModularImporter
|
42
|
-
def initialize(csv_file)
|
43
|
-
@csv_file = csv_file
|
44
|
-
raise "Cannot find expected input file #{csv_file}" unless File.exist?(csv_file)
|
45
|
-
end
|
46
|
-
|
47
|
-
def import
|
48
|
-
end
|
49
|
-
end
|
50
|
-
```
|
51
|
-
1. Run your test:
|
52
|
-
```
|
53
|
-
bundle exec rspec spec/importers/modular_importer_spec.rb
|
54
|
-
```
|
55
|
-
It should fail with a message like
|
56
|
-
```
|
57
|
-
expected `Work.count` to have changed by 3, but was changed by 0
|
58
|
-
```
|
59
|
-
|
60
|
-
So, at this point, your test is running, but the importer isn't yet creating any records.
|
61
|
-
|
62
|
-
### 2. Get the test passing
|
63
|
-
1. Add the zizia gem to your `Gemfile` and run bundle update:
|
64
|
-
```
|
65
|
-
gem `zizia`
|
66
|
-
```
|
67
|
-
2. Edit `app/importer/modular_importer.rb` so it looks like this:
|
68
|
-
```ruby
|
69
|
-
require 'zizia'
|
70
|
-
|
71
|
-
class ModularImporter
|
72
|
-
def initialize(csv_file)
|
73
|
-
@csv_file = csv_file
|
74
|
-
raise "Cannot find expected input file #{csv_file}" unless File.exist?(csv_file)
|
75
|
-
end
|
76
|
-
|
77
|
-
def import
|
78
|
-
file = File.open(@csv_file)
|
79
|
-
Zizia::Importer.new(parser: Zizia::CsvParser.new(file: file), record_importer: Zizia::HyraxRecordImporter.new).import
|
80
|
-
file.close # Note that we must close any files we open.
|
81
|
-
end
|
82
|
-
end
|
83
|
-
```
|
84
|
-
3. Now your test should pass with output something like this:
|
85
|
-
|
86
|
-
```
|
87
|
-
ModularImporter
|
88
|
-
Creating record: ["A Cute Dog"].Record created at: jw827b648Record created at: jw827b648Creating record: ["An Interesting Cat"].Record created at: 3n203z084Record created at: 3n203z084Creating record: ["A Flock of Birds"].Record created at: wm117n96bRecord created at: wm117n96b imports a csv
|
89
|
-
|
90
|
-
Finished in 7.56 seconds (files took 9.06 seconds to load)
|
91
|
-
1 example, 0 failures
|
92
|
-
```
|
93
|
-
|
94
|
-
### 3. Import in development and production
|
95
|
-
|
96
|
-
A passing test tell us that records are being created, but it's only happening in our test environment right now. Let's write a rake task so we can make it happen in development or production and really see the records we made.
|
97
|
-
|
98
|
-
Make a file like this at `lib/tasks/import.rake`:
|
99
|
-
|
100
|
-
```ruby
|
101
|
-
namespace :basic_import do
|
102
|
-
desc 'Ingest sample data'
|
103
|
-
task sample: [:environment] do
|
104
|
-
Rake::Task["hyrax:default_admin_set:create"].invoke
|
105
|
-
Rake::Task["hyrax:default_collection_types:create"].invoke
|
106
|
-
Rake::Task["hyrax:workflow:load"].invoke
|
107
|
-
csv_file = Rails.root.join('spec', 'fixtures', 'csv_import', 'zizia_basic.csv')
|
108
|
-
ModularImporter.new(csv_file).import
|
109
|
-
end
|
110
|
-
end
|
111
|
-
```
|
112
|
-
|
113
|
-
Now you should be able to run `rake basic_import:sample` and see your records appear in Hyrax.
|
data/log/.keep
DELETED
File without changes
|
@@ -1,31 +0,0 @@
|
|
1
|
-
<!--
|
2
|
-
Licensed to the Apache Software Foundation (ASF) under one or more
|
3
|
-
contributor license agreements. See the NOTICE file distributed with
|
4
|
-
this work for additional information regarding copyright ownership.
|
5
|
-
The ASF licenses this file to You under the Apache License, Version 2.0
|
6
|
-
(the "License"); you may not use this file except in compliance with
|
7
|
-
the License. You may obtain a copy of the License at
|
8
|
-
|
9
|
-
http://www.apache.org/licenses/LICENSE-2.0
|
10
|
-
|
11
|
-
Unless required by applicable law or agreed to in writing, software
|
12
|
-
distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
-
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
-
See the License for the specific language governing permissions and
|
15
|
-
limitations under the License.
|
16
|
-
-->
|
17
|
-
|
18
|
-
<!-- The content of this page will be statically included into the top
|
19
|
-
of the admin page. Uncomment this as an example to see there the content
|
20
|
-
will show up.
|
21
|
-
|
22
|
-
<hr>
|
23
|
-
<i>This line will appear before the first table</i>
|
24
|
-
<tr>
|
25
|
-
<td colspan="2">
|
26
|
-
This row will be appended to the end of the first table
|
27
|
-
</td>
|
28
|
-
</tr>
|
29
|
-
<hr>
|
30
|
-
|
31
|
-
-->
|
data/solr/config/elevate.xml
DELETED
@@ -1,36 +0,0 @@
|
|
1
|
-
<?xml version="1.0" encoding="UTF-8" ?>
|
2
|
-
<!--
|
3
|
-
Licensed to the Apache Software Foundation (ASF) under one or more
|
4
|
-
contributor license agreements. See the NOTICE file distributed with
|
5
|
-
this work for additional information regarding copyright ownership.
|
6
|
-
The ASF licenses this file to You under the Apache License, Version 2.0
|
7
|
-
(the "License"); you may not use this file except in compliance with
|
8
|
-
the License. You may obtain a copy of the License at
|
9
|
-
|
10
|
-
http://www.apache.org/licenses/LICENSE-2.0
|
11
|
-
|
12
|
-
Unless required by applicable law or agreed to in writing, software
|
13
|
-
distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
-
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
-
See the License for the specific language governing permissions and
|
16
|
-
limitations under the License.
|
17
|
-
-->
|
18
|
-
|
19
|
-
<!-- If this file is found in the config directory, it will only be
|
20
|
-
loaded once at startup. If it is found in Solr's data
|
21
|
-
directory, it will be re-loaded every commit.
|
22
|
-
-->
|
23
|
-
|
24
|
-
<elevate>
|
25
|
-
<query text="foo bar">
|
26
|
-
<doc id="1" />
|
27
|
-
<doc id="2" />
|
28
|
-
<doc id="3" />
|
29
|
-
</query>
|
30
|
-
|
31
|
-
<query text="ipod">
|
32
|
-
<doc id="MA147LL/A" /> <!-- put the actual ipod at the top -->
|
33
|
-
<doc id="IW-02" exclude="true" /> <!-- exclude this cable -->
|
34
|
-
</query>
|
35
|
-
|
36
|
-
</elevate>
|
@@ -1,246 +0,0 @@
|
|
1
|
-
# The ASF licenses this file to You under the Apache License, Version 2.0
|
2
|
-
# (the "License"); you may not use this file except in compliance with
|
3
|
-
# the License. You may obtain a copy of the License at
|
4
|
-
#
|
5
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
6
|
-
#
|
7
|
-
# Unless required by applicable law or agreed to in writing, software
|
8
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
9
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
10
|
-
# See the License for the specific language governing permissions and
|
11
|
-
# limitations under the License.
|
12
|
-
|
13
|
-
# Syntax:
|
14
|
-
# "source" => "target"
|
15
|
-
# "source".length() > 0 (source cannot be empty.)
|
16
|
-
# "target".length() >= 0 (target can be empty.)
|
17
|
-
|
18
|
-
# example:
|
19
|
-
# "??" => "A"
|
20
|
-
# "\u00C0" => "A"
|
21
|
-
# "\u00C0" => "\u0041"
|
22
|
-
# "??" => "ss"
|
23
|
-
# "\t" => " "
|
24
|
-
# "\n" => ""
|
25
|
-
|
26
|
-
# ?? => A
|
27
|
-
"\u00C0" => "A"
|
28
|
-
|
29
|
-
# ?? => A
|
30
|
-
"\u00C1" => "A"
|
31
|
-
|
32
|
-
# ?? => A
|
33
|
-
"\u00C2" => "A"
|
34
|
-
|
35
|
-
# ?? => A
|
36
|
-
"\u00C3" => "A"
|
37
|
-
|
38
|
-
# ?? => A
|
39
|
-
"\u00C4" => "A"
|
40
|
-
|
41
|
-
# ?? => A
|
42
|
-
"\u00C5" => "A"
|
43
|
-
|
44
|
-
# ?? => AE
|
45
|
-
"\u00C6" => "AE"
|
46
|
-
|
47
|
-
# ?? => C
|
48
|
-
"\u00C7" => "C"
|
49
|
-
|
50
|
-
# ?? => E
|
51
|
-
"\u00C8" => "E"
|
52
|
-
|
53
|
-
# ?? => E
|
54
|
-
"\u00C9" => "E"
|
55
|
-
|
56
|
-
# ?? => E
|
57
|
-
"\u00CA" => "E"
|
58
|
-
|
59
|
-
# ?? => E
|
60
|
-
"\u00CB" => "E"
|
61
|
-
|
62
|
-
# ?? => I
|
63
|
-
"\u00CC" => "I"
|
64
|
-
|
65
|
-
# ?? => I
|
66
|
-
"\u00CD" => "I"
|
67
|
-
|
68
|
-
# ?? => I
|
69
|
-
"\u00CE" => "I"
|
70
|
-
|
71
|
-
# ?? => I
|
72
|
-
"\u00CF" => "I"
|
73
|
-
|
74
|
-
# ?? => IJ
|
75
|
-
"\u0132" => "IJ"
|
76
|
-
|
77
|
-
# ?? => D
|
78
|
-
"\u00D0" => "D"
|
79
|
-
|
80
|
-
# ?? => N
|
81
|
-
"\u00D1" => "N"
|
82
|
-
|
83
|
-
# ?? => O
|
84
|
-
"\u00D2" => "O"
|
85
|
-
|
86
|
-
# ?? => O
|
87
|
-
"\u00D3" => "O"
|
88
|
-
|
89
|
-
# ?? => O
|
90
|
-
"\u00D4" => "O"
|
91
|
-
|
92
|
-
# ?? => O
|
93
|
-
"\u00D5" => "O"
|
94
|
-
|
95
|
-
# ?? => O
|
96
|
-
"\u00D6" => "O"
|
97
|
-
|
98
|
-
# ?? => O
|
99
|
-
"\u00D8" => "O"
|
100
|
-
|
101
|
-
# ?? => OE
|
102
|
-
"\u0152" => "OE"
|
103
|
-
|
104
|
-
# ??
|
105
|
-
"\u00DE" => "TH"
|
106
|
-
|
107
|
-
# ?? => U
|
108
|
-
"\u00D9" => "U"
|
109
|
-
|
110
|
-
# ?? => U
|
111
|
-
"\u00DA" => "U"
|
112
|
-
|
113
|
-
# ?? => U
|
114
|
-
"\u00DB" => "U"
|
115
|
-
|
116
|
-
# ?? => U
|
117
|
-
"\u00DC" => "U"
|
118
|
-
|
119
|
-
# ?? => Y
|
120
|
-
"\u00DD" => "Y"
|
121
|
-
|
122
|
-
# ?? => Y
|
123
|
-
"\u0178" => "Y"
|
124
|
-
|
125
|
-
# ?? => a
|
126
|
-
"\u00E0" => "a"
|
127
|
-
|
128
|
-
# ?? => a
|
129
|
-
"\u00E1" => "a"
|
130
|
-
|
131
|
-
# ?? => a
|
132
|
-
"\u00E2" => "a"
|
133
|
-
|
134
|
-
# ?? => a
|
135
|
-
"\u00E3" => "a"
|
136
|
-
|
137
|
-
# ?? => a
|
138
|
-
"\u00E4" => "a"
|
139
|
-
|
140
|
-
# ?? => a
|
141
|
-
"\u00E5" => "a"
|
142
|
-
|
143
|
-
# ?? => ae
|
144
|
-
"\u00E6" => "ae"
|
145
|
-
|
146
|
-
# ?? => c
|
147
|
-
"\u00E7" => "c"
|
148
|
-
|
149
|
-
# ?? => e
|
150
|
-
"\u00E8" => "e"
|
151
|
-
|
152
|
-
# ?? => e
|
153
|
-
"\u00E9" => "e"
|
154
|
-
|
155
|
-
# ?? => e
|
156
|
-
"\u00EA" => "e"
|
157
|
-
|
158
|
-
# ?? => e
|
159
|
-
"\u00EB" => "e"
|
160
|
-
|
161
|
-
# ?? => i
|
162
|
-
"\u00EC" => "i"
|
163
|
-
|
164
|
-
# ?? => i
|
165
|
-
"\u00ED" => "i"
|
166
|
-
|
167
|
-
# ?? => i
|
168
|
-
"\u00EE" => "i"
|
169
|
-
|
170
|
-
# ?? => i
|
171
|
-
"\u00EF" => "i"
|
172
|
-
|
173
|
-
# ?? => ij
|
174
|
-
"\u0133" => "ij"
|
175
|
-
|
176
|
-
# ?? => d
|
177
|
-
"\u00F0" => "d"
|
178
|
-
|
179
|
-
# ?? => n
|
180
|
-
"\u00F1" => "n"
|
181
|
-
|
182
|
-
# ?? => o
|
183
|
-
"\u00F2" => "o"
|
184
|
-
|
185
|
-
# ?? => o
|
186
|
-
"\u00F3" => "o"
|
187
|
-
|
188
|
-
# ?? => o
|
189
|
-
"\u00F4" => "o"
|
190
|
-
|
191
|
-
# ?? => o
|
192
|
-
"\u00F5" => "o"
|
193
|
-
|
194
|
-
# ?? => o
|
195
|
-
"\u00F6" => "o"
|
196
|
-
|
197
|
-
# ?? => o
|
198
|
-
"\u00F8" => "o"
|
199
|
-
|
200
|
-
# ?? => oe
|
201
|
-
"\u0153" => "oe"
|
202
|
-
|
203
|
-
# ?? => ss
|
204
|
-
"\u00DF" => "ss"
|
205
|
-
|
206
|
-
# ?? => th
|
207
|
-
"\u00FE" => "th"
|
208
|
-
|
209
|
-
# ?? => u
|
210
|
-
"\u00F9" => "u"
|
211
|
-
|
212
|
-
# ?? => u
|
213
|
-
"\u00FA" => "u"
|
214
|
-
|
215
|
-
# ?? => u
|
216
|
-
"\u00FB" => "u"
|
217
|
-
|
218
|
-
# ?? => u
|
219
|
-
"\u00FC" => "u"
|
220
|
-
|
221
|
-
# ?? => y
|
222
|
-
"\u00FD" => "y"
|
223
|
-
|
224
|
-
# ?? => y
|
225
|
-
"\u00FF" => "y"
|
226
|
-
|
227
|
-
# ??? => ff
|
228
|
-
"\uFB00" => "ff"
|
229
|
-
|
230
|
-
# ??? => fi
|
231
|
-
"\uFB01" => "fi"
|
232
|
-
|
233
|
-
# ??? => fl
|
234
|
-
"\uFB02" => "fl"
|
235
|
-
|
236
|
-
# ??? => ffi
|
237
|
-
"\uFB03" => "ffi"
|
238
|
-
|
239
|
-
# ??? => ffl
|
240
|
-
"\uFB04" => "ffl"
|
241
|
-
|
242
|
-
# ??? => ft
|
243
|
-
"\uFB05" => "ft"
|
244
|
-
|
245
|
-
# ??? => st
|
246
|
-
"\uFB06" => "st"
|
data/solr/config/protwords.txt
DELETED
@@ -1,21 +0,0 @@
|
|
1
|
-
# The ASF licenses this file to You under the Apache License, Version 2.0
|
2
|
-
# (the "License"); you may not use this file except in compliance with
|
3
|
-
# the License. You may obtain a copy of the License at
|
4
|
-
#
|
5
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
6
|
-
#
|
7
|
-
# Unless required by applicable law or agreed to in writing, software
|
8
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
9
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
10
|
-
# See the License for the specific language governing permissions and
|
11
|
-
# limitations under the License.
|
12
|
-
|
13
|
-
#-----------------------------------------------------------------------
|
14
|
-
# Use a protected word file to protect against the stemmer reducing two
|
15
|
-
# unrelated words to the same base word.
|
16
|
-
|
17
|
-
# Some non-words that normally won't be encountered,
|
18
|
-
# just to test that they won't be stemmed.
|
19
|
-
dontstems
|
20
|
-
zwhacky
|
21
|
-
|
data/solr/config/routes.rb
DELETED
@@ -1,9 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
Zizia::Engine.routes.draw do
|
3
|
-
get 'importer_documentation/guide'
|
4
|
-
get 'importer_documentation/csv'
|
5
|
-
|
6
|
-
post 'csv_imports/preview', as: 'preview_csv_import'
|
7
|
-
get 'csv_imports/preview', to: redirect('csv_imports/new')
|
8
|
-
resources :csv_imports, only: [:index, :show, :new, :create]
|
9
|
-
end
|