s3_migration 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/LICENSE +21 -0
- data/README.md +107 -0
- data/docs/migrating-files-to-s3.md +74 -0
- data/lib/s3_migration/auditor.rb +42 -0
- data/lib/s3_migration/file_lock.rb +21 -0
- data/lib/s3_migration/file_migrator.rb +148 -0
- data/lib/s3_migration/manifest.rb +49 -0
- data/lib/s3_migration/migrate_file_set_job.rb +22 -0
- data/lib/s3_migration/migrate_files_job.rb +28 -0
- data/lib/s3_migration/progress.rb +44 -0
- data/lib/s3_migration/quarantine.rb +154 -0
- data/lib/s3_migration/railtie.rb +8 -0
- data/lib/s3_migration/source_storage.rb +45 -0
- data/lib/s3_migration/storage_report.rb +38 -0
- data/lib/s3_migration/stored_checksum.rb +35 -0
- data/lib/s3_migration/tasks.rb +186 -0
- data/lib/s3_migration/upload_cleanup.rb +42 -0
- data/lib/s3_migration/upload_watch.rb +29 -0
- data/lib/s3_migration/version.rb +5 -0
- data/lib/s3_migration.rb +75 -0
- data/lib/tasks/s3_migration.rake +48 -0
- metadata +114 -0
metadata
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
|
2
|
+
name: s3_migration
|
|
3
|
+
version: !ruby/object:Gem::Version
|
|
4
|
+
version: 0.1.0
|
|
5
|
+
platform: ruby
|
|
6
|
+
authors:
|
|
7
|
+
- Max Kadel
|
|
8
|
+
bindir: bin
|
|
9
|
+
cert_chain: []
|
|
10
|
+
date: 1980-01-02 00:00:00.000000000 Z
|
|
11
|
+
dependencies:
|
|
12
|
+
- !ruby/object:Gem::Dependency
|
|
13
|
+
name: hyrax
|
|
14
|
+
requirement: !ruby/object:Gem::Requirement
|
|
15
|
+
requirements:
|
|
16
|
+
- - ">="
|
|
17
|
+
- !ruby/object:Gem::Version
|
|
18
|
+
version: '5.0'
|
|
19
|
+
- - "<"
|
|
20
|
+
- !ruby/object:Gem::Version
|
|
21
|
+
version: '6'
|
|
22
|
+
type: :runtime
|
|
23
|
+
prerelease: false
|
|
24
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
25
|
+
requirements:
|
|
26
|
+
- - ">="
|
|
27
|
+
- !ruby/object:Gem::Version
|
|
28
|
+
version: '5.0'
|
|
29
|
+
- - "<"
|
|
30
|
+
- !ruby/object:Gem::Version
|
|
31
|
+
version: '6'
|
|
32
|
+
- !ruby/object:Gem::Dependency
|
|
33
|
+
name: valkyrie-shrine
|
|
34
|
+
requirement: !ruby/object:Gem::Requirement
|
|
35
|
+
requirements:
|
|
36
|
+
- - "~>"
|
|
37
|
+
- !ruby/object:Gem::Version
|
|
38
|
+
version: '1.1'
|
|
39
|
+
type: :runtime
|
|
40
|
+
prerelease: false
|
|
41
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
42
|
+
requirements:
|
|
43
|
+
- - "~>"
|
|
44
|
+
- !ruby/object:Gem::Version
|
|
45
|
+
version: '1.1'
|
|
46
|
+
- !ruby/object:Gem::Dependency
|
|
47
|
+
name: zeitwerk
|
|
48
|
+
requirement: !ruby/object:Gem::Requirement
|
|
49
|
+
requirements:
|
|
50
|
+
- - "~>"
|
|
51
|
+
- !ruby/object:Gem::Version
|
|
52
|
+
version: '2.6'
|
|
53
|
+
type: :runtime
|
|
54
|
+
prerelease: false
|
|
55
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
56
|
+
requirements:
|
|
57
|
+
- - "~>"
|
|
58
|
+
- !ruby/object:Gem::Version
|
|
59
|
+
version: '2.6'
|
|
60
|
+
description: Rake tasks and jobs that copy original files from a Valkyrie disk storage
|
|
61
|
+
adapter to an S3 (valkyrie-shrine) adapter, verify every copy, then quarantine,
|
|
62
|
+
roll back or purge the disk copies from a manifest.
|
|
63
|
+
email:
|
|
64
|
+
- max@notch8.com
|
|
65
|
+
executables: []
|
|
66
|
+
extensions: []
|
|
67
|
+
extra_rdoc_files: []
|
|
68
|
+
files:
|
|
69
|
+
- LICENSE
|
|
70
|
+
- README.md
|
|
71
|
+
- docs/migrating-files-to-s3.md
|
|
72
|
+
- lib/s3_migration.rb
|
|
73
|
+
- lib/s3_migration/auditor.rb
|
|
74
|
+
- lib/s3_migration/file_lock.rb
|
|
75
|
+
- lib/s3_migration/file_migrator.rb
|
|
76
|
+
- lib/s3_migration/manifest.rb
|
|
77
|
+
- lib/s3_migration/migrate_file_set_job.rb
|
|
78
|
+
- lib/s3_migration/migrate_files_job.rb
|
|
79
|
+
- lib/s3_migration/progress.rb
|
|
80
|
+
- lib/s3_migration/quarantine.rb
|
|
81
|
+
- lib/s3_migration/railtie.rb
|
|
82
|
+
- lib/s3_migration/source_storage.rb
|
|
83
|
+
- lib/s3_migration/storage_report.rb
|
|
84
|
+
- lib/s3_migration/stored_checksum.rb
|
|
85
|
+
- lib/s3_migration/tasks.rb
|
|
86
|
+
- lib/s3_migration/upload_cleanup.rb
|
|
87
|
+
- lib/s3_migration/upload_watch.rb
|
|
88
|
+
- lib/s3_migration/version.rb
|
|
89
|
+
- lib/tasks/s3_migration.rake
|
|
90
|
+
homepage: https://github.com/samvera-labs/s3_migration
|
|
91
|
+
licenses:
|
|
92
|
+
- MIT
|
|
93
|
+
metadata:
|
|
94
|
+
source_code_uri: https://github.com/samvera-labs/s3_migration/tree/main
|
|
95
|
+
bug_tracker_uri: https://github.com/samvera-labs/s3_migration/issues
|
|
96
|
+
rubygems_mfa_required: 'true'
|
|
97
|
+
rdoc_options: []
|
|
98
|
+
require_paths:
|
|
99
|
+
- lib
|
|
100
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
|
101
|
+
requirements:
|
|
102
|
+
- - ">="
|
|
103
|
+
- !ruby/object:Gem::Version
|
|
104
|
+
version: '3.2'
|
|
105
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
106
|
+
requirements:
|
|
107
|
+
- - ">="
|
|
108
|
+
- !ruby/object:Gem::Version
|
|
109
|
+
version: '0'
|
|
110
|
+
requirements: []
|
|
111
|
+
rubygems_version: 4.0.23
|
|
112
|
+
specification_version: 4
|
|
113
|
+
summary: Move Hyrax original files from disk storage to S3, verified and reversible.
|
|
114
|
+
test_files: []
|