lazy_blob_storage 2.0.0.pre.beta.5 → 2.0.0.pre.beta.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +12 -3
- data/Rakefile +14 -14
- data/app/controllers/lazy_blobs_controller.rb +5 -5
- data/app/models/concerns/lazy_attachable.rb +9 -9
- data/app/models/lazy_attachment.rb +32 -1
- data/app/models/lazy_blob.rb +23 -4
- data/app/models/lazy_variant.rb +27 -0
- data/db/migrate/20200213161207_create_lazy_blobs.rb +2 -1
- data/db/migrate/20230309225433_create_lazy_variants.rb +11 -0
- data/db/migrate/20230309235549_add_digest_to_lazy_variants.rb +5 -0
- data/lib/lazy_blob_storage/engine.rb +2 -2
- data/lib/lazy_blob_storage/version.rb +1 -1
- data/lib/lazy_blob_storage.rb +9 -0
- metadata +34 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: f59d945b4c54444be929225d268159520d5ceefd47cd74f432e82c2f8c05c26c
|
4
|
+
data.tar.gz: c5092d1b0f3db7974116aa3d7041a75deae86e9c94b3395bd9609ebba38bd0f3
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: a3319925424b037dd4934322b021ef020004a10db8ba768c88a5bc0461e0a88e1a7f62f8d3598f668edbfdd10c7f16c2f2f09b8ffdc357c405a3842daf93c648
|
7
|
+
data.tar.gz: 4536667ff095869e75fa3b9cee03c59dd78481270c2a42edd3bc0ad11a9f6634a9fb04c816ba206c309343bbdae508ada8a986249579a65aa57afbc8557cab1a
|
data/README.md
CHANGED
@@ -8,15 +8,24 @@ digest to prevent duplicate blob uploads.
|
|
8
8
|
Nothing fancy. Just stores files and allows public access using the
|
9
9
|
digest as a key. Respects HTTP Cache headers.
|
10
10
|
|
11
|
-
You probably want to put a CDN/Cache/RateLimit in front of the
|
12
|
-
`"lazy_blobs#show"` route because somebody could DOS your website
|
11
|
+
You probably want to put a CDN/Cache/RateLimit in front of the
|
12
|
+
`"lazy_blobs#show"` route because somebody could DOS your website
|
13
13
|
if all your workers are serving files from the database.
|
14
14
|
|
15
|
-
Basically this is a dumb idea, but setting up AWS buckets and permissions just
|
15
|
+
Basically this is a dumb idea, but setting up AWS buckets and permissions just
|
16
16
|
to upload a dumb logo is :big_sigh_emoji:
|
17
17
|
|
18
18
|
Don't use this. I mean it.
|
19
19
|
|
20
|
+
## Alternative
|
21
|
+
|
22
|
+
I would use activestorage_database rather than lazy_blob_storage if I were starting a new project.
|
23
|
+
|
24
|
+
See:
|
25
|
+
|
26
|
+
- https://rubygems.org/gems/activestorage_database
|
27
|
+
- https://github.com/WizardComputer/activestorage_database
|
28
|
+
|
20
29
|
## Breaking Changes in 2.0.0-beta.1
|
21
30
|
|
22
31
|
- Support UUID key types
|
data/Rakefile
CHANGED
@@ -1,31 +1,31 @@
|
|
1
1
|
begin
|
2
|
-
require
|
2
|
+
require "bundler/setup"
|
3
3
|
rescue LoadError
|
4
|
-
puts
|
4
|
+
puts "You must `gem install bundler` and `bundle install` to run rake tasks"
|
5
5
|
end
|
6
6
|
|
7
|
-
require
|
7
|
+
require "rdoc/task"
|
8
8
|
|
9
9
|
RDoc::Task.new(:rdoc) do |rdoc|
|
10
|
-
rdoc.rdoc_dir =
|
11
|
-
rdoc.title
|
12
|
-
rdoc.options <<
|
13
|
-
rdoc.rdoc_files.include(
|
14
|
-
rdoc.rdoc_files.include(
|
10
|
+
rdoc.rdoc_dir = "rdoc"
|
11
|
+
rdoc.title = "LazyBlobStorage"
|
12
|
+
rdoc.options << "--line-numbers"
|
13
|
+
rdoc.rdoc_files.include("README.md")
|
14
|
+
rdoc.rdoc_files.include("lib/**/*.rb")
|
15
15
|
end
|
16
16
|
|
17
17
|
APP_RAKEFILE = File.expand_path("test/dummy/Rakefile", __dir__)
|
18
|
-
load
|
18
|
+
load "rails/tasks/engine.rake"
|
19
19
|
|
20
|
-
load
|
20
|
+
load "rails/tasks/statistics.rake"
|
21
21
|
|
22
|
-
require
|
22
|
+
require "bundler/gem_tasks"
|
23
23
|
|
24
|
-
require
|
24
|
+
require "rake/testtask"
|
25
25
|
|
26
26
|
Rake::TestTask.new(:test) do |t|
|
27
|
-
t.libs <<
|
28
|
-
t.pattern =
|
27
|
+
t.libs << "test"
|
28
|
+
t.pattern = "test/**/*_test.rb"
|
29
29
|
t.verbose = false
|
30
30
|
end
|
31
31
|
|
@@ -3,8 +3,8 @@ class LazyBlobsController < ActionController::Base
|
|
3
3
|
@blob = LazyBlob.find_by(digest: params[:digest])
|
4
4
|
|
5
5
|
if stale?(@blob, last_modified: @blob.created_at.utc, public: true)
|
6
|
-
headers[
|
7
|
-
headers[
|
6
|
+
headers["Content-Type"] = @blob.content_type
|
7
|
+
headers["Content-Length"] = @blob.content_length
|
8
8
|
send_data(@blob.content, filename: @blob.filename, disposition: :inline)
|
9
9
|
end
|
10
10
|
end
|
@@ -13,9 +13,9 @@ class LazyBlobsController < ActionController::Base
|
|
13
13
|
@blob = LazyBlob.from_upload(params[:file])
|
14
14
|
|
15
15
|
if @blob.save
|
16
|
-
render json: {
|
16
|
+
render json: {digest: @blob.digest}
|
17
17
|
else
|
18
|
-
render json: {
|
18
|
+
render json: {errors: @blob.errors}, status: :unprocessable_entity
|
19
19
|
end
|
20
20
|
end
|
21
|
-
end
|
21
|
+
end
|
@@ -5,7 +5,7 @@ module LazyAttachable
|
|
5
5
|
def initialize(name)
|
6
6
|
define_method("handle_#{name}_upload") do
|
7
7
|
if (send "#{name}_upload").present? && (send "#{name}_upload_size_ok?")
|
8
|
-
blob = LazyBlob.from_upload(send
|
8
|
+
blob = LazyBlob.from_upload(send("#{name}_upload"))
|
9
9
|
|
10
10
|
if (attached = (send "attached_#{name}"))
|
11
11
|
attached.lazy_blob = blob
|
@@ -26,12 +26,12 @@ module LazyAttachable
|
|
26
26
|
|
27
27
|
define_method("validate_size_of_#{name}_upload") do
|
28
28
|
if (send "#{name}_upload").present? && !(send "#{name}_upload_size_ok?")
|
29
|
-
errors.add("#{name}_upload",
|
29
|
+
errors.add("#{name}_upload", LazyBlobStorage._max_blob_size_error_message)
|
30
30
|
end
|
31
31
|
end
|
32
32
|
|
33
33
|
define_method("attached_#{name}_path") do
|
34
|
-
if
|
34
|
+
if send "#{name}_attached?"
|
35
35
|
digest = (send "attached_#{name}").digest
|
36
36
|
Rails.application.routes.url_helpers.lazy_blob_path(digest)
|
37
37
|
else
|
@@ -40,7 +40,7 @@ module LazyAttachable
|
|
40
40
|
end
|
41
41
|
|
42
42
|
define_method("attached_#{name}_url") do
|
43
|
-
if
|
43
|
+
if send "#{name}_attached?"
|
44
44
|
digest = (send "attached_#{name}").digest
|
45
45
|
Rails.application.routes.url_helpers.lazy_blob_url(digest)
|
46
46
|
else
|
@@ -81,11 +81,11 @@ module LazyAttachable
|
|
81
81
|
attr_accessor "#{name}_digest"
|
82
82
|
|
83
83
|
has_one "attached_#{name}".to_sym,
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
84
|
+
-> { where(name: name) },
|
85
|
+
class_name: "LazyAttachment",
|
86
|
+
as: :record,
|
87
|
+
autosave: true,
|
88
|
+
dependent: :destroy
|
89
89
|
|
90
90
|
scope "with_attached_#{name}".to_sym, -> {
|
91
91
|
includes("attached_#{name}")
|
@@ -1,6 +1,8 @@
|
|
1
1
|
class LazyAttachment < ActiveRecord::Base
|
2
|
-
belongs_to :lazy_blob
|
2
|
+
belongs_to :lazy_blob, autosave: true
|
3
3
|
belongs_to :record, polymorphic: true
|
4
|
+
has_many :lazy_variants, dependent: :destroy
|
5
|
+
|
4
6
|
validates :name, presence: true
|
5
7
|
validates :digest, presence: true
|
6
8
|
|
@@ -23,4 +25,33 @@ class LazyAttachment < ActiveRecord::Base
|
|
23
25
|
def filename
|
24
26
|
LazyBlob.select(:id, :filename).find(lazy_blob_id).filename
|
25
27
|
end
|
28
|
+
|
29
|
+
def create_variant(name, x_size, y_size, format = "png")
|
30
|
+
return unless lazy_blob.content_type.start_with?("image/")
|
31
|
+
|
32
|
+
content_file = Tempfile.new("lazy_blob_content")
|
33
|
+
content_file.binmode
|
34
|
+
content_file.write(lazy_blob.content)
|
35
|
+
content_file.close
|
36
|
+
|
37
|
+
processed = ImageProcessing::MiniMagick
|
38
|
+
.source(content_file.path)
|
39
|
+
.resize_to_limit(x_size, y_size)
|
40
|
+
.convert(format)
|
41
|
+
.call
|
42
|
+
|
43
|
+
blob = LazyBlob.from_processed_variant(processed, name, format, lazy_blob)
|
44
|
+
|
45
|
+
variant = LazyVariant.new(
|
46
|
+
name: name,
|
47
|
+
lazy_blob: blob,
|
48
|
+
lazy_attachment: self
|
49
|
+
)
|
50
|
+
|
51
|
+
variant.save!
|
52
|
+
end
|
53
|
+
|
54
|
+
def variant(name)
|
55
|
+
lazy_variants.find_by(name: name)
|
56
|
+
end
|
26
57
|
end
|
data/app/models/lazy_blob.rb
CHANGED
@@ -2,17 +2,18 @@
|
|
2
2
|
|
3
3
|
class LazyBlob < ActiveRecord::Base
|
4
4
|
has_many :lazy_attachments, dependent: :restrict_with_error
|
5
|
+
has_many :lazy_variants, dependent: :restrict_with_error
|
5
6
|
|
6
7
|
validates :filename, presence: true
|
7
8
|
validates :content_type, presence: true
|
8
9
|
validates :content_length,
|
9
|
-
|
10
|
-
|
10
|
+
presence: true,
|
11
|
+
numericality: {greater_than: 0, less_than: LazyBlobStorage._max_blob_size}
|
11
12
|
validates :digest, presence: true, uniqueness: true
|
12
|
-
validates :content, presence: true, length: {
|
13
|
+
validates :content, presence: true, length: {maximum: LazyBlobStorage._max_blob_size}
|
13
14
|
|
14
15
|
def self.from_upload(uploaded_file)
|
15
|
-
file = File.open(uploaded_file.tempfile.path,
|
16
|
+
file = File.open(uploaded_file.tempfile.path, "rb")
|
16
17
|
data = file.read
|
17
18
|
digest = Digest::SHA256.new.update(data).hexdigest
|
18
19
|
blob = find_or_initialize_by(digest: digest)
|
@@ -29,6 +30,24 @@ class LazyBlob < ActiveRecord::Base
|
|
29
30
|
file.close
|
30
31
|
end
|
31
32
|
|
33
|
+
def self.from_processed_variant(tempfile, variant_name, variant_format, original_blob)
|
34
|
+
file = File.open(tempfile.path, "rb")
|
35
|
+
data = file.read
|
36
|
+
digest = Digest::SHA256.new.update(data).hexdigest
|
37
|
+
blob = find_or_initialize_by(digest: digest)
|
38
|
+
|
39
|
+
if blob.new_record?
|
40
|
+
blob.content = data
|
41
|
+
blob.content_length = tempfile.size
|
42
|
+
blob.filename = "#{original_blob.filename.split(".").first}--#{variant_name}.#{variant_format}"
|
43
|
+
blob.content_type = "image/#{variant_format}"
|
44
|
+
end
|
45
|
+
|
46
|
+
blob
|
47
|
+
ensure
|
48
|
+
file.close
|
49
|
+
end
|
50
|
+
|
32
51
|
def data_uri
|
33
52
|
"data:#{content_type};base64,#{Base64.encode64(content)}"
|
34
53
|
end
|
@@ -0,0 +1,27 @@
|
|
1
|
+
class LazyVariant < ActiveRecord::Base
|
2
|
+
belongs_to :lazy_blob
|
3
|
+
belongs_to :lazy_attachment
|
4
|
+
validates :name, presence: true
|
5
|
+
validates :name, uniqueness: {scope: :lazy_attachment_id}
|
6
|
+
validates :digest, presence: true
|
7
|
+
|
8
|
+
before_validation do
|
9
|
+
self.digest = lazy_blob.digest
|
10
|
+
end
|
11
|
+
|
12
|
+
def data_uri
|
13
|
+
lazy_blob.data_uri
|
14
|
+
end
|
15
|
+
|
16
|
+
def path
|
17
|
+
Rails.application.routes.url_helpers.lazy_blob_path(digest)
|
18
|
+
end
|
19
|
+
|
20
|
+
def url
|
21
|
+
Rails.application.routes.url_helpers.lazy_blob_url(digest)
|
22
|
+
end
|
23
|
+
|
24
|
+
def filename
|
25
|
+
LazyBlob.select(:id, :filename).find(lazy_blob_id).filename
|
26
|
+
end
|
27
|
+
end
|
@@ -1,7 +1,7 @@
|
|
1
1
|
class CreateLazyBlobs < ActiveRecord::Migration[6.0]
|
2
2
|
def change
|
3
3
|
# Use Active Record's configured type for primary and foreign keys
|
4
|
-
primary_key_type,
|
4
|
+
primary_key_type, _foreign_key_type = primary_and_foreign_key_types
|
5
5
|
|
6
6
|
create_table :lazy_blobs, id: primary_key_type do |t|
|
7
7
|
t.string :filename
|
@@ -14,6 +14,7 @@ class CreateLazyBlobs < ActiveRecord::Migration[6.0]
|
|
14
14
|
end
|
15
15
|
|
16
16
|
private
|
17
|
+
|
17
18
|
def primary_and_foreign_key_types
|
18
19
|
config = Rails.configuration.generators
|
19
20
|
setting = config.options[config.orm][:primary_key_type]
|
data/lib/lazy_blob_storage.rb
CHANGED
@@ -2,12 +2,21 @@ require "lazy_blob_storage/engine"
|
|
2
2
|
|
3
3
|
module LazyBlobStorage
|
4
4
|
mattr_accessor :max_blob_size
|
5
|
+
mattr_accessor :max_blob_size_error_message
|
5
6
|
|
6
7
|
def self.default_max_blob_size
|
7
8
|
100_000.bytes
|
8
9
|
end
|
9
10
|
|
11
|
+
def self.default_max_blob_size_error_message
|
12
|
+
"file too large (limit #{_max_blob_size / 1_000} kb)"
|
13
|
+
end
|
14
|
+
|
10
15
|
def self._max_blob_size
|
11
16
|
max_blob_size || default_max_blob_size
|
12
17
|
end
|
18
|
+
|
19
|
+
def self._max_blob_size_error_message
|
20
|
+
max_blob_size_error_message || default_max_blob_size_error_message
|
21
|
+
end
|
13
22
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: lazy_blob_storage
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.0.0.pre.beta.
|
4
|
+
version: 2.0.0.pre.beta.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Corey Smedstad
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2023-04-13 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: activesupport
|
@@ -80,6 +80,34 @@ dependencies:
|
|
80
80
|
- - ">="
|
81
81
|
- !ruby/object:Gem::Version
|
82
82
|
version: '6'
|
83
|
+
- !ruby/object:Gem::Dependency
|
84
|
+
name: ruby-lsp
|
85
|
+
requirement: !ruby/object:Gem::Requirement
|
86
|
+
requirements:
|
87
|
+
- - ">="
|
88
|
+
- !ruby/object:Gem::Version
|
89
|
+
version: '0'
|
90
|
+
type: :development
|
91
|
+
prerelease: false
|
92
|
+
version_requirements: !ruby/object:Gem::Requirement
|
93
|
+
requirements:
|
94
|
+
- - ">="
|
95
|
+
- !ruby/object:Gem::Version
|
96
|
+
version: '0'
|
97
|
+
- !ruby/object:Gem::Dependency
|
98
|
+
name: standard
|
99
|
+
requirement: !ruby/object:Gem::Requirement
|
100
|
+
requirements:
|
101
|
+
- - ">="
|
102
|
+
- !ruby/object:Gem::Version
|
103
|
+
version: '0'
|
104
|
+
type: :development
|
105
|
+
prerelease: false
|
106
|
+
version_requirements: !ruby/object:Gem::Requirement
|
107
|
+
requirements:
|
108
|
+
- - ">="
|
109
|
+
- !ruby/object:Gem::Version
|
110
|
+
version: '0'
|
83
111
|
description:
|
84
112
|
email:
|
85
113
|
- csmedstad@mreach.com
|
@@ -95,10 +123,13 @@ files:
|
|
95
123
|
- app/models/concerns/lazy_attachable.rb
|
96
124
|
- app/models/lazy_attachment.rb
|
97
125
|
- app/models/lazy_blob.rb
|
126
|
+
- app/models/lazy_variant.rb
|
98
127
|
- config/routes.rb
|
99
128
|
- db/migrate/20200213161207_create_lazy_blobs.rb
|
100
129
|
- db/migrate/20200213164215_create_lazy_attachments.rb
|
101
130
|
- db/migrate/20200213212649_add_blob_digest_to_lazy_attachments.rb
|
131
|
+
- db/migrate/20230309225433_create_lazy_variants.rb
|
132
|
+
- db/migrate/20230309235549_add_digest_to_lazy_variants.rb
|
102
133
|
- lib/lazy_blob_storage.rb
|
103
134
|
- lib/lazy_blob_storage/engine.rb
|
104
135
|
- lib/lazy_blob_storage/version.rb
|
@@ -123,7 +154,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
123
154
|
- !ruby/object:Gem::Version
|
124
155
|
version: 1.3.1
|
125
156
|
requirements: []
|
126
|
-
rubygems_version: 3.
|
157
|
+
rubygems_version: 3.4.10
|
127
158
|
signing_key:
|
128
159
|
specification_version: 4
|
129
160
|
summary: Low traffic site? Small file upload needs? Don't want to setup a cloud service?
|