data_drain 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/README.md +2 -0
- data/lib/data_drain/configuration.rb +2 -1
- data/lib/data_drain/engine.rb +1 -1
- data/lib/data_drain/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 32ba4ab76fac41245dfe1b2eaa012b8c036dd63f7ca4a43679e55cc39bfe5420
|
|
4
|
+
data.tar.gz: 3fe7f3a01102affbd5b7dbb7726e177ba5c64a1a80cee65d78b015d5972221c2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: dcf0fbfb92df31e16fb6269355af8a12170c5a955ad005908a63f5e402856c5351be7cf35d62d91b02e808fe5f71747e8c3d85580174f5b205704878b678951e
|
|
7
|
+
data.tar.gz: a22ad87b8e00ad230beb0ff2af04db2bdaad0505f86ec002037e896e7c02d1d5365e86d5141a370af71570978afb06df654ae2c8790e15cb58e55b41d3f70bd7
|
data/CHANGELOG.md
CHANGED
data/README.md
CHANGED
|
@@ -8,7 +8,7 @@ module DataDrain
|
|
|
8
8
|
attr_accessor :storage_mode, :aws_region,
|
|
9
9
|
:aws_access_key_id, :aws_secret_access_key,
|
|
10
10
|
:db_host, :db_port, :db_user, :db_pass, :db_name,
|
|
11
|
-
:batch_size, :throttle_delay, :logger
|
|
11
|
+
:batch_size, :throttle_delay, :logger, :limit_ram
|
|
12
12
|
|
|
13
13
|
def initialize
|
|
14
14
|
@storage_mode = :local
|
|
@@ -16,6 +16,7 @@ module DataDrain
|
|
|
16
16
|
@db_port = 5432
|
|
17
17
|
@batch_size = 5000
|
|
18
18
|
@throttle_delay = 0.5
|
|
19
|
+
@limit_ram = nil # eg 2GB
|
|
19
20
|
@logger = Logger.new($stdout)
|
|
20
21
|
end
|
|
21
22
|
|
data/lib/data_drain/engine.rb
CHANGED
|
@@ -80,7 +80,7 @@ module DataDrain
|
|
|
80
80
|
# @api private
|
|
81
81
|
def setup_duckdb
|
|
82
82
|
@duckdb.query("INSTALL postgres; LOAD postgres;")
|
|
83
|
-
@duckdb.query("SET max_memory='
|
|
83
|
+
@duckdb.query("SET max_memory='#{@config.limit_ram}';") if @config.limit_ram.present?
|
|
84
84
|
|
|
85
85
|
# 💡 Magia del Adapter: Él sabe si cargar httpfs y setear credenciales o no hacer nada
|
|
86
86
|
@adapter.setup_duckdb(@duckdb)
|
data/lib/data_drain/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: data_drain
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Gabriel
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-03-
|
|
11
|
+
date: 2026-03-16 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: activemodel
|