chronicle-etl 0.4.4 → 0.5.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.rubocop.yml +3 -0
- data/README.md +126 -54
- data/chronicle-etl.gemspec +5 -4
- data/lib/chronicle/etl/cli/connectors.rb +2 -2
- data/lib/chronicle/etl/cli/jobs.rb +48 -23
- data/lib/chronicle/etl/cli/main.rb +3 -0
- data/lib/chronicle/etl/cli/plugins.rb +12 -2
- data/lib/chronicle/etl/cli/secrets.rb +69 -0
- data/lib/chronicle/etl/cli.rb +1 -0
- data/lib/chronicle/etl/config.rb +43 -25
- data/lib/chronicle/etl/configurable.rb +14 -5
- data/lib/chronicle/etl/exceptions.rb +3 -0
- data/lib/chronicle/etl/job_definition.rb +28 -2
- data/lib/chronicle/etl/job_logger.rb +4 -3
- data/lib/chronicle/etl/loaders/csv_loader.rb +10 -13
- data/lib/chronicle/etl/loaders/helpers/stdout_helper.rb +36 -0
- data/lib/chronicle/etl/loaders/json_loader.rb +43 -8
- data/lib/chronicle/etl/loaders/loader.rb +1 -0
- data/lib/chronicle/etl/registry/plugin_registry.rb +15 -6
- data/lib/chronicle/etl/registry/registry.rb +10 -14
- data/lib/chronicle/etl/runner.rb +1 -1
- data/lib/chronicle/etl/secrets.rb +55 -0
- data/lib/chronicle/etl/version.rb +1 -1
- data/lib/chronicle/etl.rb +1 -0
- metadata +58 -41
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: chronicle-etl
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.5.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Andrew Louis
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-03-
|
11
|
+
date: 2022-03-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: activesupport
|
@@ -94,20 +94,6 @@ dependencies:
|
|
94
94
|
- - "~>"
|
95
95
|
- !ruby/object:Gem::Version
|
96
96
|
version: '1.13'
|
97
|
-
- !ruby/object:Gem::Dependency
|
98
|
-
name: runcom
|
99
|
-
requirement: !ruby/object:Gem::Requirement
|
100
|
-
requirements:
|
101
|
-
- - ">="
|
102
|
-
- !ruby/object:Gem::Version
|
103
|
-
version: '6.0'
|
104
|
-
type: :runtime
|
105
|
-
prerelease: false
|
106
|
-
version_requirements: !ruby/object:Gem::Requirement
|
107
|
-
requirements:
|
108
|
-
- - ">="
|
109
|
-
- !ruby/object:Gem::Version
|
110
|
-
version: '6.0'
|
111
97
|
- !ruby/object:Gem::Dependency
|
112
98
|
name: sequel
|
113
99
|
requirement: !ruby/object:Gem::Requirement
|
@@ -178,6 +164,20 @@ dependencies:
|
|
178
164
|
- - "~>"
|
179
165
|
- !ruby/object:Gem::Version
|
180
166
|
version: '0.17'
|
167
|
+
- !ruby/object:Gem::Dependency
|
168
|
+
name: tty-prompt
|
169
|
+
requirement: !ruby/object:Gem::Requirement
|
170
|
+
requirements:
|
171
|
+
- - "~>"
|
172
|
+
- !ruby/object:Gem::Version
|
173
|
+
version: '0.23'
|
174
|
+
type: :runtime
|
175
|
+
prerelease: false
|
176
|
+
version_requirements: !ruby/object:Gem::Requirement
|
177
|
+
requirements:
|
178
|
+
- - "~>"
|
179
|
+
- !ruby/object:Gem::Version
|
180
|
+
version: '0.23'
|
181
181
|
- !ruby/object:Gem::Dependency
|
182
182
|
name: tty-spinner
|
183
183
|
requirement: !ruby/object:Gem::Requirement
|
@@ -207,19 +207,19 @@ dependencies:
|
|
207
207
|
- !ruby/object:Gem::Version
|
208
208
|
version: '0.11'
|
209
209
|
- !ruby/object:Gem::Dependency
|
210
|
-
name:
|
210
|
+
name: xdg
|
211
211
|
requirement: !ruby/object:Gem::Requirement
|
212
212
|
requirements:
|
213
|
-
- - "
|
213
|
+
- - ">="
|
214
214
|
- !ruby/object:Gem::Version
|
215
|
-
version: '0
|
215
|
+
version: '4.0'
|
216
216
|
type: :runtime
|
217
217
|
prerelease: false
|
218
218
|
version_requirements: !ruby/object:Gem::Requirement
|
219
219
|
requirements:
|
220
|
-
- - "
|
220
|
+
- - ">="
|
221
221
|
- !ruby/object:Gem::Version
|
222
|
-
version: '0
|
222
|
+
version: '4.0'
|
223
223
|
- !ruby/object:Gem::Dependency
|
224
224
|
name: bundler
|
225
225
|
requirement: !ruby/object:Gem::Requirement
|
@@ -234,6 +234,34 @@ dependencies:
|
|
234
234
|
- - "~>"
|
235
235
|
- !ruby/object:Gem::Version
|
236
236
|
version: '2.1'
|
237
|
+
- !ruby/object:Gem::Dependency
|
238
|
+
name: guard-rspec
|
239
|
+
requirement: !ruby/object:Gem::Requirement
|
240
|
+
requirements:
|
241
|
+
- - "~>"
|
242
|
+
- !ruby/object:Gem::Version
|
243
|
+
version: 4.7.3
|
244
|
+
type: :development
|
245
|
+
prerelease: false
|
246
|
+
version_requirements: !ruby/object:Gem::Requirement
|
247
|
+
requirements:
|
248
|
+
- - "~>"
|
249
|
+
- !ruby/object:Gem::Version
|
250
|
+
version: 4.7.3
|
251
|
+
- !ruby/object:Gem::Dependency
|
252
|
+
name: fakefs
|
253
|
+
requirement: !ruby/object:Gem::Requirement
|
254
|
+
requirements:
|
255
|
+
- - ">="
|
256
|
+
- !ruby/object:Gem::Version
|
257
|
+
version: '0'
|
258
|
+
type: :development
|
259
|
+
prerelease: false
|
260
|
+
version_requirements: !ruby/object:Gem::Requirement
|
261
|
+
requirements:
|
262
|
+
- - ">="
|
263
|
+
- !ruby/object:Gem::Version
|
264
|
+
version: '0'
|
237
265
|
- !ruby/object:Gem::Dependency
|
238
266
|
name: pry-byebug
|
239
267
|
requirement: !ruby/object:Gem::Requirement
|
@@ -277,33 +305,33 @@ dependencies:
|
|
277
305
|
- !ruby/object:Gem::Version
|
278
306
|
version: '3.9'
|
279
307
|
- !ruby/object:Gem::Dependency
|
280
|
-
name:
|
308
|
+
name: rubocop
|
281
309
|
requirement: !ruby/object:Gem::Requirement
|
282
310
|
requirements:
|
283
311
|
- - "~>"
|
284
312
|
- !ruby/object:Gem::Version
|
285
|
-
version:
|
313
|
+
version: 1.25.1
|
286
314
|
type: :development
|
287
315
|
prerelease: false
|
288
316
|
version_requirements: !ruby/object:Gem::Requirement
|
289
317
|
requirements:
|
290
318
|
- - "~>"
|
291
319
|
- !ruby/object:Gem::Version
|
292
|
-
version:
|
320
|
+
version: 1.25.1
|
293
321
|
- !ruby/object:Gem::Dependency
|
294
|
-
name:
|
322
|
+
name: simplecov
|
295
323
|
requirement: !ruby/object:Gem::Requirement
|
296
324
|
requirements:
|
297
325
|
- - "~>"
|
298
326
|
- !ruby/object:Gem::Version
|
299
|
-
version:
|
327
|
+
version: '0.21'
|
300
328
|
type: :development
|
301
329
|
prerelease: false
|
302
330
|
version_requirements: !ruby/object:Gem::Requirement
|
303
331
|
requirements:
|
304
332
|
- - "~>"
|
305
333
|
- !ruby/object:Gem::Version
|
306
|
-
version:
|
334
|
+
version: '0.21'
|
307
335
|
- !ruby/object:Gem::Dependency
|
308
336
|
name: yard
|
309
337
|
requirement: !ruby/object:Gem::Requirement
|
@@ -318,20 +346,6 @@ dependencies:
|
|
318
346
|
- - "~>"
|
319
347
|
- !ruby/object:Gem::Version
|
320
348
|
version: 0.9.7
|
321
|
-
- !ruby/object:Gem::Dependency
|
322
|
-
name: rubocop
|
323
|
-
requirement: !ruby/object:Gem::Requirement
|
324
|
-
requirements:
|
325
|
-
- - "~>"
|
326
|
-
- !ruby/object:Gem::Version
|
327
|
-
version: 1.25.1
|
328
|
-
type: :development
|
329
|
-
prerelease: false
|
330
|
-
version_requirements: !ruby/object:Gem::Requirement
|
331
|
-
requirements:
|
332
|
-
- - "~>"
|
333
|
-
- !ruby/object:Gem::Version
|
334
|
-
version: 1.25.1
|
335
349
|
description: Chronicle-ETL allows you to extract personal data from a variety of services,
|
336
350
|
transformer it, and load it.
|
337
351
|
email:
|
@@ -364,6 +378,7 @@ files:
|
|
364
378
|
- lib/chronicle/etl/cli/jobs.rb
|
365
379
|
- lib/chronicle/etl/cli/main.rb
|
366
380
|
- lib/chronicle/etl/cli/plugins.rb
|
381
|
+
- lib/chronicle/etl/cli/secrets.rb
|
367
382
|
- lib/chronicle/etl/cli/subcommand_base.rb
|
368
383
|
- lib/chronicle/etl/config.rb
|
369
384
|
- lib/chronicle/etl/configurable.rb
|
@@ -381,6 +396,7 @@ files:
|
|
381
396
|
- lib/chronicle/etl/job_logger.rb
|
382
397
|
- lib/chronicle/etl/loaders/csv_loader.rb
|
383
398
|
- lib/chronicle/etl/loaders/helpers/encoding_helper.rb
|
399
|
+
- lib/chronicle/etl/loaders/helpers/stdout_helper.rb
|
384
400
|
- lib/chronicle/etl/loaders/json_loader.rb
|
385
401
|
- lib/chronicle/etl/loaders/loader.rb
|
386
402
|
- lib/chronicle/etl/loaders/rest_loader.rb
|
@@ -396,6 +412,7 @@ files:
|
|
396
412
|
- lib/chronicle/etl/registry/registry.rb
|
397
413
|
- lib/chronicle/etl/registry/self_registering.rb
|
398
414
|
- lib/chronicle/etl/runner.rb
|
415
|
+
- lib/chronicle/etl/secrets.rb
|
399
416
|
- lib/chronicle/etl/serializers/jsonapi_serializer.rb
|
400
417
|
- lib/chronicle/etl/serializers/raw_serializer.rb
|
401
418
|
- lib/chronicle/etl/serializers/serializer.rb
|