chronicle-etl 0.5.4 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8f6b4272cd7f2cfcc12e6327324b5d2f11e76036dcf2442de1fe9ad08e041bb2
-  data.tar.gz: 4558bf48b7de7c64b691e8ef6403304c864e818360bc7c741a290f7650a7eb8c
+  metadata.gz: 4059afe6aae8af3e2ef626b3313836f8cd937504b79ee13062bd98be9d7dc197
+  data.tar.gz: abcfaefbfbc2aac98a9c30fbdb3e66500a480b3ddc0904b5a75c4deab6d3e62c
 SHA512:
-  metadata.gz: 6f7d7f4fd89d284a3a7ad5bffc05cf50ba6ea4e909457585dccfe9071ee91fb36bea505b3fa559a9b6ddab8f37845cf45651c1d1abc4045282c95c99ca9a5944
-  data.tar.gz: e2cf8a277c463d3b8ddef811e398fbae2e2649fb8227d14874443969b659ee68e74603f438ef4294b5caa59289f26dd5674dd28f9befe537b86b72ecf2ce7b40
+  metadata.gz: c2fca383a80cce8efa6c6dcf8411807931e0e98f2a1cf491df916e96db0c78a70b50ea51d1209236e661be92ebb51d790e645d7c8a915aecdcc2dc5340a1efdc
+  data.tar.gz: 501359f4e01d3e34de89dd7489bf8254e3d4002b754536737fc78be513776c1e05b8731166a32e8a957f398f7792e5f3b23280b9fb4c5e6cb8a78c44312f31f4

data/.github/workflows/ruby.yml

@@ -1,35 +1,25 @@
-# This workflow uses actions that are not certified by GitHub.
-# They are provided by a third-party and are governed by
-# separate terms of service, privacy policy, and support
-# documentation.
-# This workflow will download a prebuilt Ruby version, install dependencies and run tests with Rake
-# For more information see: https://github.com/marketplace/actions/setup-ruby-jruby-and-truffleruby
-
 name: Ruby
 
 on:
   push:
-    branches: [ main ]
+    branches: [main]
   pull_request:
-    branches: [ main ]
+    branches: [main]
 
 jobs:
-  test:
-
+  build:
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        ruby-version: ['2.7', '3.0']
 
     steps:
-    - uses: actions/checkout@v2
-    - name: Set up Ruby
-    # To automatically get bug fixes and new Ruby versions for ruby/setup-ruby,
-    # change this to (see https://github.com/ruby/setup-ruby#versioning):
-    # uses: ruby/setup-ruby@v1
-      uses: ruby/setup-ruby@473e4d8fe5dd94ee328fdfca9f8c9c7afc9dae5e
-      with:
-        ruby-version: ${{ matrix.ruby-version }}
-        bundler-cache: true # runs 'bundle install' and caches installed gems automatically
-    - name: Run tests
-      run: bundle exec rake
+      - uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: 3.2
+
+      - name: Install dependencies
+        run: bundle install
+
+      - name: Run tests
+        run: bundle exec rake

data/.rubocop.yml

@@ -1,44 +1,2 @@
-AllCops:
-  EnabledByDefault: true
-  TargetRubyVersion: 2.7
-
-Style/FrozenStringLiteralComment:
-  SafeAutoCorrect: true
-
-Style/StringLiterals:
-  Enabled: false
-
-Layout/MultilineAssignmentLayout:
-  Enabled: false
-
-Layout/MultilineMethodCallIndentation:
-  EnforcedStyle: indented
-
-Layout/RedundantLineBreak:
-  Enabled: false
-
-Style/MethodCallWithArgsParentheses:
-  Enabled: false
-
-Style/MethodCalledOnDoEndBlock:
-  Exclude:
-    - 'spec/**/*'
-
-Style/OpenStructUse:
-  Enabled: false
-
-Style/Copyright:
-  Enabled: false
-
-Style/MissingElse:
-  Enabled: false
-
-Style/SymbolArray:
-  EnforcedStyle: brackets
-
-Style/WordArray:
-  EnforcedStyle: brackets
-
-Lint/ConstantResolution:
-  Enabled: false
-
+inherit_gem:
+  chronicle-core: .rubocop.yml

data/Gemfile

@@ -1,6 +1,6 @@
-source "https://rubygems.org"
+source 'https://rubygems.org'
 
-git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
 
 # Specify your gem's dependencies in chronicle-etl.gemspec
 gemspec

data/Guardfile

@@ -1,7 +1,7 @@
-guard :rspec, cmd: "bundle exec rspec" do
-  require "guard/rspec/dsl"
+guard :rspec, cmd: 'bundle exec rspec' do
+  require 'guard/rspec/dsl'
 
   watch(%r{^spec/.+_spec\.rb$})
   watch(%r{^lib/(.+)\.rb$})     { |m| "spec/#{m[1]}_spec.rb" }
-  watch('spec/spec_helper.rb')  { "spec" }
+  watch('spec/spec_helper.rb')  { 'spec' }
 end

data/README.md

@@ -6,14 +6,15 @@
 
 Are you trying to archive your digital history or incorporate it into your own projects? You’ve probably discovered how frustrating it is to get machine-readable access to your own data. While [building a memex](https://hyfen.net/memex/), I learned first-hand what great efforts must be made before you can begin using the data in interesting ways.
 
-If you don’t want to spend all your time writing scrapers, reverse-engineering APIs, or parsing takeout data, this tool is for you! (*If you do enjoy these things, please see the [open issues](https://github.com/chronicle-app/chronicle-etl/issues).*)
+If you don’t want to spend all your time writing scrapers, reverse-engineering APIs, or parsing export data, this tool is for you! (_If you do enjoy these things, please see the [open issues](https://github.com/chronicle-app/chronicle-etl/issues)._)
 
-**`chronicle-etl` is a CLI tool that gives you a unified interface to your personal data.** It uses the ETL pattern to *extract* data from a source (e.g. your local browser history, a directory of images, goodreads.com reading history), *transform* it (into a given schema), and *load* it to a destination (e.g. a CSV file, JSON, external API).
+**`chronicle-etl` is a CLI tool that gives you a unified interface to your personal data.** It uses the ETL pattern to _extract_ data from a source (e.g. your local browser history, a directory of images, goodreads.com reading history), _transform_ it (into a given schema), and _load_ it to a destination (e.g. a CSV file, JSON, external API).
 
 ## What does `chronicle-etl` give you?
-* **A CLI tool for working with personal data**. You can monitor progress of exports, manipulate the output, set up recurring jobs, manage credentials, and more.
-* **Plugins for many third-party providers**. This plugin system allows you to access data from dozens of third-party services, all accessible through a common CLI interface.
-* **A common, opinionated schema**: You can normalize different datasets into a single schema so that, for example, all your iMessages and emails are represented in a common schema. (Don’t want to use this schema? `chronicle-etl` always allows you to fall back on working with the raw extraction data.)
+
+- **A CLI tool for working with personal data**. You can monitor progress of exports, manipulate the output, set up recurring jobs, manage credentials, and more.
+- **Plugins for many third-party sources** (see [list](#available-plugins-and-connectors)). This plugin system allows you to access data from dozens of third-party services, all accessible through a common CLI interface.
+- **A common, opinionated schema**: You can normalize different datasets into a single schema so that, for example, all your iMessages and emails are represented in a common schema. (Don’t want to use this schema? `chronicle-etl` always allows you to fall back on working with the raw extraction data.)
 
 ## Chronicle-ETL in action
 
@@ -26,15 +27,19 @@ If you don’t want to spend all your time writing scrapers, reverse-engineering
 ## Installation
 
 Using homebrew:
+
 ```sh
 $ brew install chronicle-app/etl/chronicle-etl
 ```
+
 Using rubygems:
+
 ```sh
 $ gem install chronicle-etl
 ```
 
 Confirm it installed successfully:
+
 ```sh
 $ chronicle-etl --version
 ```
@@ -45,14 +50,18 @@ $ chronicle-etl --version
 # Display help
 $ chronicle-etl help
 
-# Run a basic job 
+# Run a basic job
 $ chronicle-etl --extractor NAME --transformer NAME --loader NAME
 
-# Read test.csv and display it to stdout as a table 
+# Read test.csv and display it to stdout as a table
 $ chronicle-etl --extractor csv --input data.csv --loader table
 
-# Retrieve shell commands run in the last 5 hours
-$ chronicle-etl -e shell --since 5h
+# Show available plugins and install one
+$ chronicle-etl plugins:list
+$ chronicle-etl plugins:install imessage
+
+# Retrieve imessage messages from the last 5 hours
+$ chronicle-etl -e imessage --since 5h
 
 # Get email senders from an .mbox email archive file
 $ chronicle-etl --extractor email:mbox -i sample-email-archive.mbox -t email --fields actor.slug
@@ -64,18 +73,23 @@ $ chronicle-etl -e pinboard --since 1mo # Used automatically based on plugin nam
 ```
 
 ### Common options
+
 ```sh
 Options:
   -e, [--extractor=NAME]                 # Extractor class. Default: stdin
       [--extractor-opts=key:value]       # Extractor options
   -t, [--transformer=NAME]               # Transformer class. Default: null
       [--transformer-opts=key:value]     # Transformer options
-  -l, [--loader=NAME]                    # Loader class. Default: table
+  -l, [--loader=NAME]                    # Loader class. Default: json
       [--loader-opts=key:value]          # Loader options
   -i, [--input=FILENAME]                 # Input filename or directory
       [--since=DATE]                     # Load records SINCE this date (or fuzzy time duration)
       [--until=DATE]                     # Load records UNTIL this date (or fuzzy time duration)
       [--limit=N]                        # Only extract the first LIMIT records
+      [--schema=SCHEMA_NAME]             # Which Schema to transform
+                                         # Possible values: chronicle, activitystream, schemaorg, chronobase
+      [--format=SCHEMA_NAME]              # How to serialize results
+                                          # Possible values: jsonapi, jsonld
   -o, [--output=OUTPUT]                  # Output filename
       [--fields=field1 field2 ...]       # Output only these fields
       [--header-row], [--no-header-row]  # Output the header row of tabular output
@@ -86,7 +100,7 @@ Options:
       [--silent], [--no-silent]          # Silence all output
 ```
 
-### Saving jobs
+### Saving a job
 
 You can save details about a job to a local config file (saved by default in `~/.config/chronicle/etl/jobs/JOB_NAME.yml`) to save yourself the trouble specifying options each time.
 
@@ -94,86 +108,112 @@ You can save details about a job to a local config file (saved by default in `~/
 # Save a job named 'sample' to ~/.config/chronicle/etl/jobs/sample.yml
 $ chronicle-etl jobs:save sample --extractor pinboard --since 10d
 
+# Run the job
+$ chronicle-etl jobs:run sample
+
 # Show details about the job
 $ chronicle-etl jobs:show sample
 
-# Run the job
-$ chronicle-etl jobs:run sample
+# Edit a job definition with default editor ($EDITOR)
+$ chronicle-etl jobs:edit sample
 
 # Show all saved jobs
 $ chronicle-etl jobs:list
 ```
 
-## Connectors
-Connectors are available to read, process, and load data from different formats or external services.
+## Connectors and plugins
+
+Connectors let you work with different data formats or third-party sources.
+
+### Built-in Connectors
+
+`chronicle-etl` comes with several built-in connectors for common formats and sources.
 
 ```sh
 # List all available connectors
 $ chronicle-etl connectors:list
 ```
 
-### Built-in Connectors
-`chronicle-etl` comes with several built-in connectors for common formats and sources.
-
 #### Extractors
+
 - [`csv`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/extractors/csv_extractor.rb) - Load records from CSV files or stdin
 - [`json`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/extractors/json_extractor.rb) - Load JSON (either [line-separated objects](https://en.wikipedia.org/wiki/JSON_streaming#Line-delimited_JSON) or one object)
 - [`file`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/extractors/file_extractor.rb) - load from a single file or directory (with a glob pattern)
 
 #### Transformers
+
 - [`null`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/transformers/null_transformer.rb) - (default) Don’t do anything and pass on raw extraction data
+- [`sampler`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/transformers/sampler_transformer.rb) - Sample `percent` records from the extraction
+- [`sort`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/transformers/sampler_transformer.rb) - sort extracted results by `key` and `direction`
+
 
 #### Loaders
-- [`table`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/loaders/table_loader.rb) - (default) Output an ascii table of records. Useful for exploring data.
+
+- [`json`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/loaders/json_loader.rb) - (default) Load records serialized as JSON
+- [`table`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/loaders/table_loader.rb) - Output an ascii table of records. Useful for exploring data.
 - [`csv`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/extractors/csv_extractor.rb) - Load records to CSV
-- [`json`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/loaders/json_loader.rb) - Load records serialized as JSON
-- [`rest`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/loaders/rest_loader.rb) - Serialize records with [JSONAPI](https://jsonapi.org/) and send to a REST API
+- [`rest`](https://github.com/chronicle-app/chronicle-etl/blob/main/lib/chronicle/etl/loaders/rest_loader.rb) - Send JSON to a REST API
+
+### Chronicle Plugins for third-party services
 
-## Chronicle Plugins
-Plugins provide access to data from third-party platforms, services, or formats. Plugins are packaged as separate rubygems and can be installed through the CLI (under the hood, it's a `gem install chronicle-PLUGINNAME`)
+Plugins provide access to data from third-party platforms, services, or formats. Plugins are packaged as separate gems and can be installed through the CLI (under the hood, it's a `gem install chronicle-PLUGINNAME`)
 
-### Plugin usage
+#### Plugin usage
 
 ```bash
+# List available plugins
+$ chronicle-etl plugins:list
+
 # Install a plugin
 $ chronicle-etl plugins:install NAME
 
-# List installed plugins
-$ chronicle-etl plugins:list
-
 # Use a plugin
-$ chronicle-etl plugins:install shell
-$ chronicle-etl --extractor shell:history --limit 10
+$ chronicle-etl plugins:install imessage
+$ chronicle-etl --extractor imessage --limit 10
 
 # Uninstall a plugin
 $ chronicle-etl plugins:uninstall NAME
 ```
 
-### Status
+#### Available plugins and connectors
+
+The following are the officially-supported list of plugins and their available connectors:
+
+| Plugin                                                                      | Type        | Identifier       | Description                                  |
+| --------------------------------------------------------------------------- | ----------- | ---------------- | -------------------------------------------- |
+| [apple-podcasts](https://github.com/chronicle-app/chronicle-apple-podcasts) | extractor   | listens          | listening history of podcast episodes        |
+| [apple-podcasts](https://github.com/chronicle-app/chronicle-apple-podcasts) | transformer | listen           | a podcast episode listen to Chronicle Schema |
+| [email](https://github.com/chronicle-app/chronicle-email)                   | extractor   | imap             | emails over an IMAP connection               |
+| [email](https://github.com/chronicle-app/chronicle-email)                   | extractor   | mbox             | emails from an .mbox file                    |
+| [email](https://github.com/chronicle-app/chronicle-email)                   | transformer | email            | email to Chronicle Schema                    |
+| [foursquare](https://github.com/chronicle-app/chronicle-foursquare)         | extractor   | checkins         | Foursqure visits                             |
+| [foursquare](https://github.com/chronicle-app/chronicle-foursquare)         | transformer | checkin          | checkin to Chronicle Schema                  |
+| [github](https://github.com/chronicle-app/chronicle-github)                 | extractor   | activity         | user activity stream                         |
+| [imessage](https://github.com/chronicle-app/chronicle-imessage)             | extractor   | messages         | imessages from local macOS                   |
+| [imessage](https://github.com/chronicle-app/chronicle-imessage)             | transformer | message          | imessage to Chronicle Schema                 |
+| [pinboard](https://github.com/chronicle-app/chronicle-pinboard)             | extractor   | bookmarks        | Pinboard.in bookmarks                        |
+| [pinboard](https://github.com/chronicle-app/chronicle-pinboard)             | transformer | bookmark         | bookmark to Chronicle Schema                 |
+| [safari](https://github.com/chronicle-app/chronicle-safari)                 | extractor   | browser-history  | browser history                              |
+| [safari ](https://github.com/chronicle-app/chronicle-safari)                | transformer | browser-history  | browser history to Chronicle Schema          |
+| [shell](https://github.com/chronicle-app/chronicle-shell)                   | extractor   | history          | shell command history (bash / zsh)           |
+| [shell](https://github.com/chronicle-app/chronicle-shell)                   | transformer | command          | command to Chronicle Schema                  |
+| [spotify](https://github.com/chronicle-app/chronicle-spotify)               | extractor   | liked-tracks     | liked tracks                                 |
+| [spotify](https://github.com/chronicle-app/chronicle-spotify)               | extractor   | saved-albums     | saved albums                                 |
+| [spotify](https://github.com/chronicle-app/chronicle-spotify)               | extractor   | listens          | recently listened tracks (last 50 tracks)    |
+| [spotify](https://github.com/chronicle-app/chronicle-spotify)               | transformer | like             | like to Chronicle Schema                     |
+| [spotify](https://github.com/chronicle-app/chronicle-spotify)               | transformer | listen           | listen to Chronicle Schema                   |
+| [spotify](https://github.com/chronicle-app/chronicle-spotify)               | authorizer  |                  | OAuth authorizer                             |
+| [zulip](https://github.com/chronicle-app/chronicle-zulip)                   | extractor   | private-messages | private messages                             |
+| [zulip](https://github.com/chronicle-app/chronicle-zulip)                   | transformer | message          | message to Chronicle Schema                  |
+
+### Coming soon
 
 A few dozen importers exist [in my Memex project](https://hyfen.net/memex/) and I'm porting them over to the Chronicle system. The [Chronicle Plugin Tracker](https://github.com/orgs/chronicle-app/projects/1/views/1) lets you keep track what's available and what's coming soon.
 
 If you don't see a plugin for a third-party provider or data source that you're interested in using with `chronicle-etl`, [please open an issue](https://github.com/chronicle-app/chronicle-etl/issues/new). If you want to work together on a plugin, please [get in touch](#get-in-touch)!
 
-#### Currently available
-
-| Name                                                            | Description                                                                                 | Availability                     |
-|-----------------------------------------------------------------|---------------------------------------------------------------------------------------------|----------------------------------|
-| [email](https://github.com/chronicle-app/chronicle-email)       | Emails and attachments from IMAP or .mbox files                                             | Available |
-| [github](https://github.com/chronicle-app/chronicle-github)     | Github activity stream                                                                      | Available                        |
-| [imessage](https://github.com/chronicle-app/chronicle-imessage) | iMessage messages and attachments                                                           | Available                        |
-| [pinboard](https://github.com/chronicle-app/chronicle-email)    | Bookmarks and tags                                                                          | Available                        |
-| [safari](https://github.com/chronicle-app/chronicle-safari)     | Browser history from local sqlite db                                                        | Available                        |
-| [shell](https://github.com/chronicle-app/chronicle-shell)       | Shell command history                                                                       | Available (still needs zsh support)  |
-| [zulip](https://github.com/chronicle-app/chronicle-zulip)       | Zulip message history                                                                       | Available (for private messages) |
-
-
-#### Coming soon
-
 In summary, the following **are coming soon**:
-anki, arc, bear, chrome, facebook, firefox, fitbit, foursquare, git, github, goodreads, google-calendar, images, instagram, lastfm, shazam, slack, strava, things, twitter, whatsapp, youtube.
-
-Please check the [Chronicle Plugin Tracker](https://github.com/orgs/chronicle-app/projects/1/views/1) for details.
+anki, arc, bear, chrome, facebook, firefox, fitbit, foursquare, git, github, goodreads, google-calendar, images, instagram, lastfm, shazam, slack, strava, timing, things, twitter, whatsapp, youtube.
 
 ### Writing your own plugin
 
@@ -181,37 +221,17 @@ Additional connectors are packaged as separate ruby gems. You can view the [iMes
 
 If you want to load a custom connector without creating a gem, you can help by [completing this issue](https://github.com/chronicle-app/chronicle-etl/issues/23).
 
-If you want to work together on a connector, please [get in touch](#get-in-touch)! 
+If you want to work together on a connector, please [get in touch](#get-in-touch)!
 
 #### Sample custom Extractor class
+
 ```ruby
-module Chronicle
-  module FooService
-    class FooExtractor < Chronicle::ETL::Extractor
-      register_connector do |r|
-        r.identifier = 'foo'
-        r.description = 'from foo.com'
-      end
-
-      setting :access_token, required: true
-
-      def prepare
-        @records = # load from somewhere
-      end
-
-      def extract
-        @records.each do |record|
-          yield Chronicle::ETL::Extraction.new(data: row.to_h)
-        end
-      end
-    end
-  end
-end
+# TODO
 ```
 
 ## Secrets Management
 
-If your job needs secrets such as access tokens or passwords, `chronicle-etl` has a built-in secret management system. 
+If your job needs secrets such as access tokens or passwords, `chronicle-etl` has a built-in secret management system.
 
 Secrets are organized in namespaces. Typically, you use one namespace per plugin (`pinboard` secrets for the `pinboard` plugin). When you run a job that uses the `pinboard` plugin extractor, for example, the secrets from that namespace will automatically be included in the extractor's options. To override which secrets get included, you can use do it in the connector options with `secrets: ALT-NAMESPACE`.
 
@@ -243,17 +263,18 @@ $ chronicle-etl secrets:unset pinboard access_token
 ## Roadmap
 
 - Keep tackling **new plugins**. See: [Chronicle Plugin Tracker](https://github.com/orgs/chronicle-app/projects/1)
-- Add an **OAuth2 authorizer** for services that require this type of authorization ([#48](https://github.com/chronicle-app/chronicle-etl/issues/48))
 - Add support for **incremental extractions** ([#37](https://github.com/chronicle-app/chronicle-etl/issues/37))
 - **Improve stdin extractor and shell command transformer** so that users can easily integrate their own scripts/languages/tools into jobs ([#5](https://github.com/chronicle-app/chronicle-etl/issues/48))
 - **Add documentation for Chronicle Schema**. It's found throughout this project but never explained.
 
 ## Development
+
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
 To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
 ### Additional development commands
+
 ```bash
 # run tests
 bundle exec rake spec
@@ -266,15 +287,19 @@ bundle exec guard
 ```
 
 ## Get in touch
+
 - [@hyfen](https://twitter.com/hyfen) on Twitter
 - [@hyfen](https://github.com/hyfen) on Github
 - Email: andrew@hyfen.net
 
 ## Contributing
+
 Bug reports and pull requests are welcome on GitHub at https://github.com/chronicle-app/chronicle-etl. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 ## License
+
 The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
 
 ## Code of Conduct
+
 Everyone interacting in the Chronicle::ETL project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/chronicle-app/chronicle-etl/blob/main/CODE_OF_CONDUCT.md).

data/Rakefile

@@ -1,5 +1,5 @@
-require "bundler/gem_tasks"
-require "rspec/core/rake_task"
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
 RSpec::Core::RakeTask.new(:spec)
 
 require 'yard'

data/bin/console

@@ -1,13 +1,13 @@
 #!/usr/bin/env ruby
 
-require "bundler/setup"
-require "chronicle/etl"
+require 'bundler/setup'
+require 'chronicle/etl'
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
 
 # (If you use this, don't forget to add pry to your Gemfile!)
-require "pry"
+require 'pry'
 Pry.start
 
 def reload!(print = true)
@@ -15,7 +15,7 @@ def reload!(print = true)
   # Main project directory.
   root_dir = File.expand_path('..', __dir__)
   # Directories within the project that should be reloaded.
-  reload_dirs = %w{lib}
+  reload_dirs = %w[lib]
   # Loop through and reload every file in all relevant project directories.
   reload_dirs.each do |dir|
     Dir.glob("#{root_dir}/#{dir}/**/*.rb").each { |f| load(f) }
@@ -23,4 +23,3 @@ def reload!(print = true)
   # Return true when complete.
   true
 end
-

data/chronicle-etl.gemspec

@@ -1,68 +1,73 @@
+# frozen_string_literal: true
 
-lib = File.expand_path("../lib", __FILE__)
+lib = File.expand_path('lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require "chronicle/etl/version"
+require 'chronicle/etl/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = "chronicle-etl"
+  spec.name          = 'chronicle-etl'
   spec.version       = Chronicle::ETL::VERSION
-  spec.authors       = ["Andrew Louis"]
-  spec.email         = ["andrew@hyfen.net"]
+  spec.authors       = ['Andrew Louis']
+  spec.email         = ['andrew@hyfen.net']
 
-  spec.summary       = "ETL tool for personal data"
-  spec.description   = "Chronicle-ETL allows you to extract personal data from a variety of services, transformer it, and load it."
-  spec.homepage      = "https://github.com/chronicle-app"
-  spec.license       = "MIT"
+  spec.summary       = 'ETL tool for personal data'
+  spec.description   = 'Chronicle-ETL allows you to extract personal data from a variety of services, transformer it, and load it.'
+  spec.homepage      = 'https://github.com/chronicle-app'
+  spec.license       = 'MIT'
 
   # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
   # to allow pushing to a single host or delete this section to allow pushing to any host.
   if spec.respond_to?(:metadata)
-    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+    spec.metadata['allowed_push_host'] = 'https://rubygems.org'
 
-    spec.metadata["homepage_uri"] = spec.homepage
-    spec.metadata["source_code_uri"] = "https://github.com/chronicle-app/chronicle-etl"
-    spec.metadata["changelog_uri"] = "https://github.com/chronicle-app/chronicle-etl/releases"
+    spec.metadata['homepage_uri'] = spec.homepage
+    spec.metadata['source_code_uri'] = 'https://github.com/chronicle-app/chronicle-etl'
+    spec.metadata['changelog_uri'] = 'https://github.com/chronicle-app/chronicle-etl/releases'
   else
-    raise "RubyGems 2.0 or newer is required to protect against " \
-      "public gem pushes."
+    raise 'RubyGems 2.0 or newer is required to protect against ' \
+          'public gem pushes.'
   end
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
     `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   end
-  spec.bindir        = "exe"
+  spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
-  spec.required_ruby_version = ">= 2.7"
+  spec.require_paths = ['lib']
+  spec.required_ruby_version = '>= 3.1'
+  spec.metadata['rubygems_mfa_required'] = 'true'
 
-  spec.add_dependency "activesupport", "~> 7.0"
-  spec.add_dependency "chronic_duration", "~> 0.10.6"
-  spec.add_dependency "colorize", "~> 0.8.1"
+  spec.add_dependency 'activesupport', '~> 7.0'
+  spec.add_dependency 'chronic_duration', '~> 0.10.6'
+  spec.add_dependency 'chronicle-core', '~> 0.3'
+  spec.add_dependency 'colorize', '~> 0.8.1'
+  spec.add_dependency 'gems', '>= 1'
   spec.add_dependency 'launchy'
-  spec.add_dependency "marcel", "~> 1.0.2"
-  spec.add_dependency "mini_exiftool", "~> 2.10"
-  spec.add_dependency "nokogiri", "~> 1.13"
-  spec.add_dependency 'omniauth', "~> 2"
-  spec.add_dependency "sequel", "~> 5.35"
-  spec.add_dependency 'sinatra', "~> 2"
-  spec.add_dependency "sqlite3", "~> 1.4"
-  spec.add_dependency "thor", "~> 1.2"
-  spec.add_dependency "thor-hollaback", "~> 0.2"
-  spec.add_dependency "tty-progressbar", "~> 0.17"
-  spec.add_dependency "tty-prompt", "~> 0.23"
-  spec.add_dependency "tty-spinner"
-  spec.add_dependency "tty-table", "~> 0.11"
-  spec.add_dependency "xdg", ">= 4.0"
+  spec.add_dependency 'marcel', '~> 1.0.2'
+  spec.add_dependency 'omniauth', '~> 2'
+  spec.add_dependency 'sequel', '~> 5.35'
+  spec.add_dependency 'sinatra', '~> 2'
+  spec.add_dependency 'sqlite3', '~> 1.4'
+  spec.add_dependency 'thor', '~> 1.2'
+  spec.add_dependency 'thor-hollaback', '~> 0.2'
+  spec.add_dependency 'tty-progressbar', '~> 0.17'
+  spec.add_dependency 'tty-prompt', '~> 0.23'
+  spec.add_dependency 'tty-spinner'
+  spec.add_dependency 'tty-table', '~> 0.12'
+  spec.add_dependency 'xdg', '>= 4.0'
 
-  spec.add_development_dependency "bundler", "~> 2.1"
-  spec.add_development_dependency "fakefs"
-  spec.add_development_dependency "guard-rspec", "~> 4.7.3"
-  spec.add_development_dependency "pry-byebug", "~> 3.9"
-  spec.add_development_dependency "rake", "~> 13.0"
-  spec.add_development_dependency "rspec", "~> 3.9"
-  spec.add_development_dependency "rubocop", "~> 1.25.1"
-  spec.add_development_dependency "simplecov", "~> 0.21"
-  spec.add_development_dependency "yard", "~> 0.9.7"
+  spec.add_development_dependency 'bundler', '~> 2.1'
+  spec.add_development_dependency 'fakefs', '~> 1.4'
+  spec.add_development_dependency 'guard-rspec', '~> 4.7.3'
+  spec.add_development_dependency 'pry-byebug', '~> 3.9'
+  spec.add_development_dependency 'rake', '~> 13.0'
+  spec.add_development_dependency 'rspec', '~> 3.9'
+  spec.add_development_dependency 'rubocop', '~> 1.57'
+  spec.add_development_dependency 'simplecov', '~> 0.21'
+  spec.add_development_dependency 'vcr', '~> 6.1'
+  spec.add_development_dependency 'webmock', '~> 3'
+  spec.add_development_dependency 'webrick', '~> 1.7'
+  spec.add_development_dependency 'yard', '~> 0.9.7'
 end

data/exe/chronicle-etl

@@ -1,5 +1,5 @@
 #!/usr/bin/env ruby
 
-require "chronicle/etl/cli"
+require 'chronicle/etl/cli'
 
 Chronicle::ETL::CLI::Main.start(ARGV)