skiptorium 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 9f55da0dce83c05e1705857dd06833929ce49eaab3cb448b22e2783ad23a73fe
+  data.tar.gz: e953be5ae65220e8e5c5321bd84edf368c23c805da2887fc361d8b9c23ec3c17
+SHA512:
+  metadata.gz: 179db2b8fd616b7da27c6a9c6047bdd105018c29f0a856deb098637fa2d2f21610c6cde4b08e8f1cc19b38ca52d3a348d0a5764652781e526ed383aa9151ff32
+  data.tar.gz: fc4714b810902f092eef0da40c931cd7efe59a334e69b2e70eb738d4fdb06275daf24c955b2a301eb2e370254cfef3f085f39a3f5399db7488a7f4a8a2f5a1f6

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,170 @@
+PATH
+  remote: .
+  specs:
+    skiptorium (0.1.1)
+      activesupport (~> 8.1)
+      base64 (~> 0.3)
+      faraday (~> 2.14)
+      front_matter_parser (~> 1.0)
+      redcarpet (~> 3.6)
+      reverse_markdown (~> 3.0)
+      rss (~> 0.3)
+      russian (~> 1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (8.1.3.1)
+      base64
+      bigdecimal
+      concurrent-ruby (~> 1.0, >= 1.3.1)
+      connection_pool (>= 2.2.5)
+      drb
+      i18n (>= 1.6, < 2)
+      json
+      logger (>= 1.4.2)
+      minitest (>= 5.1)
+      securerandom (>= 0.3)
+      tzinfo (~> 2.0, >= 2.0.5)
+      uri (>= 0.13.1)
+    addressable (2.9.0)
+      public_suffix (>= 2.0.2, < 8.0)
+    base64 (0.3.0)
+    bigdecimal (4.1.2)
+    concurrent-ruby (1.3.8)
+    connection_pool (3.0.2)
+    crack (1.0.1)
+      bigdecimal
+      rexml
+    diff-lcs (1.6.2)
+    drb (2.2.3)
+    faraday (2.14.3)
+      faraday-net_http (>= 2.0, < 3.5)
+      json
+      logger
+    faraday-net_http (3.4.4)
+      net-http (~> 0.5)
+    front_matter_parser (1.0.1)
+    hashdiff (1.2.1)
+    i18n (1.15.2)
+      concurrent-ruby (~> 1.0)
+    json (2.21.2)
+    logger (1.7.0)
+    minitest (6.0.6)
+      drb (~> 2.0)
+      prism (~> 1.5)
+    net-http (0.9.1)
+      uri (>= 0.11.1)
+    nokogiri (1.19.4-aarch64-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.19.4-aarch64-linux-musl)
+      racc (~> 1.4)
+    nokogiri (1.19.4-arm-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.19.4-arm-linux-musl)
+      racc (~> 1.4)
+    nokogiri (1.19.4-arm64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.19.4-x86_64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.19.4-x86_64-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.19.4-x86_64-linux-musl)
+      racc (~> 1.4)
+    prism (1.9.0)
+    public_suffix (7.0.5)
+    racc (1.8.1)
+    redcarpet (3.6.1)
+    reverse_markdown (3.0.2)
+      nokogiri
+    rexml (3.4.4)
+    rspec (3.13.2)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.6)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.5)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.8)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.7)
+    rss (0.3.3)
+      rexml
+    russian (1.0.0)
+      i18n (>= 1.14.8, < 2)
+    securerandom (0.4.1)
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
+    uri (1.1.1)
+    webmock (3.26.2)
+      addressable (>= 2.8.0)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
+
+PLATFORMS
+  aarch64-linux-gnu
+  aarch64-linux-musl
+  arm-linux-gnu
+  arm-linux-musl
+  arm64-darwin
+  x86_64-darwin
+  x86_64-linux-gnu
+  x86_64-linux-musl
+
+DEPENDENCIES
+  bundler (~> 2.0, >= 2.0.1)
+  rspec (~> 3.13)
+  skiptorium!
+  webmock (~> 3.26)
+
+CHECKSUMS
+  activesupport (8.1.3.1) sha256=85458765f25ea48b9019c46b6bb3fa5683197bf4280d9f06710a6e8d7a831376
+  addressable (2.9.0) sha256=7fdf6ac3660f7f4e867a0838be3f6cf722ace541dd97767fa42bc6cfa980c7af
+  base64 (0.3.0) sha256=27337aeabad6ffae05c265c450490628ef3ebd4b67be58257393227588f5a97b
+  bigdecimal (4.1.2) sha256=53d217666027eab4280346fba98e7d5b66baaae1b9c3c1c0ffe89d48188a3fbd
+  concurrent-ruby (1.3.8) sha256=b2f1be836e968ccc78ccfce277ea79c72a88633f22306782c16ff23fb415d1e1
+  connection_pool (3.0.2) sha256=33fff5ba71a12d2aa26cb72b1db8bba2a1a01823559fb01d29eb74c286e62e0a
+  crack (1.0.1) sha256=ff4a10390cd31d66440b7524eb1841874db86201d5b70032028553130b6d4c7e
+  diff-lcs (1.6.2) sha256=9ae0d2cba7d4df3075fe8cd8602a8604993efc0dfa934cff568969efb1909962
+  drb (2.2.3) sha256=0b00d6fdb50995fe4a45dea13663493c841112e4068656854646f418fda13373
+  faraday (2.14.3) sha256=1882247e6766615c8220b4392bf1d27f6ebb63d8e28267587cef1fb0bf37f278
+  faraday-net_http (3.4.4) sha256=0e78af151747ed1b00f33e25973b4bc220d7f16c00c39676817c8b12331eb588
+  front_matter_parser (1.0.1) sha256=bae298bda01db95788a4d6452f1670a3d198c6716c8d3727db9a95533deb7b7b
+  hashdiff (1.2.1) sha256=9c079dbc513dfc8833ab59c0c2d8f230fa28499cc5efb4b8dd276cf931457cd1
+  i18n (1.15.2) sha256=00f9eb62412fe593b2a65a97daa75300d37abb8f7202ec748e94b6d46a9dd1b5
+  json (2.21.2) sha256=1f1d3b7cf2b3ba1a69beca0bb6db13d5438b80bff3cd54cdaaa620b9b07c1c6a
+  logger (1.7.0) sha256=196edec7cc44b66cfb40f9755ce11b392f21f7967696af15d274dde7edff0203
+  minitest (6.0.6) sha256=153ea36d1d987a62942382b61075745042a2b3123b1cd48f4c3675af9cc7d6f1
+  net-http (0.9.1) sha256=25ba0b67c63e89df626ed8fac771d0ad24ad151a858af2cc8e6a716ca4336996
+  nokogiri (1.19.4-aarch64-linux-gnu) sha256=1269fb644a6de405057a53dd5c762b1209b43ca7424f839454d3dbc677c31a8f
+  nokogiri (1.19.4-aarch64-linux-musl) sha256=35c65b9ce72b3bb03207bdbe7067915019dc18c1b9b59139684bd6690fdd01af
+  nokogiri (1.19.4-arm-linux-gnu) sha256=a301313e38bb065d68239e79734bcd6f56fb6efaacebde29e9abf2a4735340ca
+  nokogiri (1.19.4-arm-linux-musl) sha256=588923c101bcfa78869734d247d25b598674323e7f22474fc468f6e5647311eb
+  nokogiri (1.19.4-arm64-darwin) sha256=a46db9853286e6597b36ebc6953817d15acf3a299583eb3f89fdc6f91dd63527
+  nokogiri (1.19.4-x86_64-darwin) sha256=7fd17057d3e1f00e9954a74b3cd76595d3d4a5ef233b7ed9599047c204f70551
+  nokogiri (1.19.4-x86_64-linux-gnu) sha256=379fae440b28915e3f19d752ce2dcf8465ed2b2fbefd2a7ca0dd497bc981a06a
+  nokogiri (1.19.4-x86_64-linux-musl) sha256=17dfb7c1fa194ae02fbf7c51a7afc8d278045ab3fdacfd86f91d02d7b274470b
+  prism (1.9.0) sha256=7b530c6a9f92c24300014919c9dcbc055bf4cdf51ec30aed099b06cd6674ef85
+  public_suffix (7.0.5) sha256=1a8bb08f1bbea19228d3bed6e5ed908d1cb4f7c2726d18bd9cadf60bc676f623
+  racc (1.8.1) sha256=4a7f6929691dbec8b5209a0b373bc2614882b55fc5d2e447a21aaa691303d62f
+  redcarpet (3.6.1) sha256=d444910e6aa55480c6bcdc0cdb057626e8a32c054c29e793fa642ba2f155f445
+  reverse_markdown (3.0.2) sha256=818ebb92ce39dbb1a291690dd1ec9a6d62530d4725296b17e9c8f668f9a5b8af
+  rexml (3.4.4) sha256=19e0a2c3425dfbf2d4fc1189747bdb2f849b6c5e74180401b15734bc97b5d142
+  rspec (3.13.2) sha256=206284a08ad798e61f86d7ca3e376718d52c0bc944626b2349266f239f820587
+  rspec-core (3.13.6) sha256=a8823c6411667b60a8bca135364351dda34cd55e44ff94c4be4633b37d828b2d
+  rspec-expectations (3.13.5) sha256=33a4d3a1d95060aea4c94e9f237030a8f9eae5615e9bd85718fe3a09e4b58836
+  rspec-mocks (3.13.8) sha256=086ad3d3d17533f4237643de0b5c42f04b66348c28bf6b9c2d3f4a3b01af1d47
+  rspec-support (3.13.7) sha256=0640e5570872aafefd79867901deeeeb40b0c9875a36b983d85f54fb7381c47c
+  rss (0.3.3) sha256=37ef1ec4d691d67edbe92159079a4e89a0965e6a6b32246009ae3d734d12d1ab
+  russian (1.0.0) sha256=cb9234d03c535b193b7933d77b855653d0037d05fe442aaac43f1c28d5d9b54a
+  securerandom (0.4.1) sha256=cc5193d414a4341b6e225f0cb4446aceca8e50d5e1888743fac16987638ea0b1
+  skiptorium (0.1.1)
+  tzinfo (2.0.6) sha256=8daf828cc77bcf7d63b0e3bdb6caa47e2272dcfaf4fbfe46f8c3a9df087a829b
+  uri (1.1.1) sha256=379fa58d27ffb1387eaada68c749d1426738bd0f654d812fcc07e7568f5c57c6
+  webmock (3.26.2) sha256=774556f2ea6371846cca68c01769b2eac0d134492d21f6d0ab5dd643965a4c90
+
+BUNDLED WITH
+   2.7.2

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Samoilenko Yuri
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,60 @@
+# Skiptorium
+
+> Personal CLI tool for automatic article publishing across multiple platforms.
+
+<div align="center">
+
+[![Gem Version](https://img.shields.io/gem/v/skiptorium?style=flat-square&logo=ruby&logoColor=white)](https://rubygems.org/gems/skiptorium)
+[![License](https://img.shields.io/badge/license-MIT-blue.svg?style=flat-square&logo=open-source-initiative&logoColor=white)](LICENSE)
+[![Commits](https://img.shields.io/github/last-commit/kinnalru/skiptorium?style=flat-square&logo=git&logoColor=white)](https://github.com/kinnalru/skiptorium/commits/master)
+[![Ruby](https://img.shields.io/badge/ruby-3.0+-cc342d?style=flat-square&logo=ruby&logoColor=white)](https://www.ruby-lang.org)
+[![RSpec](https://img.shields.io/badge/tests-rspec-brightgreen?style=flat-square&logo=checkmarx&logoColor=white)](spec/)
+
+
+[![AI-Assisted](https://img.shields.io/badge/AI-Assisted-10b981?style=flat-square&logo=robotframework&logoColor=white)](./AGENTS.md)
+[![OpenCode](https://img.shields.io/badge/Built_with-OpenCode-6366f1?style=flat-square&logo=opencode&logoColor=white)](https://opencode.ai)
+[![Primary](https://img.shields.io/badge/primary-Gitlab-fc6d26?style=flat-square&logo=git&logoColor=white)](https://gitlab.com/kinnalru/skiptorium)
+
+[![Version](https://img.shields.io/badge/version-0.1.1-blue?style=flat-square)](https://gitlab.com/kinnalru/wannasee/-/releases)
+[![License](https://img.shields.io/gitlab/license/kinnalru/wannasee?style=flat-square)](https://gitlab.com/kinnalru/wannasee)
+[![Contributors](https://img.shields.io/gitlab/contributors/kinnalru/wannasee?style=flat-square)](https://gitlab.com/kinnalru/wannasee/-/graphs/master)
+[![Last Commit](https://img.shields.io/gitlab/last-commit/kinnalru/wannasee?style=flat-square&logo=gitlab)](https://gitlab.com/kinnalru/wannasee/-/commits/master)
+
+
+</div>
+
+---
+
+## Features
+
+- **Multi-source ingestion** — fetch articles from
+  - **Dev.to** (Markdown)
+  - **RSS feeds** (HTML)
+- **Multi-platform publishing** — publish to **dev.to**, **hashnode**, **GitHub Pages**, **Blogger**, and **local files**
+- **Idempotent sync** — re-runs do nothing when no new posts are available
+- **Environment variable interpolation** — keep secrets out of config files with `${VAR}` syntax
+- **Stable article identifiers** — detect already-published articles across all destinations
+- **Dry-run mode** — preview what would be published without making changes
+- **Built-in validation** — validate configuration before running sync
+
+## Quick Start
+
+```bash
+# Run in dry-run mode to preview
+skiptorium sync --config config.yml --dry-run
+```
+
+## Configuration
+
+All settings live in a single YAML file (default: `config.yml`).
+See [`config.yml.example`](config.yml.example) for a complete template.
+
+Key points:
+- Only **one** source can be configured
+- Multiple destinations are supported
+- Secrets use `${ENV_VAR}` interpolation — never hardcode API keys
+
+
+## License
+
+[MIT](LICENSE)

data/bin/google.rb

@@ -0,0 +1,99 @@
+#!/usr/bin/env ruby
+
+require 'socket'
+require 'uri'
+require 'faraday'
+require 'json'
+
+CLIENT_ID     = ENV.fetch('GOOGLE_CLIENT_ID')
+CLIENT_SECRET = ENV.fetch('GOOGLE_SECRET')
+SCOPE         = 'https://www.googleapis.com/auth/blogger'
+REDIRECT_URI  = 'http://localhost:8085'
+AUTH_URL      = 'https://accounts.google.com/o/oauth2/v2/auth'
+TOKEN_URL     = 'https://oauth2.googleapis.com/token'
+
+# Step 1: Build authorization URL
+# access_type=offline  -> request refresh token
+# prompt=consent       -> force consent screen so refresh_token is always returned
+auth_params = {
+  'client_id'     => CLIENT_ID,
+  'redirect_uri'  => REDIRECT_URI,
+  'scope'         => SCOPE,
+  'response_type' => 'code',
+  'access_type'   => 'offline',
+  'prompt'        => 'consent'
+}
+auth_uri = "#{AUTH_URL}?#{URI.encode_www_form(auth_params)}"
+
+puts <<~MSG
+
+  ============================================================
+  Open this URL in your browser and authorize:
+    #{auth_uri}
+  ============================================================
+
+  Waiting for authorization on #{REDIRECT_URI}...
+MSG
+
+# Step 2: Start a tiny HTTP server to catch the redirect
+server = TCPServer.new(8085)
+
+client = server.accept
+request = client.gets
+
+
+puts request
+
+# Parse authorization code from request line, e.g.:
+# GET /?code=4/abc...&scope=... HTTP/1.1
+match = request.match(/code=([^&\s]+)/)
+puts match
+
+code = match[1] if match
+
+# Send a simple response back to the browser
+client.print <<~HTTP
+  HTTP/1.1 200 OK\r\n
+  Content-Type: text/html; charset=utf-8\r\n
+  Connection: close\r\n
+  \r\n
+  <h1>Authorization complete!</h1>
+  <p>You can close this tab and return to the terminal.</p>
+HTTP
+
+client.close
+server.close
+
+unless code
+  puts "\nError: no authorization code received."
+  exit 1
+end
+
+puts "Authorization code received. Exchanging for tokens..."
+
+# Step 3: Exchange code for tokens
+response = Faraday.post(TOKEN_URL, {
+  'grant_type'    => 'authorization_code',
+  'code'          => code,
+  'redirect_uri'  => REDIRECT_URI,
+  'client_id'     => CLIENT_ID,
+  'client_secret' => CLIENT_SECRET
+})
+
+unless response.success?
+  puts "Token exchange failed: #{response.status} #{response.body}"
+  exit 1
+end
+
+data = JSON.parse(response.body)
+
+if data['error']
+  puts "Error: #{data['error']} - #{data['error_description']}"
+  exit 1
+end
+
+puts "\nSuccess!"
+puts "access_token:  #{data['access_token']}"
+puts "refresh_token: #{data['refresh_token']}" if data['refresh_token']
+puts "expires_in:    #{data['expires_in']}"
+puts "token_type:    #{data['token_type']}"

data/bin/skiptorium

@@ -0,0 +1,117 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'skiptorium'
+
+class SkiptoriumCLI
+
+  def self.run(args)
+    command = args.shift || 'sync'
+
+    case command
+    when 'sync', 's'
+      run_sync(args)
+    when 'validate', 'v'
+      run_validate(args)
+    when 'version'
+      puts "Skiptorium #{Skiptorium::VERSION}"
+    when 'help', '-h', '--help'
+      print_help
+    else
+      $stderr.puts "Unknown command: #{command}"
+      print_help
+      exit 1
+    end
+  rescue Skiptorium::Error => e
+    $stderr.puts "Error: #{e.message}"
+    exit 1
+  end
+
+  def self.run_sync(args)
+    options = { config: 'config.yml', dry_run: false, verbose: false }
+
+    OptionParser.new do |opts|
+      opts.banner = "Usage: skiptorium sync [options]"
+      opts.separator ""
+      opts.separator "Options:"
+
+      opts.on("-c", "--config PATH", "Path to configuration file (default: config.yml)") do |path|
+        options[:config] = path
+      end
+
+      opts.on("-n", "--dry-run", "Show what would be published without actually doing it") do
+        options[:dry_run] = true
+      end
+
+      opts.on("-v", "--verbose", "Enable verbose output") do
+        options[:verbose] = true
+      end
+
+      opts.on("-h", "--help", "Show this help") do
+        puts opts
+        exit
+      end
+    end.parse!(args)
+
+    unless File.exist?(options[:config])
+      $stderr.puts "Config file not found: #{options[:config]}"
+      exit 1
+    end
+
+    Skiptorium.run(options[:config], dry_run: options[:dry_run], verbose: options[:verbose])
+  end
+
+  def self.run_validate(args)
+    options = { config: 'config.yml' }
+
+    OptionParser.new do |opts|
+      opts.banner = "Usage: skiptorium validate [options]"
+      opts.separator ""
+      opts.separator "Options:"
+
+      opts.on("-c", "--config PATH", "Path to configuration file (default: config.yml)") do |path|
+        options[:config] = path
+      end
+
+      opts.on("-h", "--help", "Show this help") do
+        puts opts
+        exit
+      end
+    end.parse!(args)
+
+    unless File.exist?(options[:config])
+      $stderr.puts "Config file not found: #{options[:config]}"
+      exit 1
+    end
+
+    config = Skiptorium::Config.load(options[:config])
+    puts "Configuration is valid."
+    puts "Source: #{config.source['type']}"
+    puts "Destinations: #{config.destinations.map { |d| d['type'] }.join(', ')}"
+  rescue => e
+    $stderr.puts "Invalid configuration: #{e.message}"
+    exit 1
+  end
+
+  def self.print_help
+    puts <<~HELP
+      Skiptorium #{Skiptorium::VERSION}
+
+      Usage: skiptorium COMMAND [options]
+
+      Commands:
+        sync       Synchronize latest articles from source to destinations
+        validate   Validate configuration file
+        version    Show version
+        help       Show this help
+
+      Global options:
+        -c, --config PATH    Path to configuration file (default: config.yml)
+        -n, --dry-run        Show what would be published without actually doing it
+        -v, --verbose        Enable verbose output
+        -h, --help           Show help for a command
+    HELP
+  end
+end
+
+SkiptoriumCLI.run(ARGV)

data/config.yml.example

@@ -0,0 +1,27 @@
+source:
+  type: dev_to
+  username: your_username
+  limit: 10
+
+destinations:
+  - type: dev_to
+    api_key: ${DEV_TO_API_KEY}
+    organization_id: null
+
+  - type: hashnode
+    username: ${HASHNODE_USERNAME}
+    storage_state_path: ${HASHNODE_STORAGE_STATE_PATH}
+    playwright_cli_executable_path: ./node_modules/.bin/playwright-core
+
+  - type: github_pages
+    repo: ${GITHUB_REPO}
+    token: ${GITHUB_TOKEN}
+    branch: master
+    path: _posts
+
+  - type: blogger
+    blog_id: ${BLOGGER_BLOG_ID}
+    api_key: ${BLOGGER_API_KEY}
+    client_id: ${BLOGGER_CLIENT_ID}
+    client_secret: ${BLOGGER_CLIENT_SECRET}
+    refresh_token: ${BLOGGER_REFRESH_TOKEN}

data/lib/skiptorium/article.rb

@@ -0,0 +1,114 @@
+require 'active_support/core_ext/hash'
+require 'redcarpet'
+require 'russian'
+
+module Skiptorium
+  class Article
+    attr_reader :id, :title, :content, :tags, :canonical_url, :published_at, :cover_image, :slug
+
+    FRONT_MATTER_RX = /---([\s\S]*?)---/.freeze
+    FRONT_MATTER_LINE_RX = /^(?<key>\w+)\s*:\s*(?<value>.*)/.freeze
+
+    def initialize(attrs)
+      @id = attrs[:id]
+      @title = attrs.fetch(:title).to_s.strip
+      @tags = attrs[:tags] || []
+      @canonical_url = attrs[:canonical_url]&.strip
+      @published_at = attrs[:published_at] || DateTime.now
+      @cover_image = attrs[:cover_image]
+
+      @slug = attrs[:slug]&.strip || stable_slug
+
+      @markdown = attrs[:markdown]
+      @html = attrs[:html]
+      raw = attrs[:content].to_s.strip
+      @content = if markdown?
+                   @front_matter = parse_front_matter(raw) || {}.with_indifferent_access
+                   raw.gsub(/---([\s\S]*?)---/, '').strip
+                 else
+                   @front_matter = {}.with_indifferent_access
+                   raw
+                 end
+    end
+
+    def same?(other)
+      (@slug && @slug == other.slug) ||
+        (@title && @title == other.title) ||
+        (@canonical_url && @canonical_url == other.canonical_url)
+    end
+
+    def front_matter(key = nil)
+      key ? @front_matter&.fetch(key, nil) : @front_matter
+    end
+
+    def stable_slug
+      sl = Russian.transliterate(@title)
+      sl.downcase.strip.gsub(/[\W\-_]+/, '_').gsub(/_$/, '').gsub(/^_/, '')
+    end
+
+    def markdown?
+      @markdown
+    end
+
+    def html?
+      @html
+    end
+
+    def to_html
+      html? ? @content : markdown_to_html(@content)
+    end
+
+    def to_markdown(fm = {})
+      c = if markdown?
+            @content
+          else
+            html_to_markdown(@content)
+          end.strip
+
+      header = front_matter.merge(
+        {
+          title: title,
+          tags: [tags].flatten.compact,
+          canonical_url: canonical_url,
+          slug: stable_slug,
+          cover_image: cover_image,
+          image: cover_image,
+          published_at: published_at&.strftime('%Y-%m-%d %H:%M:%S %z'),
+          date: published_at&.strftime('%Y-%m-%d %H:%M:%S %z')
+        }.compact.with_indifferent_access
+      ).merge(fm.with_indifferent_access)
+
+      [
+        header.to_hash.sort.to_h.to_yaml.strip,
+        '---',
+        c
+      ].join("\n")
+    end
+
+    def markdown_to_html(data)
+      renderer = Redcarpet::Render::HTML.new(prettify: true)
+      md = Redcarpet::Markdown.new(renderer, fenced_code_blocks: true)
+      md.render(data)
+    end
+
+    def html_to_markdown(data)
+      ReverseMarkdown.convert(data)
+    end
+
+    def parse_front_matter(data)
+      if (md_fm = data.match(FRONT_MATTER_RX))
+        front_matter = md_fm[1].strip.split("\n").map do |line|
+          md = line.match(FRONT_MATTER_LINE_RX)
+          "#{md[:key]}: '#{md[:value]}'"
+        end.join("\n")
+        YAML.safe_load(front_matter).with_indifferent_access
+      end
+    end
+
+    def self.parse_date(str)
+      DateTime.parse(str) if str
+    rescue StandardError
+      nil
+    end
+  end
+end

data/lib/skiptorium/base_destination.rb

@@ -0,0 +1,27 @@
+require 'active_support/core_ext/hash'
+require 'active_support/notifications'
+require 'active_support/cache'
+require 'active_support/cache/memory_store'
+
+module Skiptorium
+  class BaseDestination
+    attr_reader :config, :cache
+
+    def initialize(config)
+      @config = config
+      @cache = ActiveSupport::Cache::MemoryStore.new
+    end
+
+    def with_cache(*args, **kwargs, &block)
+      @cache.fetch([self.class.to_s, *args], **kwargs, &block)
+    end
+
+    def exists?(article)
+      raise NotImplementedError, "#{self.class} must implement #exists?"
+    end
+
+    def publish(article)
+      raise NotImplementedError, "#{self.class} must implement #publish"
+    end
+  end
+end

data/lib/skiptorium/base_source.rb

@@ -0,0 +1,40 @@
+module Skiptorium
+  class BaseSource
+    attr_reader :config, :limit
+
+    def initialize(config)
+      @config = config
+      @limit = config['limit'] || 10
+      @filter = config['filter']
+    end
+
+    # @return [Array<Article>]
+    def fetch
+      raise NotImplementedError, "#{self.class} must implement #fetch_latest"
+    end
+
+    def fetch_latest
+      filtered = apply_filter(fetch)
+      filtered.first(@limit)
+    end
+
+    def apply_filter(stream)
+      return stream unless @filter
+
+      stream.select do |article|
+        pass = @filter.all? do |name, opts|
+          case name
+          when 'front_matter'
+            opts.all? do |k, v|
+              article.front_matter(k.strip) == v.to_s.strip
+            end
+          else
+            raise "Invalid filter #{name}: #{opts.inspect}"
+          end
+        end
+        # puts "  article \"#{article.title}\" pass=#{pass}"
+        pass
+      end
+    end
+  end
+end