skriptorium 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 6c1f3c1ca334b99f0e8e827ca7bacefe81274ee0d9009ba4112fb2f8d1160319
+  data.tar.gz: 6003aca232e58bb29e2b93071b782719522c169a38c234cd24b66ccda06a0d37
+SHA512:
+  metadata.gz: ee1968df490ba67d9850d75404187efce07b92a949f65d51e1664789a4f25df745ad8d6f7f35b8d7ed0168237eb4e09ca3736270710e59a875148b8bc988f44c
+  data.tar.gz: c65f86bd24f7c903bf507226234cab84a6f73093c8a60938a2cc3af4a81009eb180e06d654b72ec49327a1b6f3322215563de437428917af7de9e6a5759bbaa8

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,124 @@
+PATH
+  remote: .
+  specs:
+    skriptorium (0.1.1)
+      activesupport (~> 8.1)
+      base64 (~> 0.3)
+      faraday (~> 2.14)
+      front_matter_parser (~> 1.0)
+      redcarpet (~> 3.6)
+      reverse_markdown (~> 3.0)
+      rss (~> 0.3)
+      russian (~> 1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (8.1.3.1)
+      base64
+      bigdecimal
+      concurrent-ruby (~> 1.0, >= 1.3.1)
+      connection_pool (>= 2.2.5)
+      drb
+      i18n (>= 1.6, < 2)
+      json
+      logger (>= 1.4.2)
+      minitest (>= 5.1)
+      securerandom (>= 0.3)
+      tzinfo (~> 2.0, >= 2.0.5)
+      uri (>= 0.13.1)
+    addressable (2.9.0)
+      public_suffix (>= 2.0.2, < 8.0)
+    base64 (0.3.0)
+    bigdecimal (4.1.2)
+    concurrent-ruby (1.3.8)
+    connection_pool (3.0.2)
+    crack (1.0.1)
+      bigdecimal
+      rexml
+    diff-lcs (1.6.2)
+    drb (2.2.3)
+    faraday (2.14.3)
+      faraday-net_http (>= 2.0, < 3.5)
+      json
+      logger
+    faraday-net_http (3.4.4)
+      net-http (~> 0.5)
+    front_matter_parser (1.0.1)
+    hashdiff (1.2.1)
+    i18n (1.15.2)
+      concurrent-ruby (~> 1.0)
+    json (2.21.2)
+    logger (1.7.0)
+    minitest (6.0.6)
+      drb (~> 2.0)
+      prism (~> 1.5)
+    net-http (0.9.1)
+      uri (>= 0.11.1)
+    nokogiri (1.19.4-aarch64-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.19.4-aarch64-linux-musl)
+      racc (~> 1.4)
+    nokogiri (1.19.4-arm-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.19.4-arm-linux-musl)
+      racc (~> 1.4)
+    nokogiri (1.19.4-arm64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.19.4-x86_64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.19.4-x86_64-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.19.4-x86_64-linux-musl)
+      racc (~> 1.4)
+    prism (1.9.0)
+    public_suffix (7.0.5)
+    racc (1.8.1)
+    redcarpet (3.6.1)
+    reverse_markdown (3.0.2)
+      nokogiri
+    rexml (3.4.4)
+    rspec (3.13.2)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.6)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.5)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.8)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.7)
+    rss (0.3.3)
+      rexml
+    russian (1.0.0)
+      i18n (>= 1.14.8, < 2)
+    securerandom (0.4.1)
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
+    uri (1.1.1)
+    webmock (3.26.2)
+      addressable (>= 2.8.0)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
+
+PLATFORMS
+  aarch64-linux-gnu
+  aarch64-linux-musl
+  arm-linux-gnu
+  arm-linux-musl
+  arm64-darwin
+  x86_64-darwin
+  x86_64-linux-gnu
+  x86_64-linux-musl
+
+DEPENDENCIES
+  bundler (~> 2.0, >= 2.0.1)
+  rspec (~> 3.13)
+  skriptorium!
+  webmock (~> 3.26)
+
+BUNDLED WITH
+   2.7.2

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Samoilenko Yuri
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,53 @@
+# Skriptorium
+
+> Personal CLI tool for automatic article publishing across multiple platforms.
+
+<div align="center">
+
+[![AI-Assisted](https://img.shields.io/badge/AI-Assisted-10b981?style=flat-square&logo=robotframework&logoColor=white)](./AGENTS.md)
+[![OpenCode](https://img.shields.io/badge/Built_with-OpenCode-6366f1?style=flat-square&logo=opencode&logoColor=white)](https://opencode.ai)
+[![Primary](https://img.shields.io/badge/primary-Gitlab-fc6d26?style=flat-square&logo=git&logoColor=white)](https://gitlab.com/kinnalru/skriptorium)
+
+[![Gem Version](https://img.shields.io/gem/v/skriptorium?style=flat-square&logo=ruby&logoColor=white)](https://rubygems.org/gems/skriptorium)
+[![License](https://img.shields.io/gitlab/license/kinnalru/skriptorium?style=flat-square)](https://gitlab.com/kinnalru/skriptorium)
+[![Contributors](https://img.shields.io/gitlab/contributors/kinnalru/skriptorium?style=flat-square)](https://gitlab.com/kinnalru/skriptorium/-/graphs/master)
+[![Last Commit](https://img.shields.io/gitlab/last-commit/kinnalru/skriptorium?style=flat-square&logo=gitlab)](https://gitlab.com/kinnalru/skriptorium/-/commits/master)
+
+
+</div>
+
+---
+
+## Features
+
+- **Multi-source ingestion** — fetch articles from
+  - **Dev.to** (Markdown)
+  - **RSS feeds** (HTML)
+- **Multi-platform publishing** — publish to **dev.to**, **hashnode**, **GitHub Pages**, **Blogger**, and **local files**
+- **Idempotent sync** — re-runs do nothing when no new posts are available
+- **Environment variable interpolation** — keep secrets out of config files with `${VAR}` syntax
+- **Stable article identifiers** — detect already-published articles across all destinations
+- **Dry-run mode** — preview what would be published without making changes
+- **Built-in validation** — validate configuration before running sync
+
+## Quick Start
+
+```bash
+# Run in dry-run mode to preview
+skriptorium sync --config config.yml --dry-run
+```
+
+## Configuration
+
+All settings live in a single YAML file (default: `config.yml`).
+See [`config.yml.example`](config.yml.example) for a complete template.
+
+Key points:
+- Only **one** source can be configured
+- Multiple destinations are supported
+- Secrets use `${ENV_VAR}` interpolation — never hardcode API keys
+
+
+## License
+
+[MIT](LICENSE)

data/bin/google.rb

@@ -0,0 +1,99 @@
+#!/usr/bin/env ruby
+
+require 'socket'
+require 'uri'
+require 'faraday'
+require 'json'
+
+CLIENT_ID     = ENV.fetch('GOOGLE_CLIENT_ID')
+CLIENT_SECRET = ENV.fetch('GOOGLE_SECRET')
+SCOPE         = 'https://www.googleapis.com/auth/blogger'
+REDIRECT_URI  = 'http://localhost:8085'
+AUTH_URL      = 'https://accounts.google.com/o/oauth2/v2/auth'
+TOKEN_URL     = 'https://oauth2.googleapis.com/token'
+
+# Step 1: Build authorization URL
+# access_type=offline  -> request refresh token
+# prompt=consent       -> force consent screen so refresh_token is always returned
+auth_params = {
+  'client_id'     => CLIENT_ID,
+  'redirect_uri'  => REDIRECT_URI,
+  'scope'         => SCOPE,
+  'response_type' => 'code',
+  'access_type'   => 'offline',
+  'prompt'        => 'consent'
+}
+auth_uri = "#{AUTH_URL}?#{URI.encode_www_form(auth_params)}"
+
+puts <<~MSG
+
+  ============================================================
+  Open this URL in your browser and authorize:
+    #{auth_uri}
+  ============================================================
+
+  Waiting for authorization on #{REDIRECT_URI}...
+MSG
+
+# Step 2: Start a tiny HTTP server to catch the redirect
+server = TCPServer.new(8085)
+
+client = server.accept
+request = client.gets
+
+
+puts request
+
+# Parse authorization code from request line, e.g.:
+# GET /?code=4/abc...&scope=... HTTP/1.1
+match = request.match(/code=([^&\s]+)/)
+puts match
+
+code = match[1] if match
+
+# Send a simple response back to the browser
+client.print <<~HTTP
+  HTTP/1.1 200 OK\r\n
+  Content-Type: text/html; charset=utf-8\r\n
+  Connection: close\r\n
+  \r\n
+  <h1>Authorization complete!</h1>
+  <p>You can close this tab and return to the terminal.</p>
+HTTP
+
+client.close
+server.close
+
+unless code
+  puts "\nError: no authorization code received."
+  exit 1
+end
+
+puts "Authorization code received. Exchanging for tokens..."
+
+# Step 3: Exchange code for tokens
+response = Faraday.post(TOKEN_URL, {
+  'grant_type'    => 'authorization_code',
+  'code'          => code,
+  'redirect_uri'  => REDIRECT_URI,
+  'client_id'     => CLIENT_ID,
+  'client_secret' => CLIENT_SECRET
+})
+
+unless response.success?
+  puts "Token exchange failed: #{response.status} #{response.body}"
+  exit 1
+end
+
+data = JSON.parse(response.body)
+
+if data['error']
+  puts "Error: #{data['error']} - #{data['error_description']}"
+  exit 1
+end
+
+puts "\nSuccess!"
+puts "access_token:  #{data['access_token']}"
+puts "refresh_token: #{data['refresh_token']}" if data['refresh_token']
+puts "expires_in:    #{data['expires_in']}"
+puts "token_type:    #{data['token_type']}"

data/bin/skriptorium

@@ -0,0 +1,117 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'skriptorium'
+
+class SkriptoriumCLI
+
+  def self.run(args)
+    command = args.shift || 'sync'
+
+    case command
+    when 'sync', 's'
+      run_sync(args)
+    when 'validate', 'v'
+      run_validate(args)
+    when 'version'
+      puts "Skriptorium #{Skriptorium::VERSION}"
+    when 'help', '-h', '--help'
+      print_help
+    else
+      $stderr.puts "Unknown command: #{command}"
+      print_help
+      exit 1
+    end
+  rescue Skriptorium::Error => e
+    $stderr.puts "Error: #{e.message}"
+    exit 1
+  end
+
+  def self.run_sync(args)
+    options = { config: 'config.yml', dry_run: false, verbose: false }
+
+    OptionParser.new do |opts|
+      opts.banner = "Usage: skriptorium sync [options]"
+      opts.separator ""
+      opts.separator "Options:"
+
+      opts.on("-c", "--config PATH", "Path to configuration file (default: config.yml)") do |path|
+        options[:config] = path
+      end
+
+      opts.on("-n", "--dry-run", "Show what would be published without actually doing it") do
+        options[:dry_run] = true
+      end
+
+      opts.on("-v", "--verbose", "Enable verbose output") do
+        options[:verbose] = true
+      end
+
+      opts.on("-h", "--help", "Show this help") do
+        puts opts
+        exit
+      end
+    end.parse!(args)
+
+    unless File.exist?(options[:config])
+      $stderr.puts "Config file not found: #{options[:config]}"
+      exit 1
+    end
+
+    Skriptorium.run(options[:config], dry_run: options[:dry_run], verbose: options[:verbose])
+  end
+
+  def self.run_validate(args)
+    options = { config: 'config.yml' }
+
+    OptionParser.new do |opts|
+      opts.banner = "Usage: skriptorium validate [options]"
+      opts.separator ""
+      opts.separator "Options:"
+
+      opts.on("-c", "--config PATH", "Path to configuration file (default: config.yml)") do |path|
+        options[:config] = path
+      end
+
+      opts.on("-h", "--help", "Show this help") do
+        puts opts
+        exit
+      end
+    end.parse!(args)
+
+    unless File.exist?(options[:config])
+      $stderr.puts "Config file not found: #{options[:config]}"
+      exit 1
+    end
+
+    config = Skriptorium::Config.load(options[:config])
+    puts "Configuration is valid."
+    puts "Source: #{config.source['type']}"
+    puts "Destinations: #{config.destinations.map { |d| d['type'] }.join(', ')}"
+  rescue => e
+    $stderr.puts "Invalid configuration: #{e.message}"
+    exit 1
+  end
+
+  def self.print_help
+    puts <<~HELP
+      Skriptorium #{Skriptorium::VERSION}
+
+      Usage: skriptorium COMMAND [options]
+
+      Commands:
+        sync       Synchronize latest articles from source to destinations
+        validate   Validate configuration file
+        version    Show version
+        help       Show this help
+
+      Global options:
+        -c, --config PATH    Path to configuration file (default: config.yml)
+        -n, --dry-run        Show what would be published without actually doing it
+        -v, --verbose        Enable verbose output
+        -h, --help           Show help for a command
+    HELP
+  end
+end
+
+SkriptoriumCLI.run(ARGV)

data/config.yml.example

@@ -0,0 +1,27 @@
+source:
+  type: dev_to
+  username: your_username
+  limit: 10
+
+destinations:
+  - type: dev_to
+    api_key: ${DEV_TO_API_KEY}
+    organization_id: null
+
+  - type: hashnode
+    username: ${HASHNODE_USERNAME}
+    storage_state_path: ${HASHNODE_STORAGE_STATE_PATH}
+    playwright_cli_executable_path: ./node_modules/.bin/playwright-core
+
+  - type: github_pages
+    repo: ${GITHUB_REPO}
+    token: ${GITHUB_TOKEN}
+    branch: master
+    path: _posts
+
+  - type: blogger
+    blog_id: ${BLOGGER_BLOG_ID}
+    api_key: ${BLOGGER_API_KEY}
+    client_id: ${BLOGGER_CLIENT_ID}
+    client_secret: ${BLOGGER_CLIENT_SECRET}
+    refresh_token: ${BLOGGER_REFRESH_TOKEN}

data/lib/skriptorium/article.rb

@@ -0,0 +1,114 @@
+require 'active_support/core_ext/hash'
+require 'redcarpet'
+require 'russian'
+
+module Skriptorium
+  class Article
+    attr_reader :id, :title, :content, :tags, :canonical_url, :published_at, :cover_image, :slug
+
+    FRONT_MATTER_RX = /---([\s\S]*?)---/.freeze
+    FRONT_MATTER_LINE_RX = /^(?<key>\w+)\s*:\s*(?<value>.*)/.freeze
+
+    def initialize(attrs)
+      @id = attrs[:id]
+      @title = attrs.fetch(:title).to_s.strip
+      @tags = attrs[:tags] || []
+      @canonical_url = attrs[:canonical_url]&.strip
+      @published_at = attrs[:published_at] || DateTime.now
+      @cover_image = attrs[:cover_image]
+
+      @slug = attrs[:slug]&.strip || stable_slug
+
+      @markdown = attrs[:markdown]
+      @html = attrs[:html]
+      raw = attrs[:content].to_s.strip
+      @content = if markdown?
+                   @front_matter = parse_front_matter(raw) || {}.with_indifferent_access
+                   raw.gsub(/---([\s\S]*?)---/, '').strip
+                 else
+                   @front_matter = {}.with_indifferent_access
+                   raw
+                 end
+    end
+
+    def same?(other)
+      (@slug && @slug == other.slug) ||
+        (@title && @title == other.title) ||
+        (@canonical_url && @canonical_url == other.canonical_url)
+    end
+
+    def front_matter(key = nil)
+      key ? @front_matter&.fetch(key, nil) : @front_matter
+    end
+
+    def stable_slug
+      sl = Russian.transliterate(@title)
+      sl.downcase.strip.gsub(/[\W\-_]+/, '_').gsub(/_$/, '').gsub(/^_/, '')
+    end
+
+    def markdown?
+      @markdown
+    end
+
+    def html?
+      @html
+    end
+
+    def to_html
+      html? ? @content : markdown_to_html(@content)
+    end
+
+    def to_markdown(fm = {})
+      c = if markdown?
+            @content
+          else
+            html_to_markdown(@content)
+          end.strip
+
+      header = front_matter.merge(
+        {
+          title: title,
+          tags: [tags].flatten.compact,
+          canonical_url: canonical_url,
+          slug: stable_slug,
+          cover_image: cover_image,
+          image: cover_image,
+          published_at: published_at&.strftime('%Y-%m-%d %H:%M:%S %z'),
+          date: published_at&.strftime('%Y-%m-%d %H:%M:%S %z')
+        }.compact.with_indifferent_access
+      ).merge(fm.with_indifferent_access)
+
+      [
+        header.to_hash.sort.to_h.to_yaml.strip,
+        '---',
+        c
+      ].join("\n")
+    end
+
+    def markdown_to_html(data)
+      renderer = Redcarpet::Render::HTML.new(prettify: true)
+      md = Redcarpet::Markdown.new(renderer, fenced_code_blocks: true)
+      md.render(data)
+    end
+
+    def html_to_markdown(data)
+      ReverseMarkdown.convert(data)
+    end
+
+    def parse_front_matter(data)
+      if (md_fm = data.match(FRONT_MATTER_RX))
+        front_matter = md_fm[1].strip.split("\n").map do |line|
+          md = line.match(FRONT_MATTER_LINE_RX)
+          "#{md[:key]}: '#{md[:value]}'"
+        end.join("\n")
+        YAML.safe_load(front_matter).with_indifferent_access
+      end
+    end
+
+    def self.parse_date(str)
+      DateTime.parse(str) if str
+    rescue StandardError
+      nil
+    end
+  end
+end

data/lib/skriptorium/base_destination.rb

@@ -0,0 +1,27 @@
+require 'active_support/core_ext/hash'
+require 'active_support/notifications'
+require 'active_support/cache'
+require 'active_support/cache/memory_store'
+
+module Skriptorium
+  class BaseDestination
+    attr_reader :config, :cache
+
+    def initialize(config)
+      @config = config
+      @cache = ActiveSupport::Cache::MemoryStore.new
+    end
+
+    def with_cache(*args, **kwargs, &block)
+      @cache.fetch([self.class.to_s, *args], **kwargs, &block)
+    end
+
+    def exists?(article)
+      raise NotImplementedError, "#{self.class} must implement #exists?"
+    end
+
+    def publish(article)
+      raise NotImplementedError, "#{self.class} must implement #publish"
+    end
+  end
+end

data/lib/skriptorium/base_source.rb

@@ -0,0 +1,40 @@
+module Skriptorium
+  class BaseSource
+    attr_reader :config, :limit
+
+    def initialize(config)
+      @config = config
+      @limit = config['limit'] || 10
+      @filter = config['filter']
+    end
+
+    # @return [Array<Article>]
+    def fetch
+      raise NotImplementedError, "#{self.class} must implement #fetch_latest"
+    end
+
+    def fetch_latest
+      filtered = apply_filter(fetch)
+      filtered.first(@limit)
+    end
+
+    def apply_filter(stream)
+      return stream unless @filter
+
+      stream.select do |article|
+        pass = @filter.all? do |name, opts|
+          case name
+          when 'front_matter'
+            opts.all? do |k, v|
+              article.front_matter(k.strip) == v.to_s.strip
+            end
+          else
+            raise "Invalid filter #{name}: #{opts.inspect}"
+          end
+        end
+        # puts "  article \"#{article.title}\" pass=#{pass}"
+        pass
+      end
+    end
+  end
+end