fmog 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 30d24be1819b9fcbf9a414639dd4abe51873ca73f1563a67f7daf9844147a3e4
+  data.tar.gz: 609268fc98dd0c9fc4f4857b63fc2ab35f330f85985a2d041835a5bf5148b43f
+SHA512:
+  metadata.gz: 1c3225d42416c692e36ad9d90f75164d25d688717072fe41305a98a9567221a50a812de2ca5cce6b45b77108df19a79cfdfea414f11fe85cb58405ff13fca6f2
+  data.tar.gz: 4a0bf86d883ebe793dfdfde3045dbd4b5fc910f99dc50283c0b3ea5bc71d9b836667d630ed88a25e6f2a5630261e4db19b299dec9a7cc6630d7fe1cda46fbc8b

data/exe/fmog

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require_relative "../lib/fmog"
+
+Fmog::CLI.start(ARGV)

data/lib/fmog/cli.rb

@@ -0,0 +1,166 @@
+# frozen_string_literal: true
+
+require "thor"
+require "json"
+require "terminal-table"
+
+module Fmog
+  class BaseCLI < Thor
+    private
+
+    def tty?
+      $stdout.tty?
+    end
+
+    def output_single(hash, message)
+      if tty?
+        puts message
+      else
+        puts JSON.generate(hash)
+      end
+    end
+  end
+
+  class FeedCLI < BaseCLI
+    namespace "feed"
+
+    desc "add URL", "Add a feed"
+    def add(url)
+      id = Feed.add(url)
+      output_single({ id: id, url: url }, "Added feed ##{id}: #{url}")
+    rescue SQLite3::ConstraintException
+      $stderr.puts "Error: Feed already exists: #{url}"
+      exit 1
+    end
+
+    desc "list", "List feeds"
+    def list
+      feeds = Feed.list
+      if tty?
+        if feeds.empty?
+          puts "No feeds."
+          return
+        end
+        table = Terminal::Table.new(
+          headings: ["ID", "Title", "URL", "Last Fetched"],
+          rows: feeds.map { |f| [f["id"], f["title"] || "-", f["url"], f["last_fetched_at"] || "-"] }
+        )
+        puts table
+      else
+        feeds.each { |f| puts JSON.generate(f) }
+      end
+    end
+
+    desc "remove ID", "Remove a feed"
+    def remove(id)
+      count = Feed.remove(id.to_i)
+      if count > 0
+        output_single({ id: id.to_i }, "Removed feed ##{id}")
+      else
+        $stderr.puts "Error: Feed not found: #{id}"
+        exit 1
+      end
+    end
+
+    desc "fetch [ID]", "Fetch feed(s)"
+    def fetch(id = nil)
+      if id
+        count = Fetcher.fetch(id.to_i)
+        output_single({ id: id.to_i, count: count }, "Fetched #{count} items from feed ##{id}")
+      else
+        results = Fetcher.fetch_all
+        if tty?
+          results.each { |r| puts "Feed ##{r[:id]} (#{r[:url]}): #{r[:count]} items" }
+        else
+          results.each { |r| puts JSON.generate(r) }
+        end
+      end
+    rescue => e
+      $stderr.puts "Error: #{e.message}"
+      exit 1
+    end
+
+  end
+
+  class ItemCLI < BaseCLI
+    namespace "item"
+
+    desc "list", "List items"
+    option :feed, type: :numeric, desc: "Filter by feed ID"
+    option :unread, type: :boolean, default: false, desc: "Show only unread items"
+    option :limit, type: :numeric, default: 50, desc: "Max items to show"
+    def list
+      items = Item.list(feed_id: options[:feed], unread: options[:unread], limit: options[:limit])
+      if tty?
+        if items.empty?
+          puts "No items."
+          return
+        end
+        table = Terminal::Table.new(
+          headings: ["ID", "Feed", "Title", "Published", "Read"],
+          rows: items.map { |i|
+            read_mark = i["read_at"] ? "Y" : ""
+            title = (i["title"] || "").slice(0, 60)
+            [i["id"], i["feed_id"], title, i["published_at"] || "-", read_mark]
+          }
+        )
+        puts table
+      else
+        items.each { |i| puts JSON.generate(i) }
+      end
+    end
+
+    desc "show ID", "Show item details"
+    def show(id)
+      item = Item.find(id.to_i)
+      unless item
+        $stderr.puts "Error: Item not found: #{id}"
+        exit 1
+      end
+
+      if tty?
+        puts "ID:        #{item["id"]}"
+        puts "Feed:      #{item["feed_id"]}"
+        puts "Title:     #{item["title"]}"
+        puts "URL:       #{item["url"]}"
+        puts "Published: #{item["published_at"]}"
+        puts "Read:      #{item["read_at"] || "no"}"
+        puts "---"
+        puts item["body"] if item["body"]
+      else
+        puts JSON.generate(item)
+      end
+    end
+
+    desc "read ID", "Mark item as read"
+    def read(id)
+      count = Item.mark_read(id.to_i)
+      if count > 0
+        output_single({ id: id.to_i, read: true }, "Marked item ##{id} as read")
+      else
+        $stderr.puts "Error: Item not found: #{id}"
+        exit 1
+      end
+    end
+
+    desc "unread ID", "Mark item as unread"
+    def unread(id)
+      count = Item.mark_unread(id.to_i)
+      if count > 0
+        output_single({ id: id.to_i, read: false }, "Marked item ##{id} as unread")
+      else
+        $stderr.puts "Error: Item not found: #{id}"
+        exit 1
+      end
+    end
+
+  end
+
+  class CLI < Thor
+    desc "feed SUBCOMMAND", "Manage feeds"
+    subcommand "feed", FeedCLI
+
+    desc "item SUBCOMMAND", "Manage items"
+    subcommand "item", ItemCLI
+  end
+end

data/lib/fmog/db.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require "sqlite3"
+require "fileutils"
+require "xdg"
+
+module Fmog
+  module DB
+    DB_DIR = XDG.new.data_home.join("fmog").to_s
+    DB_PATH = File.join(DB_DIR, "fmog.db")
+
+    def self.connection
+      @connection ||= begin
+        FileUtils.mkdir_p(DB_DIR)
+        db = SQLite3::Database.new(DB_PATH)
+        db.results_as_hash = true
+        db.execute("PRAGMA foreign_keys = ON")
+        migrate(db)
+        db
+      end
+    end
+
+    def self.migrate(db)
+      db.execute(<<~SQL)
+        CREATE TABLE IF NOT EXISTS feeds (
+          id INTEGER PRIMARY KEY AUTOINCREMENT,
+          url TEXT NOT NULL UNIQUE,
+          title TEXT,
+          last_fetched_at DATETIME,
+          created_at DATETIME DEFAULT CURRENT_TIMESTAMP
+        )
+      SQL
+
+      db.execute(<<~SQL)
+        CREATE TABLE IF NOT EXISTS items (
+          id INTEGER PRIMARY KEY AUTOINCREMENT,
+          feed_id INTEGER NOT NULL REFERENCES feeds(id) ON DELETE CASCADE,
+          guid TEXT NOT NULL,
+          title TEXT,
+          url TEXT,
+          body TEXT,
+          published_at DATETIME,
+          read_at DATETIME,
+          created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
+          UNIQUE(feed_id, guid)
+        )
+      SQL
+    end
+
+    def self.reset!
+      @connection = nil
+    end
+  end
+end

data/lib/fmog/feed.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+module Fmog
+  module Feed
+    def self.add(url)
+      db = DB.connection
+      db.execute("INSERT INTO feeds (url) VALUES (?)", [url])
+      db.last_insert_row_id
+    end
+
+    def self.list
+      DB.connection.execute("SELECT id, url, title, last_fetched_at, created_at FROM feeds ORDER BY id")
+    end
+
+    def self.find(id)
+      DB.connection.execute("SELECT id, url, title, last_fetched_at, created_at FROM feeds WHERE id = ?", [id]).first
+    end
+
+    def self.remove(id)
+      db = DB.connection
+      db.execute("DELETE FROM feeds WHERE id = ?", [id])
+      db.changes
+    end
+
+    def self.update_title(id, title)
+      DB.connection.execute("UPDATE feeds SET title = ? WHERE id = ?", [title, id])
+    end
+
+    def self.touch_fetched(id)
+      DB.connection.execute("UPDATE feeds SET last_fetched_at = datetime('now') WHERE id = ?", [id])
+    end
+  end
+end

data/lib/fmog/fetcher.rb

@@ -0,0 +1,111 @@
+# frozen_string_literal: true
+
+require "rss"
+require "open-uri"
+
+module Fmog
+  class Fetcher
+    def self.fetch(feed_id)
+      new(feed_id).call
+    end
+
+    def self.fetch_all
+      Feed.list.map do |feed|
+        count = fetch(feed["id"])
+        { id: feed["id"], url: feed["url"], count: count }
+      end
+    end
+
+    def initialize(feed_id)
+      @feed_id = feed_id
+    end
+
+    def call
+      feed = Feed.find(@feed_id)
+      raise "Feed not found: #{@feed_id}" unless feed
+
+      content = URI.open(feed["url"]).read
+      parsed = RSS::Parser.parse(content, false)
+      raise "Failed to parse feed: #{feed["url"]}" unless parsed
+
+      title = extract_feed_title(parsed)
+      Feed.update_title(@feed_id, title) if title
+
+      count = 0
+      items = parsed.items || []
+      items.each do |entry|
+        guid = extract_guid(entry)
+        next unless guid
+
+        Item.upsert(
+          feed_id: @feed_id,
+          guid: guid,
+          title: extract_title(entry),
+          url: extract_url(entry),
+          body: extract_body(entry),
+          published_at: extract_date(entry)&.strftime("%Y-%m-%d %H:%M:%S")
+        )
+        count += 1
+      end
+
+      Feed.touch_fetched(@feed_id)
+      count
+    end
+
+    private
+
+    def extract_feed_title(parsed)
+      if parsed.respond_to?(:channel) && parsed.channel
+        parsed.channel.title
+      elsif parsed.title.respond_to?(:content)
+        parsed.title.content
+      end
+    end
+
+    def extract_guid(entry)
+      # RSS 2.0
+      return entry.guid&.content if entry.respond_to?(:guid) && entry.guid
+      # Atom
+      return entry.id&.content if entry.respond_to?(:id) && entry.id.respond_to?(:content)
+      # fallback
+      extract_url(entry)
+    end
+
+    def extract_title(entry)
+      return entry.title.content if entry.title.respond_to?(:content)
+      entry.title.to_s
+    end
+
+    def extract_url(entry)
+      # Atom
+      if entry.respond_to?(:link) && entry.link.respond_to?(:href)
+        return entry.link.href
+      end
+      # RSS 2.0
+      return entry.link if entry.respond_to?(:link)
+      nil
+    end
+
+    def extract_body(entry)
+      # Atom content
+      if entry.respond_to?(:content) && entry.content
+        return entry.content.content if entry.content.respond_to?(:content)
+      end
+      # RSS description
+      if entry.respond_to?(:description)
+        return entry.description
+      end
+      nil
+    end
+
+    def extract_date(entry)
+      # Atom
+      return entry.updated&.content if entry.respond_to?(:updated) && entry.updated
+      return entry.published&.content if entry.respond_to?(:published) && entry.published
+      # RSS 2.0
+      return entry.date if entry.respond_to?(:date)
+      return entry.pubDate if entry.respond_to?(:pubDate)
+      nil
+    end
+  end
+end

data/lib/fmog/item.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+module Fmog
+  module Item
+    COLUMNS = "id, feed_id, guid, title, url, body, published_at, read_at, created_at"
+
+    def self.upsert(feed_id:, guid:, title:, url:, body:, published_at:)
+      DB.connection.execute(<<~SQL, [feed_id, guid, title, url, body, published_at])
+        INSERT INTO items (feed_id, guid, title, url, body, published_at)
+        VALUES (?, ?, ?, ?, ?, ?)
+        ON CONFLICT(feed_id, guid) DO UPDATE SET
+          title = excluded.title,
+          url = excluded.url,
+          body = excluded.body,
+          published_at = excluded.published_at
+      SQL
+    end
+
+    def self.list(feed_id: nil, unread: false, limit: 50)
+      conditions = []
+      params = []
+
+      if feed_id
+        conditions << "feed_id = ?"
+        params << feed_id
+      end
+
+      if unread
+        conditions << "read_at IS NULL"
+      end
+
+      where = conditions.empty? ? "" : "WHERE #{conditions.join(" AND ")}"
+
+      DB.connection.execute(
+        "SELECT #{COLUMNS} FROM items #{where} ORDER BY published_at DESC, id DESC LIMIT ?",
+        params + [limit]
+      )
+    end
+
+    def self.find(id)
+      DB.connection.execute("SELECT #{COLUMNS} FROM items WHERE id = ?", [id]).first
+    end
+
+    def self.mark_read(id)
+      DB.connection.execute("UPDATE items SET read_at = datetime('now') WHERE id = ?", [id])
+      DB.connection.changes
+    end
+
+    def self.mark_unread(id)
+      DB.connection.execute("UPDATE items SET read_at = NULL WHERE id = ?", [id])
+      DB.connection.changes
+    end
+  end
+end

data/lib/fmog/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Fmog
+  VERSION = "0.1.0"
+end

data/lib/fmog.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+require_relative "fmog/db"
+require_relative "fmog/feed"
+require_relative "fmog/item"
+require_relative "fmog/fetcher"
+require_relative "fmog/cli"

data/sig/fmog/cli.rbs

@@ -0,0 +1,25 @@
+module Fmog
+  class BaseCLI < Thor
+    private
+
+    def tty?: () -> bool
+    def output_single: (Hash[Symbol, untyped] hash, String message) -> void
+  end
+
+  class FeedCLI < BaseCLI
+    def add: (String url) -> void
+    def list: () -> void
+    def remove: (String id) -> void
+    def fetch: (?String? id) -> void
+  end
+
+  class ItemCLI < BaseCLI
+    def list: () -> void
+    def show: (String id) -> void
+    def read: (String id) -> void
+    def unread: (String id) -> void
+  end
+
+  class CLI < Thor
+  end
+end

data/sig/fmog/db.rbs

@@ -0,0 +1,12 @@
+module Fmog
+  module DB
+    DB_DIR: String
+    DB_PATH: String
+
+    @connection: SQLite3::Database?
+
+    def self.connection: () -> SQLite3::Database
+    def self.migrate: (SQLite3::Database db) -> void
+    def self.reset!: () -> void
+  end
+end

data/sig/fmog/feed.rbs

@@ -0,0 +1,10 @@
+module Fmog
+  module Feed
+    def self.add: (String url) -> Integer
+    def self.list: () -> Array[Hash[String, untyped]]
+    def self.find: (Integer id) -> Hash[String, untyped]?
+    def self.remove: (Integer id) -> Integer
+    def self.update_title: (Integer id, String title) -> void
+    def self.touch_fetched: (Integer id) -> void
+  end
+end

data/sig/fmog/fetcher.rbs

@@ -0,0 +1,18 @@
+module Fmog
+  class Fetcher
+    def self.fetch: (Integer feed_id) -> Integer
+    def self.fetch_all: () -> Array[{ id: Integer, url: String, count: Integer }]
+
+    def initialize: (Integer feed_id) -> void
+    def call: () -> Integer
+
+    private
+
+    def extract_feed_title: (untyped parsed) -> String?
+    def extract_guid: (untyped entry) -> String?
+    def extract_title: (untyped entry) -> String
+    def extract_url: (untyped entry) -> String?
+    def extract_body: (untyped entry) -> String?
+    def extract_date: (untyped entry) -> Time?
+  end
+end

data/sig/fmog/item.rbs

@@ -0,0 +1,11 @@
+module Fmog
+  module Item
+    COLUMNS: String
+
+    def self.upsert: (feed_id: Integer, guid: String, title: String?, url: String?, body: String?, published_at: String?) -> void
+    def self.list: (?feed_id: Integer?, ?unread: bool, ?limit: Integer) -> Array[Hash[String, untyped]]
+    def self.find: (Integer id) -> Hash[String, untyped]?
+    def self.mark_read: (Integer id) -> Integer
+    def self.mark_unread: (Integer id) -> Integer
+  end
+end

data/sig/rss.rbs

@@ -0,0 +1,5 @@
+module RSS
+  class Parser
+    def self.parse: (String content, bool do_validate) -> untyped
+  end
+end

data/sig/sqlite3.rbs

@@ -0,0 +1,13 @@
+module SQLite3
+  class Database
+    attr_accessor results_as_hash: bool
+
+    def initialize: (String filename) -> void
+    def execute: (String sql, ?Array[untyped] bind_vars) -> Array[Hash[String, untyped]]
+    def last_insert_row_id: () -> Integer
+    def changes: () -> Integer
+  end
+
+  class ConstraintException < Exception
+  end
+end

data/sig/terminal_table.rbs

@@ -0,0 +1,6 @@
+module Terminal
+  class Table
+    def initialize: (**untyped opts) -> void
+    def to_s: () -> String
+  end
+end

data/sig/thor.rbs

@@ -0,0 +1,9 @@
+class Thor
+  def self.desc: (String usage, String description) -> void
+  def self.option: (Symbol name, **untyped opts) -> void
+  def self.namespace: (String name) -> void
+  def self.subcommand: (String name, Class command_class) -> void
+  def self.start: (Array[String] args) -> void
+
+  def options: () -> Hash[String | Symbol, untyped]
+end

metadata

@@ -0,0 +1,189 @@
+--- !ruby/object:Gem::Specification
+name: fmog
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kenichi Takahashi
+bindir: exe
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rss
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: terminal-table
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: xdg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rbs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: steep
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+description: fmog (Feed MogMog) is a command-line RSS/Atom feed aggregator. Subscribe
+  to feeds, fetch updates, and read items — all from your terminal, with JSON output
+  for piping.
+email:
+- kenichi.taka@gmail.com
+executables:
+- fmog
+extensions: []
+extra_rdoc_files: []
+files:
+- exe/fmog
+- lib/fmog.rb
+- lib/fmog/cli.rb
+- lib/fmog/db.rb
+- lib/fmog/feed.rb
+- lib/fmog/fetcher.rb
+- lib/fmog/item.rb
+- lib/fmog/version.rb
+- sig/fmog/cli.rbs
+- sig/fmog/db.rbs
+- sig/fmog/feed.rbs
+- sig/fmog/fetcher.rbs
+- sig/fmog/item.rbs
+- sig/rss.rbs
+- sig/sqlite3.rbs
+- sig/terminal_table.rbs
+- sig/thor.rbs
+homepage: https://github.com/kenchan/fmog
+licenses:
+- MIT
+metadata:
+  source_code_uri: https://github.com/kenchan/fmog
+  changelog_uri: https://github.com/kenchan/fmog/blob/main/CHANGELOG.md
+  rubygems_mfa_required: 'true'
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '4.0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.3
+specification_version: 4
+summary: Feed MogMog - CLI feed aggregator
+test_files: []