automatic 26.08 → 26.09

data/plugins/filter/limit.rb

@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+# Name::        Automatic::Plugin::Filter::Limit
+# Description:: Limit the number of items passed by the whole pipeline.
+# Author:       id774 (More info: https://id774.net)
+# Source Code:: https://github.com/id774/automaticruby
+# License::     The GPL version 3, or LGPL version 3 (Dual License).
+# Contact::     idnanashi@gmail.com
+# Created::     Aug 24, 2026
+# Updated::     Aug 24, 2026
+# Copyright::   Copyright (c) 2012-2026 Automatic Ruby Developers.
+
+module Automatic::Plugin
+  class FilterLimit
+    def initialize(config, pipeline = [])
+      @config    = config || {}
+      @pipeline  = pipeline
+      @max_items = validated_max_items
+    end
+
+    # Selects items in feed order, item order, up to max_items shared across the
+    # whole pipeline rather than reset per feed. A feed that contributed no item
+    # is dropped from the output; the walk stops as soon as the limit is met.
+    def run
+      remaining = @max_items
+      returned  = []
+
+      @pipeline.each do |feeds|
+        next if feeds.nil?
+        break if remaining <= 0
+
+        selected = feeds.items.first(remaining)
+        next if selected.empty?
+
+        returned << Automatic::FeedMaker.create_pipeline(selected)
+        remaining -= selected.size
+      end
+
+      returned
+    end
+
+    private
+
+    def validated_max_items
+      value = begin
+        Integer(@config['max_items'].to_s, 10)
+      rescue ArgumentError
+        nil
+      end
+
+      if value.nil? || value < 1
+        raise ArgumentError, 'FilterLimit needs max_items to be a positive integer'
+      end
+
+      value
+    end
+  end
+end

data/plugins/filter/open_ai.rb

@@ -1,7 +1,7 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Filter::OpenAI
 # Description:: Replace each item's description with what the OpenAI API answers.
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/filter/present.rb

@@ -0,0 +1,75 @@
+# -*- coding: utf-8 -*-
+# Name::        Automatic::Plugin::Filter::Present
+# Description:: Keep items whose configured fields are all present.
+# Author:       id774 (More info: https://id774.net)
+# Source Code:: https://github.com/id774/automaticruby
+# License::     The GPL version 3, or LGPL version 3 (Dual License).
+# Contact::     idnanashi@gmail.com
+# Created::     Aug 24, 2026
+# Updated::     Aug 24, 2026
+# Copyright::   Copyright (c) 2012-2026 Automatic Ruby Developers.
+
+module Automatic::Plugin
+  class FilterPresent
+    # The item fields presence may be checked over. `date` is not one, being
+    # absent from a plain summary as often as not, and `enclosure` is not
+    # either, being a structure rather than a value.
+    FIELDS = %w[title link description author comments source content_encoded].freeze
+
+    def initialize(config, pipeline = [])
+      @config   = config || {}
+      @pipeline = pipeline
+      @fields   = validated_fields
+    end
+
+    # Keeps only the items where every configured field is present. A feed
+    # that kept nothing is dropped from the output rather than passed on empty.
+    def run
+      @pipeline.each_with_object([]) do |feeds, returned|
+        next if feeds.nil?
+
+        survivors = feeds.items.select { |item| present?(item) }
+        returned << Automatic::FeedMaker.create_pipeline(survivors) unless survivors.empty?
+      end
+    end
+
+    private
+
+    def validated_fields
+      given = @config['fields']
+      raise ArgumentError, 'FilterPresent takes fields as a list' unless given.is_a?(Array)
+
+      names = given.map(&:to_s)
+      raise ArgumentError, 'FilterPresent needs a non-empty fields list' if names.empty?
+
+      unknown = names - FIELDS
+      unless unknown.empty?
+        raise ArgumentError,
+              "FilterPresent cannot inspect #{unknown.join(', ')}; " \
+              "the fields are #{FIELDS.join(', ')}"
+      end
+
+      duplicated = names.tally.select { |_name, count| count > 1 }.keys
+      raise ArgumentError, "FilterPresent was given #{duplicated.join(', ')} twice" unless duplicated.empty?
+
+      names
+    end
+
+    def present?(item)
+      @fields.all? { |field| field_present?(item, field) }
+    end
+
+    # A field an item does not carry, or whose value is nil, is absent. A
+    # field whose value answers #content -- a parsed source or enclosure -- is
+    # judged on that content rather than on the element itself.
+    def field_present?(item, field)
+      return false unless item.respond_to?(field)
+
+      value = item.public_send(field)
+      return false if value.nil?
+
+      value = value.content if value.respond_to?(:content)
+      !value.to_s.strip.empty?
+    end
+  end
+end

data/plugins/filter/sakura_ai.rb

@@ -1,7 +1,7 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Filter::SakuraAI
 # Description:: Replace each item's description with what the Sakura AI Engine answers.
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/filter/sanitize.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Filter::Sanitize
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/filter/sort.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Filter::Sort
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/filter/tumblr_resize.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Filter::TumblrResize
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/notify/ikachan.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Notify::Ikachan
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/provide/fluentd.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Provide::Fluentd
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/publish/amazon_s3.rb

@@ -1,17 +1,19 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Publish::AmazonS3
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com
 # Created::     Feb 24, 2014
-# Updated::     Aug 15, 2026
+# Updated::     Sep  9, 2026
 # Copyright::   Copyright (c) 2012-2026 Automatic Ruby Developers.
 
 module Automatic::Plugin
   class PublishAmazonS3
     require 'uri'
 
+    FILE_URI_ESCAPER = URI::RFC2396_Parser.new
+
     def initialize(config, pipeline = [])
       @config   = config || {}
       @pipeline = pipeline
@@ -35,7 +37,7 @@ module Automatic::Plugin
 
       uri = URI.parse(feed.link)
       if uri.scheme == 'file'
-        upload(uri.path)
+        upload(file_path(uri))
       else
         Automatic::Log.puts('warn', 'Skip feed due to uri scheme is not file.')
       end
@@ -44,6 +46,10 @@ module Automatic::Plugin
                           "Error detected with #{feed.link} in uploading AmazonS3: #{e.message}")
     end
 
+    def file_path(uri)
+      FILE_URI_ESCAPER.unescape(uri.path.to_s)
+    end
+
     def upload(path)
       key = target_key(path)
       File.open(path, 'rb') { |body| s3.put_object(bucket: bucket, key: key, body: body) } unless test?

data/plugins/publish/console.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Publish::Console
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/publish/fluentd.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Publish::Fluentd
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/publish/hatena_bookmark.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Publish::HatenaBookmark
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/publish/markdown.rb

@@ -1,7 +1,7 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Publish::Markdown
 # Description:: Render the pipeline as a Markdown document, to a file or to standard output.
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/publish/memcached.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Publish::Memcached
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/store/digest.rb

@@ -1,7 +1,7 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Store::Digest
 # Description:: Drop items whose content has been seen before, by SHA-256 digest.
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/store/file.rb

@@ -1,11 +1,11 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Store::File
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com
 # Created::     Feb 28, 2012
-# Updated::     Aug 15, 2026
+# Updated::     Sep  9, 2026
 # Copyright::   Copyright (c) 2012-2026 Automatic Ruby Developers.
 
 require 'fileutils'
@@ -18,6 +18,8 @@ module Automatic::Plugin
     # everything else uses and is accepted as well.
     S3_SCHEMES = %w[s3 s3n].freeze
 
+    FILE_URI_ESCAPER = URI::RFC2396_Parser.new
+
     def initialize(config, pipeline = [])
       @config   = config || {}
       @pipeline = pipeline
@@ -69,7 +71,13 @@ module Automatic::Plugin
       uri = URI.parse(url)
       path = S3_SCHEMES.include?(uri.scheme) ? from_s3(uri) : download(url)
       Automatic::Log.puts('info', "Saved File: #{path}")
-      "file://#{path}"
+      file_uri(path)
+    end
+
+    def file_uri(path)
+      absolute_path = File.absolute_path(path.to_s)
+      escaped_path = FILE_URI_ESCAPER.escape(absolute_path)
+      URI::Generic.build(scheme: 'file', path: escaped_path).to_s
     end
 
     # Only HTTP and HTTPS are fetched: a link arrives from a feed, which is to

data/plugins/store/full_text.rb

@@ -1,11 +1,11 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Store::FullText
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com
 # Created::     Feb 26, 2012
-# Updated::     Aug 15, 2026
+# Updated::     Sep 12, 2026
 # Copyright::   Copyright (c) 2012-2026 Automatic Ruby Developers.
 
 require_relative 'database'
@@ -46,18 +46,14 @@ module Automatic::Plugin
     # what is new.
     def run
       for_each_new_feed do |feed|
+        Blog.create!(
+          title: feed.title,
+          link: feed.link,
+          description: feed.description,
+          content: feed.content_encoded,
+          created_at: Time.now.strftime('%Y/%m/%d %X')
+        )
         Automatic::Log.puts('info', "Saving FullText: #{feed.link}")
-        begin
-          Blog.create(
-            title: feed.title,
-            link: feed.link,
-            description: feed.description,
-            content: feed.content_encoded,
-            created_at: Time.now.strftime('%Y/%m/%d %X')
-          )
-        rescue StandardError => e
-          Automatic::Log.puts('warn', "Skip feed due to fault in save: #{e.message}")
-        end
       end
     end
   end

data/plugins/store/permalink.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Store::Permalink
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/subscription/feed.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::SubscriptionFeed
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/subscription/link.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Subscription::Link
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/subscription/text.rb

@@ -5,7 +5,7 @@
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com
 # Created::     May  6, 2013
-# Updated::     Aug 15, 2026
+# Updated::     Sep  8, 2026
 # Copyright::   Copyright (c) 2012-2026 Automatic Ruby Developers.
 
 module Automatic::Plugin
@@ -41,13 +41,22 @@ module Automatic::Plugin
       Array(@config['feeds']).map { |feed| Automatic::FeedMaker.generate_feed(feed) }
     end
 
-    # Tab separated, read as UTF-8, and `~` expanded.
+    # Tab separated, read as UTF-8, and `~` expanded. Empty columns stay in
+    # position and an all-empty row produces no item.
     def files
       Array(@config['files']).flat_map do |path|
-        File.foreach(File.expand_path(path), encoding: 'UTF-8').map do |line|
-          Automatic::FeedMaker.generate_feed(COLUMNS.zip(line.strip.split("\t")).to_h)
+        File.foreach(File.expand_path(path), encoding: 'UTF-8').filter_map do |line|
+          fields = tsv_fields(line)
+          Automatic::FeedMaker.generate_feed(fields) unless fields.nil?
         end
       end
     end
+
+    def tsv_fields(line)
+      values = line.chomp.split("\t", -1).first(COLUMNS.length)
+      fields = COLUMNS.zip(values).to_h
+      fields.delete_if { |_field, value| value.nil? || value.empty? }
+      fields unless fields.empty?
+    end
   end
 end

data/plugins/subscription/tumblr.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Subscription::Tumblr
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

data/plugins/subscription/xml.rb

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # Name::        Automatic::Plugin::Subscription::Xml
-# Author:       id774 (More info: http://id774.net)
+# Author:       id774 (More info: https://id774.net)
 # Source Code:: https://github.com/id774/automaticruby
 # License::     The GPL version 3, or LGPL version 3 (Dual License).
 # Contact::     idnanashi@gmail.com

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: automatic
 version: !ruby/object:Gem::Version
-  version: '26.08'
+  version: '26.09'
 platform: ruby
 authors:
 - id774
@@ -223,6 +223,7 @@ files:
 - plugins/custom_feed/web.rb
 - plugins/filter/absolute_uri.rb
 - plugins/filter/accept.rb
+- plugins/filter/batch.rb
 - plugins/filter/claude.rb
 - plugins/filter/clear.rb
 - plugins/filter/description_link.rb
@@ -233,8 +234,11 @@ files:
 - plugins/filter/image.rb
 - plugins/filter/image_source.rb
 - plugins/filter/join.rb
+- plugins/filter/kimi.rb
+- plugins/filter/limit.rb
 - plugins/filter/one.rb
 - plugins/filter/open_ai.rb
+- plugins/filter/present.rb
 - plugins/filter/rand.rb
 - plugins/filter/sakura_ai.rb
 - plugins/filter/sanitize.rb
@@ -285,7 +289,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.6
+rubygems_version: 4.0.16
 specification_version: 4
 summary: Automatic Ruby
 test_files: []