federails 0.7.0 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 07b0025f15cc58379219f20956c53c0c3e6810e68ac60367b9728c9eff03220b
-  data.tar.gz: 22957563450ab52509a350e6e50f397cb564396c0927c510439ea1ad041106d9
+  metadata.gz: 36117bc1ea548be65aebe4ee505850ecac3233851f07aaae18136188ec1c1077
+  data.tar.gz: '0958b68fce09e2775504b28f5227e098470c0cb3c89eb4ca3dec7f5ece871d78'
 SHA512:
-  metadata.gz: 72e09779f3cdd23101c29e659f568f5dfddb5c85453c3853d49d1d7408b8017ea6c836b1b06afd6e3d62a6a476b8ce6746ec78b10e7f0d06ab32e825b947c258
-  data.tar.gz: 2b6bd12fb24cb50925e637c10f5f16453afa799a438695e36a77c3478c7394d3b3204ca8f6cbcddad49dfa1a031dd5a3ffaefb42c100b946f5c6ca8ae4550128
+  metadata.gz: 2f6e4dc1e3554b81a02710b9d893c88ffa77ff7c33e623574378cd7b87a13165297dcd4b22a4ce38e90073a545708d7d82e17e9867b1f345a1ebcad2c1cdf237
+  data.tar.gz: a8fb6f9811a9369ee7cf706c64517f47c8a66b335de715b8325e508ca6790dc4e1f7db6ae67b62651920cf3fd467d1c2e23263fb5b4f38f2d40a2c1d5a9cdfc2

data/app/controllers/concerns/federails/server/render_collections.rb

@@ -0,0 +1,19 @@
+module Federails
+  module Server
+    module RenderCollections
+      extend ActiveSupport::Concern
+
+      def render_collection(actor:, collection:, url_helper:, &items_block)
+        if params[:page].present?
+          render_collection_page(actor: actor, collection: collection, url_helper: url_helper, items_block: items_block)
+        else
+          render 'federails/server/shared/ordered_collection', locals: { collection: collection, url_helper: url_helper, actor: actor }
+        end
+      end
+
+      def render_collection_page(collection:, actor:, url_helper:, items_block:)
+        render 'federails/server/shared/ordered_collection_page', locals: { collection: collection, url_helper: url_helper, actor: actor, items_block: items_block }
+      end
+    end
+  end
+end

data/app/controllers/federails/client/followings_controller.rb

@@ -23,7 +23,7 @@ module Federails
             format.json { render :show, status: :ok, location: @following }
           else
             format.html { redirect_to url, alert: I18n.t('controller.followings.accept.error') }
-            format.json { render json: @following.errors, status: :unprocessable_entity }
+            format.json { render json: @following.errors, status: Federails::Utils::ResponseCodes::UNPROCESSABLE_CONTENT }
           end
         end
       end
@@ -49,7 +49,7 @@ module Federails
           # Renders a 422 instead of a 404
           respond_to do |format|
             format.html { redirect_to federails.client_actors_url, alert: I18n.t('controller.followings.follow.error') }
-            format.json { render json: { target_actor: ['does not exist'] }, status: :unprocessable_entity }
+            format.json { render json: { target_actor: ['does not exist'] }, status: Federails::Utils::ResponseCodes::UNPROCESSABLE_CONTENT }
           end
 
           return
@@ -94,7 +94,7 @@ module Federails
             format.json { render :show, status: :created, location: @following }
           else
             format.html { redirect_to url, alert: I18n.t('controller.followings.save_and_render.error') }
-            format.json { render json: @following.errors, status: :unprocessable_entity }
+            format.json { render json: @following.errors, status: Federails::Utils::ResponseCodes::UNPROCESSABLE_CONTENT }
           end
         end
       end

data/app/controllers/federails/server/activities_controller.rb

@@ -3,6 +3,8 @@ require 'fediverse/inbox'
 module Federails
   module Server
     class ActivitiesController < Federails::ServerController
+      include Federails::Server::RenderCollections
+
       before_action :set_activity, only: [:show]
 
       # GET /federation/activities
@@ -10,10 +12,16 @@ module Federails
       def outbox
         authorize Federails::Activity, policy_class: Federails::Server::ActivityPolicy
 
-        @actor            = Actor.find_param(params[:actor_id])
-        @activities       = policy_scope(Federails::Activity, policy_scope_class: Federails::Server::ActivityPolicy::Scope).where(actor: @actor).order(created_at: :desc)
-        @total_activities = @activities.count
-        @activities       = @activities.page(params[:page])
+        actor            = Actor.find_param(params[:actor_id])
+        activities       = policy_scope(Federails::Activity, policy_scope_class: Federails::Server::ActivityPolicy::Scope).where(actor: actor).order(created_at: :desc)
+
+        render_collection(
+          collection: activities.page(params[:page]),
+          actor:      actor,
+          url_helper: :server_actor_outbox_url
+        ) do |builder, items|
+          builder.array! items, partial: 'federails/server/activities/activity', as: :activity, context: false
+        end
       end
 
       # GET /federation/actors/1/activities/1.json
@@ -24,12 +32,12 @@ module Federails
         skip_authorization
 
         payload = payload_from_params
-        return head :unprocessable_entity unless payload
+        return head Federails::Utils::ResponseCodes::UNPROCESSABLE_CONTENT unless payload
 
         if Fediverse::Inbox.dispatch_request(payload)
           head :created
         else
-          head :unprocessable_entity
+          head Federails::Utils::ResponseCodes::UNPROCESSABLE_CONTENT
         end
       end
 

data/app/controllers/federails/server/actors_controller.rb

@@ -1,6 +1,8 @@
 module Federails
   module Server
     class ActorsController < Federails::ServerController
+      include Federails::Server::RenderCollections
+
       before_action :set_actor, only: [:show, :followers, :following]
 
       # GET /federation/actors/1
@@ -14,14 +16,26 @@ module Federails
       # GET /federation/actors/:id/followers.json
       def followers
         @actors = @actor.followers.order(created_at: :desc)
-        followings_queries
+        render_collection(
+          collection: @actors.page(params[:page]),
+          actor:      @actor,
+          url_helper: :followers_server_actor_url
+        ) do |builder, items|
+          builder.array! items.map(&:federated_url)
+        end
       end
 
       # GET /federation/actors/:id/followers
       # GET /federation/actors/:id/followers.json
       def following
         @actors = @actor.follows.order(created_at: :desc)
-        followings_queries
+        render_collection(
+          collection: @actors.page(params[:page]),
+          actor:      @actor,
+          url_helper: :following_server_actor_url
+        ) do |builder, items|
+          builder.array! items.map(&:federated_url)
+        end
       end
 
       private
@@ -31,11 +45,6 @@ module Federails
         @actor = Actor.find_param(params[:id])
         authorize @actor, policy_class: Federails::Server::ActorPolicy
       end
-
-      def followings_queries
-        @total_actors = @actors.count
-        @actors       = @actors.page(params[:page])
-      end
     end
   end
 end

data/app/helpers/federails/server_helper.rb

@@ -1,3 +1,5 @@
+require 'federails/utils/context'
+
 module Federails
   module ServerHelper
     def remote_follow_url
@@ -8,5 +10,9 @@ module Federails
         Rails.application.routes.url_helpers.send(method_name)
       end
     end
+
+    def set_json_ld_context(json, additional: nil)
+      json.set! '@context', Federails::Utils::Context.generate(additional: additional)
+    end
   end
 end

data/app/jobs/federails/application_job.rb

@@ -1,5 +1,7 @@
 module Federails
   class ApplicationJob < ActiveJob::Base
+    queue_as { Configuration.job_queue.to_sym }
+
     discard_on ActiveJob::DeserializationError
     after_discard do |_job, exception|
       Rails.logger.info exception.to_s

data/app/jobs/federails/fetch_nodeinfo_job.rb

@@ -0,0 +1,10 @@
+require 'fediverse/notifier'
+
+module Federails
+  class FetchNodeinfoJob < ApplicationJob
+    # @param domain [String] Domain to create/update
+    def perform(domain)
+      Federails::Host.create_or_update domain, min_update_interval: Federails::Configuration.remote_entities_cache_duration
+    end
+  end
+end

data/app/jobs/federails/notify_inbox_job.rb

@@ -2,8 +2,6 @@ require 'fediverse/notifier'
 
 module Federails
   class NotifyInboxJob < ApplicationJob
-    queue_as :default
-
     def perform(activity)
       activity.reload
       Fediverse::Notifier.post_to_inboxes(activity)

data/app/models/concerns/federails/actor_entity.rb

@@ -156,11 +156,11 @@ module Federails
     end
 
     def tombstone_federails_actor!
-      federails_actor.tombstone! if federails_actor.present?
+      federails_actor.presence&.tombstone!
     end
 
     def untombstone_federails_actor!
-      federails_actor.untombstone! if federails_actor.present?
+      federails_actor.presence&.untombstone!
     end
   end
 end

data/app/models/federails/activity.rb

@@ -24,31 +24,24 @@ module Federails
 
     after_create_commit :post_to_inboxes
 
-    # Determines the list of actors targeted by the activity
-    #
-    # @return [Array<Federails::Actor>]
-    def recipients
-      return [] unless actor.local?
-
-      case action
-      when 'Follow'
-        [entity]
-      when 'Undo'
-        [entity.entity]
-      when 'Accept'
-        [entity.actor]
-      else
-        default_recipient_list
-      end
-    end
+    before_validation :set_default_addressing, on: :create
+
+    serialize :cc, coder: YAML
+    serialize :to, coder: YAML
 
     private
 
-    def default_recipient_list
-      list = actor.followers
-      # If local actor is the subject, notify that actor's followers as well
-      list += entity.followers if entity.is_a?(Federails::Actor) && entity.local?
-      list.uniq
+    # Sets up default public-and-followers addressing unless to and cc are already set
+    #
+    # This retains compatibility with previous behaviour
+    def set_default_addressing
+      return if to.present? || cc.present?
+
+      self.to = [Fediverse::Collection::PUBLIC]
+      self.cc = [
+        actor.followers_url,
+        (entity.try(:followers_url) if entity.try(:local?)),
+      ].compact.uniq
     end
 
     def post_to_inboxes

data/app/models/federails/actor.rb

@@ -37,12 +37,18 @@ module Federails
     has_many :followers, source: :actor, through: :following_followers
     # Actors followed by actor
     has_many :follows, source: :target_actor, through: :following_follows
+    belongs_to :host, class_name: 'Federails::Host', foreign_key: :server, primary_key: :domain, inverse_of: :actors, optional: true
+
+    # Explicitly explain serialization for MariaDB
+    attribute :extensions, :json
 
     scope :local, -> { where(local: true) }
     scope :distant, -> { where(local: false) }
     scope :tombstoned, -> { where.not(tombstoned_at: nil) }
     scope :not_tombstoned, -> { where(tombstoned_at: nil) }
 
+    after_create -> { FetchNodeinfoJob.perform_later(server) }, unless: :local?
+
     on_federails_delete_requested -> { tombstone! }
     on_federails_undelete_requested -> { untombstone! }
 
@@ -116,7 +122,7 @@ module Federails
     # @return [Federails::Following, false]
     def follows?(actor)
       list = following_follows.where target_actor: actor
-      return list.first if list.count == 1
+      return list.first if list.one?
 
       false
     end
@@ -126,7 +132,7 @@ module Federails
     # @return [Federails::Following, false]
     def followed_by?(actor)
       list = following_followers.where actor: actor
-      return list.first if list.count == 1
+      return list.first if list.one?
 
       false
     end

data/app/models/federails/following.rb

@@ -28,7 +28,7 @@ module Federails
 
     def accept!
       update! status: :accepted
-      Activity.create! actor: target_actor, action: 'Accept', entity: self
+      Activity.create! actor: target_actor, action: 'Accept', entity: self, to: [actor.federated_url]
     end
 
     def follow_activity
@@ -62,11 +62,11 @@ module Federails
     end
 
     def create_activity
-      Activity.create! actor: actor, action: 'Follow', entity: target_actor
+      Activity.create! actor: actor, action: 'Follow', entity: target_actor, to: [target_actor.federated_url]
     end
 
     def destroy_activity
-      Activity.create! actor: actor, action: 'Undo', entity: follow_activity
+      Activity.create! actor: actor, action: 'Undo', entity: follow_activity, to: [target_actor.federated_url]
     end
   end
 end

data/app/models/federails/host.rb

@@ -0,0 +1,48 @@
+require 'fediverse/node_info'
+
+module Federails
+  class Host < ApplicationRecord
+    attribute :protocols, :json
+    attribute :services, :json
+
+    validates :domain, presence: true, allow_blank: false, uniqueness: true
+
+    # No "dependent" option here as this is not a hard reference, and we want to keep the actors if the host gets deleted
+    has_many :actors, class_name: 'Federails::Actor', primary_key: :domain, foreign_key: :server, inverse_of: :host # rubocop:disable Rails/HasManyOrHasOneDependent
+
+    scope :same_app, -> { where software_name: Configuration.app_name }
+    scope :same_app_and_version, -> { same_app.where app_version: Configuration.app_version }
+
+    def same_app?
+      software_name == Configuration.app_name
+    end
+
+    def same_app_and_version?
+      software_name == Configuration.app_name && app_version == Configuration.app_version
+    end
+
+    # Update from remote data
+    def sync!
+      update! Fediverse::NodeInfo.fetch(domain)
+    end
+
+    class << self
+      # Creates or update a Host
+      #
+      # @param domain              [String] Domain to check
+      # @param min_update_interval [Integer, ActiveSupport::Duration] Minimum amount of seconds since the last update to fetch fresh data
+      def create_or_update(domain, min_update_interval: 0)
+        entry = find_or_initialize_by domain: domain
+        return if min_update_interval && entry.persisted? && (entry.updated_at + min_update_interval) > Time.current
+
+        entry.sync!
+
+        entry
+      rescue Fediverse::NodeInfo::NoActivityPubError
+        Rails.logger.info { "#{domain} does not provide ActivityPub service" }
+      rescue Federails::Utils::JsonRequest::UnhandledResponseStatus, Faraday::SSLError => e
+        Rails.logger.info { "Error connecting to #{domain}: '#{e.message}'" }
+      end
+    end
+  end
+end

data/app/views/federails/server/activities/_activity.activitypub.jbuilder

@@ -1,13 +1,17 @@
 context = true unless context == false
 addressing = true unless addressing == false
-json.set! '@context', 'https://www.w3.org/ns/activitystreams' if context
+set_json_ld_context(json) if context
 
 json.id Federails::Engine.routes.url_helpers.server_actor_activity_url activity.actor, activity
 json.type activity.action
 json.actor activity.actor.federated_url
 if addressing
-  json.to ['https://www.w3.org/ns/activitystreams#Public']
-  json.cc [activity.actor.followers_url]
+  json.merge!(
+    {
+      to: activity.to,
+      cc: activity.cc,
+    }.compact
+  )
 end
 
 if activity.entity.is_a? Federails::Activity

data/app/views/federails/server/actors/_actor.activitypub.jbuilder

@@ -1,11 +1,12 @@
 actor_data = actor.entity&.to_activitypub_object || {}
 
-json.set! '@context', ([
-  'https://www.w3.org/ns/activitystreams',
-  'https://w3id.org/security/v1',
-] + [
-  actor_data&.delete(:@context),
-].flatten).compact
+set_json_ld_context(
+  json,
+  additional: [
+    'https://w3id.org/security/v1',
+    actor_data.delete(:@context),
+  ]
+)
 
 json.id actor.federated_url
 json.name actor.name

data/app/views/federails/server/actors/_tombstone.activitypub.jbuilder

@@ -1,7 +1,4 @@
-json.set! '@context', [
-  'https://www.w3.org/ns/activitystreams',
-  'https://w3id.org/security/v1',
-]
+set_json_ld_context(json)
 
 json.id actor.federated_url
 json.type 'Tombstone'

data/app/views/federails/server/followings/_following.activitypub.jbuilder

@@ -1,5 +1,5 @@
 context = true unless context == false
-json.set! '@context', 'https://www.w3.org/ns/activitystreams' if context
+set_json_ld_context(json) if context
 
 json.id following.federated_url
 json.type 'Follow'

data/app/views/federails/server/nodeinfo/show.nodeinfo.jbuilder

@@ -1,6 +1,5 @@
 json.version '2.0'
-# FIXME: Use configuration values when created
-json.software name:    Federails::Configuration.app_name,
+json.software name:    Federails::Configuration.app_name&.parameterize,
               version: Federails::Configuration.app_version
 json.protocols [
   'activitypub',
@@ -17,4 +16,4 @@ if @has_user_counts
     activeHalfyear: @active_halfyear,
   }
 end
-json.metadata({})
+json.metadata(Federails::Configuration.nodeinfo_metadata || {})

data/app/views/federails/server/published/_publishable.activitypub.jbuilder

@@ -1,5 +1,5 @@
 context = true unless context == false
-json.set! '@context', 'https://www.w3.org/ns/activitystreams' if context
+set_json_ld_context(json) if context
 
 publishable.to_activitypub_object.each_pair do |key, value|
   json.set! key, value
@@ -7,5 +7,5 @@ end
 
 json.id publishable.federated_url
 json.actor publishable.federails_actor.federated_url
-json.to ['https://www.w3.org/ns/activitystreams#Public']
+json.to [Fediverse::Collection::PUBLIC]
 json.cc [publishable.federails_actor.followers_url]

data/app/views/federails/server/published/_tombstone.activitypub.jbuilder

@@ -1,7 +1,4 @@
-json.set! '@context', [
-  'https://www.w3.org/ns/activitystreams',
-  'https://w3id.org/security/v1',
-]
+set_json_ld_context(json)
 
 json.id publishable.federated_url
 json.type 'Tombstone'

data/app/views/federails/server/shared/ordered_collection.activitypub.jbuilder

@@ -0,0 +1,6 @@
+set_json_ld_context(json)
+json.id send(url_helper, actor)
+json.type 'OrderedCollection'
+json.totalItems collection.total_count
+json.first send(url_helper, actor, page: 1)
+json.last send(url_helper, actor, page: collection.total_pages)

data/app/views/federails/server/shared/ordered_collection_page.activitypub.jbuilder

@@ -0,0 +1,12 @@
+set_json_ld_context(json)
+json.type 'OrderedCollectionPage'
+json.id send(url_helper, actor, page: collection.current_page)
+json.partOf send(url_helper, actor)
+json.first send(url_helper, actor, page: 1)
+json.last send(url_helper, actor, page: collection.total_pages)
+json.next send(url_helper, actor, page: collection.next_page) if collection.next_page
+json.prev send(url_helper, actor, page: collection.prev_page) if collection.prev_page
+json.totalItems collection.total_count
+json.orderedItems do
+  items_block.call(json, collection)
+end

data/app/views/users/show.html.erb

@@ -0,0 +1,4 @@
+This page renders a users profile; its route (<code>user_url</code>) is used as <code>:profile_url_method</code>
+in Federails integration (<code>acts_as_actor_entity</code> in <code>User</code> model).
+
+<pre><%= JSON.pretty_generate @user.as_json %></pre>

data/db/migrate/20250426061729_create_federails_hosts.rb

@@ -0,0 +1,22 @@
+class CreateFederailsHosts < ActiveRecord::Migration[7.2]
+  def change
+    create_table :federails_hosts do |t|
+      t.string :domain, null: false, default: nil
+      t.string :nodeinfo_url
+      t.string :software_name
+      t.string :software_version
+
+      # Uncomment the lines below if you use PostgreSQL
+      # t.jsonb :protocols, default: []
+      # t.jsonb :services, default: {}
+      #
+      # Other databases
+      t.text :protocols, default: '[]'
+      t.text :services, default: '{}'
+
+      t.timestamps
+
+      t.index :domain, unique: true
+    end
+  end
+end

data/db/migrate/20251121160720_add_to_and_cc_to_federails_activities.rb

@@ -0,0 +1,6 @@
+class AddToAndCcToFederailsActivities < ActiveRecord::Migration[7.2]
+  def change
+    add_column :federails_activities, :to, :string
+    add_column :federails_activities, :cc, :string
+  end
+end

data/lib/federails/configuration.rb

@@ -35,6 +35,14 @@ module Federails
       @@open_registrations.is_a?(Proc) ? @@open_registrations.call : @@open_registrations
     end
 
+    # Custom metadata for nodeinfo
+    # Can either be a static hash, or a Proc which will be called to get the state.
+    mattr_writer :nodeinfo_metadata
+    @@nodeinfo_metadata = {}
+    def self.nodeinfo_metadata
+      @@nodeinfo_metadata.is_a?(Proc) ? @@nodeinfo_metadata.call : @@nodeinfo_metadata
+    end
+
     # Application layout
     mattr_accessor :app_layout
     @@app_layout = nil
@@ -81,6 +89,16 @@ module Federails
       Federails::Engine.routes.default_url_options[:port] = value
     end
 
+    # Default amount of seconds to consider that a remote entity could be updated
+    #
+    # This setting is used for hosts information only, for now.
+    mattr_accessor :remote_entities_cache_duration
+    @@remote_entities_cache_duration = 1.day
+
+    # Job queue name
+    mattr_accessor :job_queue
+    @@job_queue = :default
+
     # List of actor types (classes using Federails::ActorEntity)
     mattr_reader :actor_types
     @@actor_types = {}

data/lib/federails/data_transformer/note.rb

@@ -1,3 +1,5 @@
+require 'federails/utils/context'
+
 module Federails
   module DataTransformer
     module Note
@@ -17,7 +19,10 @@ module Federails
       #   - https://www.w3.org/TR/activitystreams-vocabulary/#dfn-object
       #   - https://www.w3.org/TR/activitystreams-vocabulary/#dfn-note
       def self.to_federation(entity, content:, name: nil, custom: {})
-        custom.merge '@context'     => 'https://www.w3.org/ns/activitystreams',
+        # Merge default and custom contexts
+        context = Utils::Context.generate(additional: custom.delete('@context'))
+        # Merge in standard Note fields
+        custom.merge '@context'     => context,
                      'id'           => entity.federated_url,
                      'type'         => 'Note',
                      'name'         => name,

data/lib/federails/maintenance/hosts_updater.rb

@@ -0,0 +1,19 @@
+module Federails
+  module Maintenance
+    class HostsUpdater
+      class << self
+        # Update information for all known hosts, and complete if some are missing
+        def run(cache_interval: nil)
+          cache_interval ||= Federails::Configuration.remote_entities_cache_duration
+
+          domains = Federails::Actor.distant.distinct(:server).pluck(:server) + Federails::Host.pluck(:domain)
+          domains.uniq!
+
+          domains.each do |domain|
+            Federails::Host.create_or_update domain, min_update_interval: cache_interval
+          end
+        end
+      end
+    end
+  end
+end

data/lib/federails/utils/context.rb

@@ -0,0 +1,12 @@
+module Federails
+  module Utils
+    module Context
+      class << self
+        def generate(additional: nil)
+          activity_streams = 'https://www.w3.org/ns/activitystreams'
+          additional.nil? ? activity_streams : [activity_streams, additional].flatten.compact
+        end
+      end
+    end
+  end
+end

data/lib/federails/utils/response_codes.rb

@@ -0,0 +1,11 @@
+module Federails
+  module Utils
+    module ResponseCodes
+      UNPROCESSABLE_CONTENT = if Gem::Version.new(Rack::RELEASE) < Gem::Version.new('3.1')
+                                :unprocessable_entity
+                              else
+                                :unprocessable_content
+                              end
+    end
+  end
+end

data/lib/federails/version.rb

@@ -1,3 +1,3 @@
 module Federails
-  VERSION = '0.7.0'.freeze
+  VERSION = '0.8.0'.freeze
 end

data/lib/federails.rb

@@ -7,6 +7,9 @@ require 'federails/engine'
 require 'federails/configuration'
 require 'federails/utils/object'
 require 'federails/utils/json_request'
+require 'federails/utils/response_codes'
+
+require 'fediverse'
 
 # rubocop:disable Style/ClassVars
 
@@ -35,11 +38,14 @@ module Federails
         :site_port,
         :enable_discovery,
         :open_registrations,
+        :nodeinfo_metadata,
         :app_layout,
         :server_routes_path,
         :client_routes_path,
         :remote_follow_url_method,
         :base_client_controller,
+        :remote_entities_cache_duration,
+        :job_queue,
       ].each { |key| Configuration.send :"#{key}=", config[key] if config.key?(key) }
     end
 
@@ -82,9 +88,11 @@ module Federails
     # @return [Hash, nil] Data entity configuration
     def data_entity_handler_for(hash)
       data_entity_handlers_for(hash['type']).find do |handler|
-        return true if !handler[:filter_method] && !handler[:class].respond_to?(DEFAULT_DATA_FILTER_METHOD)
-
-        handler[:class].send(handler[:filter_method] || DEFAULT_DATA_FILTER_METHOD, hash)
+        if handler[:filter_method] || handler[:class].respond_to?(DEFAULT_DATA_FILTER_METHOD)
+          handler[:class].send(handler[:filter_method] || DEFAULT_DATA_FILTER_METHOD, hash)
+        else
+          true
+        end
       end
     end
 

data/lib/fediverse/collection.rb

@@ -0,0 +1,31 @@
+module Fediverse
+  class Collection < Array
+    PUBLIC = 'https://www.w3.org/ns/activitystreams#Public'.freeze
+
+    attr_reader :total_items, :id, :type
+
+    def self.fetch(url)
+      new.fetch(url)
+    end
+
+    def fetch(url)
+      json = Fediverse::Request.dereference(url)
+      @total_items = json['totalItems']
+      @id = json['id']
+      @type = json['type']
+      raise Errors::NotACollection unless %w[OrderedCollection Collection].include?(@type)
+
+      next_url = json['first']
+      while next_url
+        page = Fediverse::Request.dereference(next_url)
+        concat(page['orderedItems'] || page['items'])
+        next_url = page['next']
+      end
+      self
+    end
+  end
+
+  module Errors
+    class NotACollection < StandardError; end
+  end
+end

data/lib/fediverse/notifier.rb

@@ -7,18 +7,45 @@ module Fediverse
       #
       # @param activity [Federails::Activity]
       def post_to_inboxes(activity)
-        actors = activity.recipients
-        Rails.logger.debug('Nobody to notice') && return if actors.count.zero?
+        # Get the list of actors we need to send the activity to
+        inboxes = inboxes_for(activity)
+        Rails.logger.debug('Nobody to notice') && return if inboxes.none?
 
+        # Deliver to each inbox
         message = payload(activity)
-        actors.each do |recipient|
-          Rails.logger.debug { "Sending activity ##{activity.id} to #{recipient.inbox_url}" }
-          post_to_inbox(to: recipient, message: message, from: activity.actor)
+        inboxes.each do |url|
+          Rails.logger.debug { "Sending activity ##{activity.id} to inbox at #{url}" }
+          post_to_inbox(inbox_url: url, message: message, from: activity.actor)
         end
       end
 
       private
 
+      # Determines the list of inboxes that the activity should be delivered to
+      #
+      # @return [Array<Federails::Actor>]
+      def inboxes_for(activity)
+        return [] unless activity.actor.local?
+
+        [activity.to, activity.cc].flatten.compact.reject { |x| x == Fediverse::Collection::PUBLIC }.map do |url|
+          actor = Federails::Actor.find_or_create_by_federation_url(url)
+          [actor.inbox_url]
+        rescue ActiveRecord::RecordNotFound, ActiveRecord::RecordInvalid
+          collection_to_actors(url).map(&:inbox_url)
+        end.flatten.compact
+      end
+
+      def collection_to_actors(url)
+        collection = Collection.fetch(url)
+        collection.filter_map do |actor_url|
+          Federails::Actor.find_or_create_by_federation_url(actor_url)
+        rescue ActiveRecord::RecordNotFound, ActiveRecord::RecordInvalid
+          nil
+        end
+      rescue Errors::NotACollection
+        []
+      end
+
       def payload(activity)
         Federails::ServerController.renderer.new.render(
           template: 'federails/server/activities/show',
@@ -27,27 +54,27 @@ module Fediverse
         )
       end
 
-      def post_to_inbox(to:, message:, from: nil)
+      def post_to_inbox(inbox_url:, message:, from: nil)
         conn = Faraday.default_connection
         conn.builder.build_response(
           conn,
-          signed_request(to: to, message: message, from: from)
+          signed_request(url: inbox_url, message: message, from: from)
         )
       end
 
-      def signed_request(to:, message:, from:)
-        req = request(to: to, message: message)
+      def signed_request(url:, message:, from:)
+        req = request(url: url, message: message)
         req.headers['Signature'] = Fediverse::Signature.sign(sender: from, request: req) if from
         req
       end
 
-      def request(to:, message:) # rubocop:todo Metrics/AbcSize
+      def request(url:, message:) # rubocop:todo Metrics/AbcSize
         Faraday.default_connection.build_request(:post) do |req|
-          req.url to.inbox_url
+          req.url url
           req.body = message
           req.headers['Content-Type'] = Mime[:activitypub].to_s
           req.headers['Accept'] = Mime[:activitypub].to_s
-          req.headers['Host'] = URI.parse(to.inbox_url).host
+          req.headers['Host'] = URI.parse(url).host
           req.headers['Date'] = Time.now.utc.httpdate
           req.headers['Digest'] = digest(message)
         end

data/lib/fediverse/signature.rb

@@ -20,7 +20,7 @@ module Fediverse
         raise 'Unsigned headers' unless request.headers['Signature']
 
         signature_header = request.headers['Signature'].split(',').to_h do |pair|
-          /\A(?<key>[\w]+)="(?<value>.*)"\z/ =~ pair
+          /\A(?<key>\w+)="(?<value>.*)"\z/ =~ pair
           [key, value]
         end
 

data/lib/fediverse.rb

@@ -1,3 +1,5 @@
+require 'fediverse/collection'
+
 # This module includes classes and helpers to interact with the Fediverse.
 module Fediverse
 end

data/lib/generators/federails/copy_factories/copy_factories_generator.rb

@@ -1,20 +1,42 @@
 module Federails
   class CopyFactoriesGenerator < Rails::Generators::Base
     SOURCE_DIRECTORY = File.expand_path('../../../../spec/factories/federails', __dir__)
+    FACTORY_DEFINITION_REGEX = /(FactoryBot.define do\n\s+factory) :(\w+),/
 
     source_root SOURCE_DIRECTORY
 
+    def initialize
+      super
+      @files = []
+      @factories = []
+    end
+
     def copy_factories
       dest = Rails.root.join('spec', 'factories')
 
-      Dir.entries(SOURCE_DIRECTORY)
-         .each do |node|
+      Dir.entries(SOURCE_DIRECTORY).each do |node|
         source_path = File.join(SOURCE_DIRECTORY, node)
         next unless File.file?(source_path) && node.match?(/\.rb\Z/)
 
         file_path = File.join(dest, "federails_#{node}")
         copy_file node, file_path
-        gsub_file file_path, /(FactoryBot.define do\n\s+factory) :(\w+),/, '\1 :federails_\2,'
+        @files << file_path
+        @factories << File.read(file_path).match(FACTORY_DEFINITION_REGEX)&.[](2)
+      end
+
+      substitute_values!
+    end
+
+    private
+
+    def substitute_values!
+      @factories.compact!
+      @files.each do |file|
+        gsub_file file, FACTORY_DEFINITION_REGEX, '\1 :federails_\2,'
+
+        @factories.each do |factory|
+          gsub_file file, ":#{factory}", ":federails_#{factory}"
+        end
       end
     end
   end

data/lib/generators/federails/install/templates/federails.yml

@@ -10,6 +10,8 @@ defaults: &defaults
   app_layout: 'layouts/application'
   server_routes_path: federation
   client_routes_path: app
+  job_queue: default
+  #remote_entities_cache_duration: 86400 # 1 day in seconds
   #base_client_controller: ::ActionController::Base
 
 development:

data/lib/tasks/federails_tasks.rake

@@ -5,4 +5,9 @@ namespace :federails do
       puts "#{actor.federated_url}: #{status}"
     end
   end
+
+  desc 'Re-fetches every host and completes missing ones'
+  task sync_hosts: :environment do
+    Federails::Maintenance::HostsUpdater.run
+  end
 end

metadata

@@ -1,13 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: federails
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.8.0
 platform: ruby
 authors:
 - Manuel Tancoigne
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-05-10 00:00:00.000000000 Z
+date: 2026-03-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -133,6 +134,7 @@ files:
 - Rakefile
 - app/assets/config/federails_manifest.js
 - app/assets/stylesheets/federails/application.css
+- app/controllers/concerns/federails/server/render_collections.rb
 - app/controllers/federails/client/activities_controller.rb
 - app/controllers/federails/client/actors_controller.rb
 - app/controllers/federails/client/followings_controller.rb
@@ -146,6 +148,7 @@ files:
 - app/controllers/federails/server_controller.rb
 - app/helpers/federails/server_helper.rb
 - app/jobs/federails/application_job.rb
+- app/jobs/federails/fetch_nodeinfo_job.rb
 - app/jobs/federails/notify_inbox_job.rb
 - app/mailers/federails/application_mailer.rb
 - app/models/concerns/federails/actor_entity.rb
@@ -156,6 +159,7 @@ files:
 - app/models/federails/actor.rb
 - app/models/federails/application_record.rb
 - app/models/federails/following.rb
+- app/models/federails/host.rb
 - app/policies/federails/client/activity_policy.rb
 - app/policies/federails/client/actor_policy.rb
 - app/policies/federails/client/following_policy.rb
@@ -189,12 +193,9 @@ files:
 - app/views/federails/client/followings/show.html.erb
 - app/views/federails/client/followings/show.json.jbuilder
 - app/views/federails/server/activities/_activity.activitypub.jbuilder
-- app/views/federails/server/activities/outbox.activitypub.jbuilder
 - app/views/federails/server/activities/show.activitypub.jbuilder
 - app/views/federails/server/actors/_actor.activitypub.jbuilder
 - app/views/federails/server/actors/_tombstone.activitypub.jbuilder
-- app/views/federails/server/actors/followers.activitypub.jbuilder
-- app/views/federails/server/actors/following.activitypub.jbuilder
 - app/views/federails/server/actors/show.activitypub.jbuilder
 - app/views/federails/server/followings/_following.activitypub.jbuilder
 - app/views/federails/server/followings/show.activitypub.jbuilder
@@ -203,8 +204,11 @@ files:
 - app/views/federails/server/published/_publishable.activitypub.jbuilder
 - app/views/federails/server/published/_tombstone.activitypub.jbuilder
 - app/views/federails/server/published/show.activitypub.jbuilder
+- app/views/federails/server/shared/ordered_collection.activitypub.jbuilder
+- app/views/federails/server/shared/ordered_collection_page.activitypub.jbuilder
 - app/views/federails/server/web_finger/find.jrd.jbuilder
 - app/views/federails/server/web_finger/host_meta.xrd.erb
+- app/views/users/show.html.erb
 - config/initializers/mime_types.rb
 - config/routes.rb
 - db/migrate/20200712133150_create_federails_actors.rb
@@ -216,17 +220,23 @@ files:
 - db/migrate/20250301082500_add_local_to_actors.rb
 - db/migrate/20250329123939_add_actor_type_to_actors.rb
 - db/migrate/20250329123940_add_tombstoned_at_to_actors.rb
+- db/migrate/20250426061729_create_federails_hosts.rb
+- db/migrate/20251121160720_add_to_and_cc_to_federails_activities.rb
 - lib/federails.rb
 - lib/federails/configuration.rb
 - lib/federails/data_transformer/note.rb
 - lib/federails/engine.rb
 - lib/federails/maintenance/actors_updater.rb
+- lib/federails/maintenance/hosts_updater.rb
 - lib/federails/utils/actor.rb
+- lib/federails/utils/context.rb
 - lib/federails/utils/host.rb
 - lib/federails/utils/json_request.rb
 - lib/federails/utils/object.rb
+- lib/federails/utils/response_codes.rb
 - lib/federails/version.rb
 - lib/fediverse.rb
+- lib/fediverse/collection.rb
 - lib/fediverse/inbox.rb
 - lib/fediverse/node_info.rb
 - lib/fediverse/notifier.rb
@@ -253,6 +263,7 @@ metadata:
   homepage_uri: https://experimentslabs.com
   source_code_uri: https://gitlab.com/experimentslabs/federails/
   changelog_uri: https://gitlab.com/experimentslabs/federails/-/blob/main/CHANGELOG.md
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -267,7 +278,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.5
+rubygems_version: 3.3.7
+signing_key:
 specification_version: 4
 summary: An ActivityPub engine for Ruby on Rails
 test_files: []

data/app/views/federails/server/activities/outbox.activitypub.jbuilder

@@ -1,18 +0,0 @@
-json.set!('@context', 'https://www.w3.org/ns/activitystreams')
-collection_id = @actor.outbox_url
-json.id collection_id
-json.type 'OrderedCollectionPage'
-json.totalItems @total_activities
-json.first collection_id
-json.last @activities.total_pages == 1 ? Federails::Engine.routes.url_helpers.server_actor_outbox_url(@actor) : Federails::Engine.routes.url_helpers.server_actor_outbox_url(@actor, page: @activities.total_pages)
-json.current do |j|
-  j.type 'OrderedCollectionPage'
-  j.id @activities.current_page == 1 ? Federails::Engine.routes.url_helpers.server_actor_outbox_url(@actor) : Federails::Engine.routes.url_helpers.server_actor_outbox_url(@actor, page: @activities.current_page)
-  j.partOf collection_id
-  j.next @activities.next_page
-  j.prev @activities.prev_page
-  j.totalItems @total_activities
-  j.orderedItems do
-    json.array! @activities, partial: 'federails/server/activities/activity', as: :activity, context: false
-  end
-end

data/app/views/federails/server/actors/followers.activitypub.jbuilder

@@ -1,18 +0,0 @@
-json.set!('@context', 'https://www.w3.org/ns/activitystreams')
-collection_id = @actor.followers_url
-json.id collection_id
-json.type 'OrderedCollectionPage'
-json.totalItems @total_actors
-json.first Federails::Engine.routes.url_helpers.followers_server_actor_url(@actor)
-json.last @actors.total_pages == 1 ? Federails::Engine.routes.url_helpers.followers_server_actor_url(@actor) : Federails::Engine.routes.url_helpers.followers_server_actor_url(@actor, page: @actors.total_pages)
-json.current do |j|
-  j.type 'OrderedCollectionPage'
-  j.id @actors.current_page == 1 ? Federails::Engine.routes.url_helpers.followers_server_actor_url(@actor) : Federails::Engine.routes.url_helpers.followers_server_actor_url(@actor, page: @actors.current_page)
-  j.partOf collection_id
-  j.next @actors.next_page
-  j.prev @actors.prev_page
-  j.totalItems @total_actors
-  j.orderedItems do
-    json.array! @actors.map(&:federated_url)
-  end
-end

data/app/views/federails/server/actors/following.activitypub.jbuilder

@@ -1,18 +0,0 @@
-json.set!('@context', 'https://www.w3.org/ns/activitystreams')
-collection_id = @actor.followings_url
-json.id collection_id
-json.type 'OrderedCollectionPage'
-json.totalItems @total_actors
-json.first Federails::Engine.routes.url_helpers.following_server_actor_url(@actor)
-json.last @actors.total_pages == 1 ? Federails::Engine.routes.url_helpers.following_server_actor_url(@actor) : Federails::Engine.routes.url_helpers.following_server_actor_url(@actor, page: @actors.total_pages)
-json.current do |j|
-  j.type 'OrderedCollectionPage'
-  j.id @actors.current_page == 1 ? Federails::Engine.routes.url_helpers.following_server_actor_url(@actor) : Federails::Engine.routes.url_helpers.following_server_actor_url(@actor, page: @actors.current_page)
-  j.partOf collection_id
-  j.next @actors.next_page
-  j.prev @actors.prev_page
-  j.totalItems @total_actors
-  j.orderedItems do
-    json.array! @actors.map(&:federated_url)
-  end
-end