agent-tome 1.0.0

data/lib/agent/tome/models/consolidation_link.rb

@@ -0,0 +1,8 @@
+module Agent
+  module Tome
+    class ConsolidationLink < ApplicationRecord
+      belongs_to :new_article, class_name: "Agent::Tome::Article"
+      belongs_to :old_article, class_name: "Agent::Tome::Article"
+    end
+  end
+end

data/lib/agent/tome/models/entry.rb

@@ -0,0 +1,23 @@
+module Agent
+  module Tome
+    class Entry < ApplicationRecord
+      belongs_to :article
+      has_many :entry_web_sources, dependent: :destroy
+      has_many :web_sources, through: :entry_web_sources
+      has_many :entry_file_sources, dependent: :destroy
+      has_many :file_sources, through: :entry_file_sources
+
+      validates :global_id, presence: true, length: { is: 7 }, uniqueness: true
+
+      before_validation :assign_global_id, on: :create
+
+      private
+
+      def assign_global_id
+        return if global_id.present?
+
+        self.global_id = GlobalId.generate
+      end
+    end
+  end
+end

data/lib/agent/tome/models/entry_file_source.rb

@@ -0,0 +1,10 @@
+module Agent
+  module Tome
+    class EntryFileSource < ApplicationRecord
+      belongs_to :entry
+      belongs_to :file_source
+
+      validates :entry_id, uniqueness: { scope: :file_source_id }
+    end
+  end
+end

data/lib/agent/tome/models/entry_web_source.rb

@@ -0,0 +1,10 @@
+module Agent
+  module Tome
+    class EntryWebSource < ApplicationRecord
+      belongs_to :entry
+      belongs_to :web_source
+
+      validates :entry_id, uniqueness: { scope: :web_source_id }
+    end
+  end
+end

data/lib/agent/tome/models/file_source.rb

@@ -0,0 +1,23 @@
+module Agent
+  module Tome
+    class FileSource < ApplicationRecord
+      has_many :entry_file_sources, dependent: :destroy
+      has_many :entries, through: :entry_file_sources
+
+      validates :global_id, presence: true, length: { is: 7 }, uniqueness: true
+      validates :path, presence: true
+      validates :system_name, presence: true
+      validates :path, uniqueness: { scope: :system_name }
+
+      before_validation :assign_global_id, on: :create
+
+      private
+
+      def assign_global_id
+        return if global_id.present?
+
+        self.global_id = GlobalId.generate
+      end
+    end
+  end
+end

data/lib/agent/tome/models/keyword.rb

@@ -0,0 +1,10 @@
+module Agent
+  module Tome
+    class Keyword < ApplicationRecord
+      has_many :article_keywords, dependent: :destroy
+      has_many :articles, through: :article_keywords
+
+      validates :term, presence: true, uniqueness: true
+    end
+  end
+end

data/lib/agent/tome/models/web_source.rb

@@ -0,0 +1,21 @@
+module Agent
+  module Tome
+    class WebSource < ApplicationRecord
+      has_many :entry_web_sources, dependent: :destroy
+      has_many :entries, through: :entry_web_sources
+
+      validates :global_id, presence: true, length: { is: 7 }, uniqueness: true
+      validates :url, presence: true, uniqueness: true
+
+      before_validation :assign_global_id, on: :create
+
+      private
+
+      def assign_global_id
+        return if global_id.present?
+
+        self.global_id = GlobalId.generate
+      end
+    end
+  end
+end

data/lib/agent/tome/url_normalizer.rb

@@ -0,0 +1,33 @@
+require "uri"
+
+module Agent
+  module Tome
+    module UrlNormalizer
+      TRACKING_PARAMS = %w[
+        fbclid gclid fbid mc_cid mc_eid
+      ].freeze
+
+      def self.normalize(url)
+        uri = URI.parse(url)
+        return url unless uri.query
+
+        params = URI.decode_www_form(uri.query)
+        filtered = params.reject do |k, _|
+          k.start_with?("utm_") || TRACKING_PARAMS.include?(k)
+        end
+
+        uri.query = filtered.empty? ? nil : URI.encode_www_form(filtered)
+        uri.to_s
+      rescue URI::InvalidURIError
+        url
+      end
+
+      def self.valid?(url)
+        uri = URI.parse(url)
+        uri.is_a?(URI::HTTP) || uri.is_a?(URI::HTTPS)
+      rescue URI::InvalidURIError
+        false
+      end
+    end
+  end
+end

data/lib/agent/tome/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Agent
+  module Tome
+    VERSION = "1.0.0"
+  end
+end

data/lib/agent/tome.rb

@@ -0,0 +1,46 @@
+require "active_record"
+require "active_support"
+require "active_support/core_ext/string/inflections"
+require "fileutils"
+require "yaml"
+require "uri"
+require "json"
+require "time"
+
+require_relative "tome/version"
+require_relative "tome/config"
+require_relative "tome/database"
+require_relative "tome/global_id"
+require_relative "tome/url_normalizer"
+
+module Agent
+  module Tome
+    def self.table_name_prefix
+      ""
+    end
+
+    class ValidationError < StandardError; end
+    class NotFoundError < StandardError; end
+  end
+end
+
+require_relative "tome/models/application_record"
+require_relative "tome/models/article"
+require_relative "tome/models/entry"
+require_relative "tome/models/keyword"
+require_relative "tome/models/article_keyword"
+require_relative "tome/models/web_source"
+require_relative "tome/models/file_source"
+require_relative "tome/models/entry_web_source"
+require_relative "tome/models/entry_file_source"
+require_relative "tome/models/article_reference"
+require_relative "tome/models/consolidation_link"
+require_relative "tome/commands/create"
+require_relative "tome/commands/addend"
+require_relative "tome/commands/search"
+require_relative "tome/commands/fetch"
+require_relative "tome/commands/consolidate"
+require_relative "tome/commands/related"
+require_relative "tome/commands/keywords_list"
+require_relative "tome/commands/source_search"
+require_relative "tome/cli"

data/lib/agent.rb

@@ -0,0 +1 @@
+require_relative "agent/tome"

metadata

@@ -0,0 +1,120 @@
+--- !ruby/object:Gem::Specification
+name: agent-tome
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Erik T. Madsen
+bindir: exe
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+description: A knowledge base that grows with every session your AI agent runs. Findings
+  accumulate in a persistent, append-only store, so your agent can build on what it
+  already knows instead of starting from scratch. Keyword-indexed and searchable from
+  any CLI.
+email: []
+executables:
+- agent-tome
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTING.md
+- LICENSE.txt
+- README.md
+- db/migrate/20250601000001_create_initial_schema.rb
+- exe/agent-tome
+- lib/agent.rb
+- lib/agent/tome.rb
+- lib/agent/tome/cli.rb
+- lib/agent/tome/commands/addend.rb
+- lib/agent/tome/commands/consolidate.rb
+- lib/agent/tome/commands/create.rb
+- lib/agent/tome/commands/fetch.rb
+- lib/agent/tome/commands/keywords_list.rb
+- lib/agent/tome/commands/related.rb
+- lib/agent/tome/commands/search.rb
+- lib/agent/tome/commands/source_search.rb
+- lib/agent/tome/config.rb
+- lib/agent/tome/database.rb
+- lib/agent/tome/global_id.rb
+- lib/agent/tome/models/application_record.rb
+- lib/agent/tome/models/article.rb
+- lib/agent/tome/models/article_keyword.rb
+- lib/agent/tome/models/article_reference.rb
+- lib/agent/tome/models/consolidation_link.rb
+- lib/agent/tome/models/entry.rb
+- lib/agent/tome/models/entry_file_source.rb
+- lib/agent/tome/models/entry_web_source.rb
+- lib/agent/tome/models/file_source.rb
+- lib/agent/tome/models/keyword.rb
+- lib/agent/tome/models/web_source.rb
+- lib/agent/tome/url_normalizer.rb
+- lib/agent/tome/version.rb
+homepage: https://github.com/beatmadsen/agent-tome
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/beatmadsen/agent-tome
+  changelog_uri: https://github.com/beatmadsen/agent-tome/blob/main/CHANGELOG.md
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3.2'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.6
+specification_version: 4
+summary: Build a personal encyclopedia of accumulated knowledge, designed for AI agents.
+test_files: []