rcrewai 0.6.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fb90e26000ddf4a2907b06150fdc87b1707fc701c6c61ba35db33339ed6f38d4
-  data.tar.gz: ba3435eb1918be328ce65faf2c3000553833b09778eb3b06f2a6191cae31aab4
+  metadata.gz: 32edcb190b0d85db67d404b260fbb86d9b2821d6a89adf350d792b60a0e21a06
+  data.tar.gz: 46d061ecebca5a67714a6a8139d41bf9d20ce60d4eb5f0a1505d965defffaeb8
 SHA512:
-  metadata.gz: 992ac3d7368cb7690f11294b78fe876fcea29d48cffd001a355471a351c22c321563fbd390a0688951be6bcbd0f177322509e59cdd19cf8073e228784d96b503
-  data.tar.gz: 92e7db7609d4503693396f85735fd48633cb5204a34d2431e57ffcb7c758e693bff5b1282ed716899f4242bd9a26b0483f278c991dedb13b21d05894a59b7105
+  metadata.gz: a77a41b7fa6dad5de896c7b635777ee5f2429eb826e65516b2d3a5b2d9e9446ca8de0bf6fd0fd94f9efd4159c5080a94d534aa6c65447abd4d781b8d05a63ff4
+  data.tar.gz: a65c248d53e9f346cd88c4f9f8e04280e89d67d5bf9695ff252ca14ee270864f23ee1f64395831ce7f2be95d682fc54ecb655d64a8c2b09b99800dcd561d3524

data/CHANGELOG.md

@@ -7,6 +7,16 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.6.1] - 2026-07-06
+
+Follow-ups to the 0.6.0 Cognitive Memory release, deepening the areas that
+shipped as focused first cuts. All additive and backward compatible.
+
+### Added
+- Multi-provider embeddings: `Knowledge::Embedder.new(provider:)` now supports `:openai` (default), `:azure`, `:google`, and `:ollama` embedding endpoints, removing the hard OpenAI dependency for RAG and memory. `:anthropic` raises a clear error (no first-party embeddings API). Per-provider default models via `DEFAULT_MODELS`; existing OpenAI usage is unchanged.
+- LLM-backed entity extraction: `EntityMemory` accepts a pluggable `extractor:` (anything responding to `call(text) -> [names]`); `RCrewAI::Memory::LlmEntityExtractor` prompts an LLM for entities (handling multi-word names the capitalized-token heuristic misses). Falls back to the heuristic when the extractor is absent, returns nothing, or raises. Wire via `Agent.new(memory: { entity_extractor: ... })`.
+- Bounded SQLite recall: `Memory::SqliteStore.new(max_candidates:)` (default 1000) caps how many most-recent rows a search cosines, keeping recall cost constant as total memory grows instead of brute-forcing every row. `nil` considers all rows.
+
 ## [0.6.0] - 2026-07-06
 
 Replaces the placeholder agent memory with a **cognitive memory** system —
@@ -198,7 +208,8 @@ output, guardrails, planning, and training/testing. See `ROADMAP.md`.
 - CLI usage documentation
 - Real-world use cases and examples
 
-[Unreleased]: https://github.com/gkosmo/rcrewAI/compare/v0.6.0...HEAD
+[Unreleased]: https://github.com/gkosmo/rcrewAI/compare/v0.6.1...HEAD
+[0.6.1]: https://github.com/gkosmo/rcrewAI/compare/v0.6.0...v0.6.1
 [0.6.0]: https://github.com/gkosmo/rcrewAI/compare/v0.5.0...v0.6.0
 [0.5.0]: https://github.com/gkosmo/rcrewAI/compare/v0.4.0...v0.5.0
 [0.4.0]: https://github.com/gkosmo/rcrewAI/compare/v0.3.0...v0.4.0

data/README.md

@@ -370,9 +370,10 @@ support = RCrewAI::Agent.new(name: 'support', role: '...', goal: '...',
 crew = RCrewAI::Crew.new('support_crew', knowledge: kb)
 ```
 
-Embeddings default to OpenAI's `text-embedding-3-small`; pass a custom
-`embedder:` (anything responding to `embed(texts)`) or vector store to swap the
-backend.
+Embeddings default to OpenAI's `text-embedding-3-small`. Use another provider
+with `RCrewAI::Knowledge::Embedder.new(provider: :ollama)` (also `:azure`,
+`:google`; `:anthropic` has no embeddings API), or pass any custom `embedder:`
+(anything responding to `embed(texts)`) / vector store to swap the backend.
 
 ## 🧠 Cognitive Memory
 

data/lib/rcrewai/agent.rb

@@ -228,7 +228,8 @@ module RCrewAI
       return memory if memory.is_a?(Memory)
 
       opts = memory.is_a?(Hash) ? memory : {}
-      Memory.new(scope: opts.fetch(:scope, name), **opts.slice(:embedder, :store, :short_term_limit))
+      Memory.new(scope: opts.fetch(:scope, name),
+                 **opts.slice(:embedder, :store, :short_term_limit, :entity_extractor))
     end
 
     # Accepts a pre-built Knowledge::Base via +knowledge:+ or an array of

data/lib/rcrewai/knowledge/embedder.rb

@@ -5,36 +5,100 @@ require 'faraday'
 
 module RCrewAI
   module Knowledge
-    # Turns text into embedding vectors. Defaults to OpenAI's embeddings API;
-    # #embed takes an array of strings and returns an array of vectors. Any
-    # object responding to #embed can be substituted (see specs).
+    # Turns text into embedding vectors. Supports multiple providers
+    # (OpenAI [default], Azure OpenAI, Google Gemini, Ollama); Anthropic has no
+    # first-party embeddings API and raises a clear error. `#embed` takes an
+    # array of strings and returns an array of vectors. Any object responding to
+    # `#embed` can be substituted.
     class Embedder
-      DEFAULT_MODEL = 'text-embedding-3-small'
+      DEFAULT_MODELS = {
+        openai: 'text-embedding-3-small',
+        azure: 'text-embedding-3-small',
+        google: 'text-embedding-004',
+        ollama: 'nomic-embed-text'
+      }.freeze
+
       OPENAI_URL = 'https://api.openai.com/v1/embeddings'
+      GOOGLE_BASE = 'https://generativelanguage.googleapis.com/v1beta'
+      OLLAMA_DEFAULT_URL = 'http://localhost:11434'
+
+      attr_reader :provider, :model
+
+      def initialize(provider: :openai, model: nil, api_key: nil, config: RCrewAI.configuration)
+        @provider = provider.to_sym
+        if @provider == :anthropic
+          raise EmbeddingError,
+                'anthropic does not provide an embeddings API; use :openai, :azure, :google, or :ollama'
+        end
 
-      def initialize(model: DEFAULT_MODEL, api_key: nil, config: RCrewAI.configuration)
-        @model = model
-        @api_key = api_key || config.openai_api_key || config.api_key
+        @config = config
+        @model = model || DEFAULT_MODELS[@provider] || DEFAULT_MODELS[:openai]
+        @api_key = api_key
       end
 
       def embed(texts)
         texts = Array(texts)
         return [] if texts.empty?
 
-        response = connection.post(OPENAI_URL) do |req|
-          req.headers['Authorization'] = "Bearer #{@api_key}"
-          req.headers['Content-Type'] = 'application/json'
-          req.body = JSON.generate(model: @model, input: texts)
+        send("embed_#{@provider}", texts)
+      end
+
+      private
+
+      def embed_openai(texts)
+        body = post_json(OPENAI_URL, { model: @model, input: texts },
+                         'Authorization' => "Bearer #{api_key_for(:openai)}")
+        body['data'].map { |d| d['embedding'] }
+      end
+
+      def embed_azure(texts)
+        base = @config.base_url
+        version = @config.api_version || '2024-02-01'
+        deployment = @config.deployment_name || @model
+        url = "#{base}/openai/deployments/#{deployment}/embeddings?api-version=#{version}"
+        body = post_json(url, { input: texts }, 'api-key' => api_key_for(:azure))
+        body['data'].map { |d| d['embedding'] }
+      end
+
+      def embed_google(texts)
+        key = api_key_for(:google)
+        texts.map do |text|
+          url = "#{GOOGLE_BASE}/models/#{@model}:embedContent?key=#{key}"
+          payload = { model: "models/#{@model}", content: { parts: [{ text: text }] } }
+          body = post_json(url, payload)
+          body.dig('embedding', 'values')
         end
+      end
 
+      def embed_ollama(texts)
+        base = @config.base_url || OLLAMA_DEFAULT_URL
+        texts.map do |text|
+          body = post_json("#{base}/api/embeddings", { model: @model, prompt: text })
+          body['embedding']
+        end
+      end
+
+      def post_json(url, payload, headers = {})
+        response = connection.post(url) do |req|
+          req.headers['Content-Type'] = 'application/json'
+          headers.each { |k, v| req.headers[k] = v }
+          req.body = JSON.generate(payload)
+        end
         raise EmbeddingError, "embedding request failed: #{response.status}" unless response.success?
 
         body = response.body
-        body = JSON.parse(body) if body.is_a?(String)
-        body['data'].map { |d| d['embedding'] }
+        body.is_a?(String) ? JSON.parse(body) : body
       end
 
-      private
+      def api_key_for(provider)
+        return @api_key if @api_key
+
+        case provider
+        when :openai then @config.openai_api_key || @config.api_key
+        when :azure  then @config.azure_api_key || @config.api_key
+        when :google then @config.google_api_key || @config.api_key
+        end
+      end
 
       def connection
         @connection ||= Faraday.new do |f|

data/lib/rcrewai/memory/entity_memory.rb

@@ -11,8 +11,9 @@ module RCrewAI
       # Skip sentence-initial common words that happen to be capitalized.
       COMMON = %w[The A An I In On At To For Of With By And Or But It This That Who Where When].freeze
 
-      def initialize(scope:, embedder: nil, store: nil, limit: nil)
-        super
+      def initialize(scope:, embedder: nil, store: nil, limit: nil, extractor: nil)
+        super(scope: scope, embedder: embedder, store: store, limit: limit)
+        @extractor = extractor
         @entities = []
       end
 
@@ -39,7 +40,21 @@ module RCrewAI
 
       private
 
+      # Uses the custom extractor when provided, falling back to the heuristic
+      # if it's absent, returns nothing, or raises.
       def extract_entities(text)
+        if @extractor
+          begin
+            result = Array(@extractor.call(text))
+            return result unless result.empty?
+          rescue StandardError
+            # fall through to heuristic
+          end
+        end
+        heuristic_entities(text)
+      end
+
+      def heuristic_entities(text)
         text.to_s.scan(/\b([A-Z][a-zA-Z0-9]{1,})\b/).flatten.reject { |w| COMMON.include?(w) }.uniq
       end
     end

data/lib/rcrewai/memory/llm_entity_extractor.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+require_relative '../output_schema'
+
+module RCrewAI
+  class Memory
+    # Extracts named entities from text with an LLM. Pass an instance as the
+    # `extractor:` for EntityMemory. Responds to `call(text) -> [names]`.
+    # Returns [] on any parse/LLM failure so EntityMemory falls back to the
+    # heuristic extractor — extraction is best-effort and never fatal.
+    class LlmEntityExtractor
+      PROMPT = <<~PROMPT
+        Extract the named entities (people, organizations, systems, products,
+        places, and key concepts) from the text below. Respond ONLY with a JSON
+        array of strings, e.g. ["Alice", "Payments", "Redis"]. No prose.
+
+        Text:
+      PROMPT
+
+      def initialize(llm)
+        @llm = llm
+      end
+
+      def call(text)
+        response = @llm.chat(messages: [{ role: 'user', content: "#{PROMPT}#{text}" }])
+        content = response.is_a?(Hash) ? response[:content] : response
+        parsed = OutputSchema.parse(content.to_s)
+        parsed.is_a?(Array) ? parsed.map(&:to_s) : []
+      rescue StandardError
+        []
+      end
+    end
+  end
+end

data/lib/rcrewai/memory/sqlite_store.rb

@@ -15,11 +15,14 @@ module RCrewAI
     class SqliteStore
       DEFAULT_PATH = File.join(Dir.home, '.rcrewai', 'memory.db')
 
-      def initialize(path: DEFAULT_PATH)
+      # max_candidates bounds how many (most-recent) rows a search cosines, so
+      # recall cost stays constant as total memory grows. nil = consider all.
+      def initialize(path: DEFAULT_PATH, max_candidates: 1000)
         require 'sqlite3'
         ensure_parent_dir(path) unless path == ':memory:'
         @db = SQLite3::Database.new(path)
         @db.results_as_hash = true
+        @max_candidates = max_candidates
         create_schema
       end
 
@@ -37,7 +40,7 @@ module RCrewAI
       end
 
       def search(vector, k:, scope:)
-        all(scope: scope)
+        candidates(scope)
           .reject { |r| r[:vector].nil? }
           .map { |r| [r, Similarity.cosine(vector, r[:vector])] }
           .sort_by { |(_r, score)| -score }
@@ -55,6 +58,18 @@ module RCrewAI
 
       private
 
+      # The rows a search will consider: the most-recent @max_candidates within
+      # the scope (rowid tracks insertion order). Bounds cosine cost at scale.
+      def candidates(scope)
+        sql = 'SELECT * FROM memories WHERE scope = ? ORDER BY rowid DESC'
+        params = [scope]
+        if @max_candidates
+          sql += ' LIMIT ?'
+          params << @max_candidates
+        end
+        @db.execute(sql, params).map { |row| to_record(row) }
+      end
+
       def create_schema
         @db.execute(<<~SQL)
           CREATE TABLE IF NOT EXISTS memories (

data/lib/rcrewai/memory.rb

@@ -12,10 +12,10 @@ module RCrewAI
   # available, falls back to lexical similarity — so existing code behaves as
   # before, just with better recall once an embedder is configured.
   class Memory
-    def initialize(scope: 'default', embedder: nil, store: nil, short_term_limit: 100)
+    def initialize(scope: 'default', embedder: nil, store: nil, short_term_limit: 100, entity_extractor: nil)
       @short_term = ShortTermMemory.new(scope: scope, embedder: embedder, store: store, limit: short_term_limit)
       @long_term  = LongTermMemory.new(scope: scope, embedder: embedder, store: store)
-      @entity     = EntityMemory.new(scope: scope, embedder: embedder, store: store)
+      @entity     = EntityMemory.new(scope: scope, embedder: embedder, store: store, extractor: entity_extractor)
       @tool       = ToolMemory.new(scope: scope, embedder: embedder, store: store)
     end
 

data/lib/rcrewai/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RCrewAI
-  VERSION = '0.6.0'
+  VERSION = '0.6.1'
 end

data/lib/rcrewai.rb

@@ -30,6 +30,7 @@ require_relative 'rcrewai/memory/base_memory'
 require_relative 'rcrewai/memory/short_term_memory'
 require_relative 'rcrewai/memory/long_term_memory'
 require_relative 'rcrewai/memory/entity_memory'
+require_relative 'rcrewai/memory/llm_entity_extractor'
 require_relative 'rcrewai/memory/tool_memory'
 require_relative 'rcrewai/rate_limiter'
 require_relative 'rcrewai/context_window'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rcrewai
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.6.1
 platform: ruby
 authors:
 - gkosmo
@@ -413,6 +413,7 @@ files:
 - lib/rcrewai/memory/base_memory.rb
 - lib/rcrewai/memory/entity_memory.rb
 - lib/rcrewai/memory/in_memory_store.rb
+- lib/rcrewai/memory/llm_entity_extractor.rb
 - lib/rcrewai/memory/long_term_memory.rb
 - lib/rcrewai/memory/short_term_memory.rb
 - lib/rcrewai/memory/sqlite_store.rb