lex-apollo 0.4.6 → 0.4.8

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-apollo
 version: !ruby/object:Gem::Version
-  version: 0.4.6
+  version: 0.4.8
 platform: ruby
 authors:
 - Esity
@@ -153,14 +153,18 @@ files:
 - lib/legion/extensions/apollo/actors/gas_subscriber.rb
 - lib/legion/extensions/apollo/actors/ingest.rb
 - lib/legion/extensions/apollo/actors/query_responder.rb
+- lib/legion/extensions/apollo/actors/writeback_store.rb
+- lib/legion/extensions/apollo/actors/writeback_vectorize.rb
 - lib/legion/extensions/apollo/api.rb
 - lib/legion/extensions/apollo/client.rb
 - lib/legion/extensions/apollo/gaia_integration.rb
+- lib/legion/extensions/apollo/helpers/capability.rb
 - lib/legion/extensions/apollo/helpers/confidence.rb
-- lib/legion/extensions/apollo/helpers/embedding.rb
 - lib/legion/extensions/apollo/helpers/entity_watchdog.rb
 - lib/legion/extensions/apollo/helpers/graph_query.rb
 - lib/legion/extensions/apollo/helpers/similarity.rb
+- lib/legion/extensions/apollo/helpers/tag_normalizer.rb
+- lib/legion/extensions/apollo/helpers/writeback.rb
 - lib/legion/extensions/apollo/runners/entity_extractor.rb
 - lib/legion/extensions/apollo/runners/expertise.rb
 - lib/legion/extensions/apollo/runners/gas.rb
@@ -172,24 +176,31 @@ files:
 - lib/legion/extensions/apollo/transport/exchanges/llm_audit.rb
 - lib/legion/extensions/apollo/transport/messages/ingest.rb
 - lib/legion/extensions/apollo/transport/messages/query.rb
+- lib/legion/extensions/apollo/transport/messages/writeback.rb
 - lib/legion/extensions/apollo/transport/queues/gas.rb
 - lib/legion/extensions/apollo/transport/queues/ingest.rb
 - lib/legion/extensions/apollo/transport/queues/query.rb
+- lib/legion/extensions/apollo/transport/queues/writeback_store.rb
+- lib/legion/extensions/apollo/transport/queues/writeback_vectorize.rb
 - lib/legion/extensions/apollo/version.rb
 - spec/legion/extensions/apollo/actors/decay_spec.rb
 - spec/legion/extensions/apollo/actors/entity_watchdog_spec.rb
 - spec/legion/extensions/apollo/actors/expertise_aggregator_spec.rb
 - spec/legion/extensions/apollo/actors/gas_subscriber_spec.rb
 - spec/legion/extensions/apollo/actors/ingest_spec.rb
+- spec/legion/extensions/apollo/actors/writeback_store_spec.rb
+- spec/legion/extensions/apollo/actors/writeback_vectorize_spec.rb
 - spec/legion/extensions/apollo/api_spec.rb
 - spec/legion/extensions/apollo/client_spec.rb
 - spec/legion/extensions/apollo/contradiction_spec.rb
 - spec/legion/extensions/apollo/gaia_integration_spec.rb
+- spec/legion/extensions/apollo/helpers/capability_spec.rb
 - spec/legion/extensions/apollo/helpers/confidence_spec.rb
-- spec/legion/extensions/apollo/helpers/embedding_spec.rb
 - spec/legion/extensions/apollo/helpers/entity_watchdog_spec.rb
 - spec/legion/extensions/apollo/helpers/graph_query_spec.rb
 - spec/legion/extensions/apollo/helpers/similarity_spec.rb
+- spec/legion/extensions/apollo/helpers/tag_normalizer_spec.rb
+- spec/legion/extensions/apollo/helpers/writeback_spec.rb
 - spec/legion/extensions/apollo/runners/decay_cycle_spec.rb
 - spec/legion/extensions/apollo/runners/entity_extractor_spec.rb
 - spec/legion/extensions/apollo/runners/expertise_spec.rb
@@ -202,6 +213,7 @@ files:
 - spec/legion/extensions/apollo/runners/request_spec.rb
 - spec/legion/extensions/apollo/transport/messages/ingest_spec.rb
 - spec/legion/extensions/apollo/transport/messages/query_spec.rb
+- spec/legion/extensions/apollo/transport/messages/writeback_spec.rb
 - spec/spec_helper.rb
 homepage: https://github.com/LegionIO/lex-apollo
 licenses:

data/lib/legion/extensions/apollo/helpers/embedding.rb

@@ -1,104 +0,0 @@
-# frozen_string_literal: true
-
-module Legion
-  module Extensions
-    module Apollo
-      module Helpers
-        module Embedding
-          DEFAULT_DIMENSION = 1024
-
-          LOCAL_EMBEDDING_MODELS = %w[mxbai-embed-large bge-large snowflake-arctic-embed].freeze
-
-          module_function
-
-          def generate(text:, **)
-            unless defined?(Legion::LLM) && Legion::LLM.started?
-              Legion::Logging.debug('[apollo] embedding fallback: LLM not started') if defined?(Legion::Logging)
-              return zero_vector
-            end
-
-            local_model = detect_local_model
-            vector = if local_model
-                       ollama_embed(text, local_model)
-                     else
-                       opts = cloud_embedding_opts
-                       result = Legion::LLM.embed(text, **opts)
-                       result.is_a?(Hash) ? result[:vector] : result
-                     end
-
-            if vector.is_a?(Array) && vector.any?
-              @dimension = vector.size
-              vector
-            else
-              Legion::Logging.warn('[apollo] embedding fallback: LLM returned no vector') if defined?(Legion::Logging)
-              zero_vector
-            end
-          end
-
-          def dimension
-            @dimension || configured_dimension
-          end
-
-          def configured_dimension
-            return DEFAULT_DIMENSION unless defined?(Legion::Settings) && !Legion::Settings[:apollo].nil?
-
-            Legion::Settings[:apollo].dig(:embedding, :dimension) || DEFAULT_DIMENSION
-          rescue StandardError
-            DEFAULT_DIMENSION
-          end
-
-          def ollama_embed(text, model)
-            require 'faraday'
-            base_url = ollama_base_url
-            Legion::Logging.debug("[apollo] embedding via local Ollama: #{model}") if defined?(Legion::Logging)
-            conn = Faraday.new(url: base_url) { |f| f.options.timeout = 10 }
-            response = conn.post('/api/embed', { model: model, input: text }.to_json,
-                                 'Content-Type' => 'application/json')
-            return nil unless response.success?
-
-            parsed = ::JSON.parse(response.body)
-            parsed['embeddings']&.first
-          rescue StandardError => e
-            Legion::Logging.warn("[apollo] local Ollama embed failed: #{e.message}") if defined?(Legion::Logging)
-            nil
-          end
-
-          def ollama_base_url
-            return 'http://localhost:11434' unless defined?(Legion::Settings)
-
-            Legion::Settings[:llm].dig(:providers, :ollama, :base_url) || 'http://localhost:11434'
-          rescue StandardError
-            'http://localhost:11434'
-          end
-
-          def cloud_embedding_opts
-            return {} unless defined?(Legion::Settings) && !Legion::Settings[:apollo].nil?
-
-            embedding = Legion::Settings[:apollo][:embedding] || {}
-            opts = {}
-            opts[:provider] = embedding[:provider].to_sym if embedding[:provider]
-            opts[:model]    = embedding[:model] if embedding[:model]
-            opts
-          rescue StandardError
-            {}
-          end
-
-          def detect_local_model
-            return nil unless defined?(Legion::LLM::Discovery::Ollama)
-
-            LOCAL_EMBEDDING_MODELS.find do |m|
-              Legion::LLM::Discovery::Ollama.model_available?(m) ||
-                Legion::LLM::Discovery::Ollama.model_available?("#{m}:latest")
-            end
-          rescue StandardError
-            nil
-          end
-
-          def zero_vector
-            Array.new(dimension, 0.0)
-          end
-        end
-      end
-    end
-  end
-end

data/spec/legion/extensions/apollo/helpers/embedding_spec.rb

@@ -1,127 +0,0 @@
-# frozen_string_literal: true
-
-require 'spec_helper'
-require 'legion/extensions/apollo/helpers/embedding'
-
-RSpec.describe Legion::Extensions::Apollo::Helpers::Embedding do
-  describe '.generate' do
-    context 'when Legion::LLM is not defined' do
-      before do
-        hide_const('Legion::LLM') if defined?(Legion::LLM)
-      end
-
-      it 'returns a zero vector of the correct dimension' do
-        result = described_class.generate(text: 'hello world')
-        expect(result).to eq(Array.new(1024, 0.0))
-        expect(result.size).to eq(1024)
-      end
-    end
-
-    context 'when Legion::LLM is defined but not started' do
-      before do
-        stub_const('Legion::LLM', Module.new { def self.started? = false })
-      end
-
-      it 'returns a zero vector' do
-        result = described_class.generate(text: 'hello world')
-        expect(result).to eq(Array.new(1024, 0.0))
-      end
-    end
-
-    context 'when Legion::LLM is available and started' do
-      let(:mock_vector) { Array.new(1024) { rand(-1.0..1.0) } }
-
-      before do
-        llm = Module.new do
-          define_method(:started?) { true }
-          define_method(:embed) { |_text, **| nil }
-          extend self
-        end
-        stub_const('Legion::LLM', llm)
-        allow(Legion::LLM).to receive(:embed).and_return({ vector: mock_vector, model: 'text-embedding-3-small' })
-      end
-
-      it 'returns the vector from the LLM response hash' do
-        result = described_class.generate(text: 'hello world')
-        expect(result).to eq(mock_vector)
-        expect(Legion::LLM).to have_received(:embed).with('hello world', **{})
-      end
-    end
-
-    context 'when Legion::LLM returns a short embedding' do
-      before do
-        llm = Module.new do
-          define_method(:started?) { true }
-          define_method(:embed) { |_text, **| nil }
-          extend self
-        end
-        stub_const('Legion::LLM', llm)
-        allow(Legion::LLM).to receive(:embed).and_return({ vector: [0.1, 0.2], model: 'test' })
-      end
-
-      it 'accepts the embedding and updates dimension' do
-        result = described_class.generate(text: 'hello world')
-        expect(result).to eq([0.1, 0.2])
-        expect(described_class.dimension).to eq(2)
-      end
-    end
-
-    context 'when Legion::LLM returns nil vector' do
-      before do
-        llm = Module.new do
-          define_method(:started?) { true }
-          define_method(:embed) { |_text, **| nil }
-          extend self
-        end
-        stub_const('Legion::LLM', llm)
-        allow(Legion::LLM).to receive(:embed).and_return({ vector: nil, model: 'test', error: 'failed' })
-      end
-
-      it 'returns a zero vector as fallback' do
-        result = described_class.generate(text: 'hello world')
-        expect(result).to be_an(Array)
-        expect(result.all?(&:zero?)).to be true
-      end
-    end
-
-    context 'when Legion::LLM returns nil' do
-      before do
-        llm = Module.new do
-          define_method(:started?) { true }
-          define_method(:embed) { |_text, **| nil }
-          extend self
-        end
-        stub_const('Legion::LLM', llm)
-        allow(Legion::LLM).to receive(:embed).and_return(nil)
-      end
-
-      it 'returns a zero vector as fallback' do
-        result = described_class.generate(text: 'hello world')
-        expect(result).to be_an(Array)
-        expect(result.all?(&:zero?)).to be true
-      end
-    end
-  end
-
-  describe '.configured_dimension' do
-    context 'when Settings has apollo.embedding.dimension' do
-      before do
-        stub_const('Legion::Settings', { apollo: { embedding: { dimension: 768 } } })
-      end
-
-      it 'returns the configured dimension' do
-        expect(described_class.configured_dimension).to eq(768)
-      end
-    end
-
-    context 'when Settings has no apollo key' do
-      before do
-        stub_const('Legion::Settings', { apollo: nil })
-      end
-
-      it 'returns the default dimension' do
-        expect(described_class.configured_dimension).to eq(1024)
-      end
-    end
-  end
-end