lex-apollo 0.4.5 → 0.4.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 692cd508a98259d83ceaf2c6b752c7c87ddeb219145291bd568fa76430e41577
-  data.tar.gz: b02962423b3dff2950af8b51b0cf5035a8db72f6c2ef80c4f1e54f9f0989e25c
+  metadata.gz: 9a1c9042626e5d9e09a783b8c703b11f261573fe1658498a4fa48ad023306baf
+  data.tar.gz: 2f3e561b6851825d9d5c67325007802eafea63c10c93a00e37a40170202a0bdc
 SHA512:
-  metadata.gz: 7c4989d252540ae09177a73f389a1f4d1a09c51aee09acdf88bdfbb9ffb3e5d7c6522e8cf0953117518011f199f97f1e76dacb6d88aa2f10a48ecfe1da064497
-  data.tar.gz: a806f1485d4f3ef587f2fbd015180c027934ac87b080c4e0264ccb12a478708d89d0aa313ac3c9b2f20ed3c64ec779e2468ec7b457967c7cb6c1ce780324a884
+  metadata.gz: d2dae8784e591deeb1608671dbabbd313813a6f94214b77de0539d2316d6ef3a34e21d5002eb28a262e98c4c4d57773793be4ba006d185e0fd3afcf6816902c5
+  data.tar.gz: 41e11ae62a001fab8e79b514d30c3c28374d38d1d4379926e00752df74e35ccfa79c61b3ac75e7e60341de0420287635413b265eca5fa0cd7fe4e7f02a5fad0f

data/CHANGELOG.md

@@ -1,5 +1,16 @@
 # Changelog
 
+## [0.4.6] - 2026-03-25
+
+### Added
+- Apollo-specific embedding provider/model settings: `apollo.embedding.provider` and `apollo.embedding.model` override LLM defaults
+- `embedding_opts` helper reads Apollo settings and passes `provider:`/`model:` to `Legion::LLM.embed`
+- Local-first embedding: `detect_local_model` checks Ollama for pulled 1024-dim models (`mxbai-embed-large`, `bge-large`, `snowflake-arctic-embed`) before falling back to cloud provider
+
+### Changed
+- `DEFAULT_DIMENSION` changed from 1536 to 1024 for cross-provider compatibility (Bedrock Titan v2, OpenAI with dimensions:, Ollama models)
+- `Helpers::Embedding.generate` now passes provider/model from Apollo settings, falling back to LLM defaults when not configured
+
 ## [0.4.5] - 2026-03-25
 
 ### Added

data/lib/legion/extensions/apollo/helpers/embedding.rb

@@ -5,7 +5,9 @@ module Legion
     module Apollo
       module Helpers
         module Embedding
-          DEFAULT_DIMENSION = 1536
+          DEFAULT_DIMENSION = 1024
+
+          LOCAL_EMBEDDING_MODELS = %w[mxbai-embed-large bge-large snowflake-arctic-embed].freeze
 
           module_function
 
@@ -15,8 +17,15 @@ module Legion
               return zero_vector
             end
 
-            result = Legion::LLM.embed(text)
-            vector = result.is_a?(Hash) ? result[:vector] : result
+            local_model = detect_local_model
+            vector = if local_model
+                       ollama_embed(text, local_model)
+                     else
+                       opts = cloud_embedding_opts
+                       result = Legion::LLM.embed(text, **opts)
+                       result.is_a?(Hash) ? result[:vector] : result
+                     end
+
             if vector.is_a?(Array) && vector.any?
               @dimension = vector.size
               vector
@@ -38,6 +47,53 @@ module Legion
             DEFAULT_DIMENSION
           end
 
+          def ollama_embed(text, model)
+            require 'faraday'
+            base_url = ollama_base_url
+            Legion::Logging.debug("[apollo] embedding via local Ollama: #{model}") if defined?(Legion::Logging)
+            conn = Faraday.new(url: base_url) { |f| f.options.timeout = 10 }
+            response = conn.post('/api/embed', { model: model, input: text }.to_json,
+                                 'Content-Type' => 'application/json')
+            return nil unless response.success?
+
+            parsed = ::JSON.parse(response.body)
+            parsed['embeddings']&.first
+          rescue StandardError => e
+            Legion::Logging.warn("[apollo] local Ollama embed failed: #{e.message}") if defined?(Legion::Logging)
+            nil
+          end
+
+          def ollama_base_url
+            return 'http://localhost:11434' unless defined?(Legion::Settings)
+
+            Legion::Settings[:llm].dig(:providers, :ollama, :base_url) || 'http://localhost:11434'
+          rescue StandardError
+            'http://localhost:11434'
+          end
+
+          def cloud_embedding_opts
+            return {} unless defined?(Legion::Settings) && !Legion::Settings[:apollo].nil?
+
+            embedding = Legion::Settings[:apollo][:embedding] || {}
+            opts = {}
+            opts[:provider] = embedding[:provider].to_sym if embedding[:provider]
+            opts[:model]    = embedding[:model] if embedding[:model]
+            opts
+          rescue StandardError
+            {}
+          end
+
+          def detect_local_model
+            return nil unless defined?(Legion::LLM::Discovery::Ollama)
+
+            LOCAL_EMBEDDING_MODELS.find do |m|
+              Legion::LLM::Discovery::Ollama.model_available?(m) ||
+                Legion::LLM::Discovery::Ollama.model_available?("#{m}:latest")
+            end
+          rescue StandardError
+            nil
+          end
+
           def zero_vector
             Array.new(dimension, 0.0)
           end

data/lib/legion/extensions/apollo/helpers/graph_query.rb

@@ -32,7 +32,7 @@ module Legion
                 SELECT e.id, e.content, e.content_type, e.confidence, e.tags, e.source_agent,
                        0 AS depth, 1.0::float AS activation
                 FROM apollo_entries e
-                WHERE e.id = $entry_id
+                WHERE e.id = :entry_id
 
                 UNION ALL
 
@@ -72,11 +72,11 @@ module Legion
             <<~SQL
               SELECT e.id, e.content, e.content_type, e.confidence, e.tags, e.source_agent,
                      e.access_count, e.created_at, e.knowledge_domain,
-                     (e.embedding <=> $embedding) AS distance
+                     (e.embedding <=> :embedding) AS distance
               FROM apollo_entries e
               WHERE #{where_clause}
                 AND e.embedding IS NOT NULL
-              ORDER BY e.embedding <=> $embedding
+              ORDER BY e.embedding <=> :embedding
               LIMIT #{limit}
             SQL
           end

data/lib/legion/extensions/apollo/helpers/similarity.rb

@@ -10,6 +10,10 @@ module Legion
           module_function
 
           def cosine_similarity(vec_a:, vec_b:, **)
+            vec_a = parse_vector(vec_a)
+            vec_b = parse_vector(vec_b)
+            return 0.0 unless vec_a.is_a?(Array) && vec_b.is_a?(Array)
+
             dot = vec_a.zip(vec_b).sum { |x, y| x * y }
             mag_a = Math.sqrt(vec_a.sum { |x| x**2 })
             mag_b = Math.sqrt(vec_b.sum { |x| x**2 })
@@ -18,6 +22,15 @@ module Legion
             dot / (mag_a * mag_b)
           end
 
+          def parse_vector(vec)
+            return vec if vec.is_a?(Array)
+            return nil unless vec.is_a?(String)
+
+            ::JSON.parse(vec)
+          rescue StandardError
+            nil
+          end
+
           def above_corroboration_threshold?(similarity:, **)
             similarity >= Confidence::CORROBORATION_SIMILARITY_THRESHOLD
           end

data/lib/legion/extensions/apollo/runners/knowledge.rb

@@ -112,6 +112,8 @@ module Legion
             db = Legion::Data::Model::ApolloEntry.db
             entries = db.fetch(sql, embedding: Sequel.lit("'[#{embedding.join(',')}]'::vector")).all
 
+            entries = entries.reject { |e| e[:distance].respond_to?(:nan?) && e[:distance].nan? }
+
             entries.each do |entry|
               Legion::Data::Model::ApolloEntry.where(id: entry[:id]).update(
                 access_count: Sequel.expr(:access_count) + 1,
@@ -130,7 +132,7 @@ module Legion
 
             formatted = entries.map do |entry|
               { id: entry[:id], content: entry[:content], content_type: entry[:content_type],
-                confidence: entry[:confidence], distance: entry[:distance],
+                confidence: entry[:confidence], distance: entry[:distance]&.to_f,
                 tags: entry[:tags], source_agent: entry[:source_agent],
                 knowledge_domain: entry[:knowledge_domain] }
             end
@@ -218,6 +220,7 @@ module Legion
 
             db = Legion::Data::Model::ApolloEntry.db
             entries = db.fetch(sql, embedding: Sequel.lit("'[#{embedding.join(',')}]'::vector")).all
+            entries = entries.reject { |e| e[:distance].respond_to?(:nan?) && e[:distance].nan? }
 
             entries.each do |entry|
               Legion::Data::Model::ApolloEntry.where(id: entry[:id]).update(
@@ -228,7 +231,7 @@ module Legion
 
             formatted = entries.map do |entry|
               { id: entry[:id], content: entry[:content], content_type: entry[:content_type],
-                confidence: entry[:confidence], distance: entry[:distance],
+                confidence: entry[:confidence], distance: entry[:distance]&.to_f,
                 tags: entry[:tags], source_agent: entry[:source_agent],
                 knowledge_domain: entry[:knowledge_domain] }
             end
@@ -313,7 +316,7 @@ module Legion
 
             db = Legion::Data::Model::ApolloEntry.db
             similar = db.fetch(
-              "SELECT id, content, embedding FROM apollo_entries WHERE id != $entry_id AND embedding IS NOT NULL ORDER BY embedding <=> $embedding LIMIT #{sim_limit}", # rubocop:disable Layout/LineLength
+              "SELECT id, content, embedding FROM apollo_entries WHERE id != :entry_id AND embedding IS NOT NULL ORDER BY embedding <=> :embedding LIMIT #{sim_limit}", # rubocop:disable Layout/LineLength
               entry_id:  entry_id,
               embedding: Sequel.lit("'[#{embedding.join(',')}]'::vector")
             ).all

data/lib/legion/extensions/apollo/version.rb

@@ -3,7 +3,7 @@
 module Legion
   module Extensions
     module Apollo
-      VERSION = '0.4.5'
+      VERSION = '0.4.6'
     end
   end
 end

data/spec/legion/extensions/apollo/contradiction_spec.rb

@@ -36,7 +36,7 @@ RSpec.describe 'Apollo Contradiction Detection' do
         allow(mock_db).to receive(:fetch).and_return(double(all: []))
         knowledge.send(:detect_contradictions, 'uuid-1', embedding, 'test')
         expect(mock_db).to have_received(:fetch).with(
-          a_string_including('ORDER BY embedding <=> $embedding'),
+          a_string_including('ORDER BY embedding <=> :embedding'),
           hash_including(:entry_id, :embedding)
         )
       end

data/spec/legion/extensions/apollo/helpers/embedding_spec.rb

@@ -12,8 +12,8 @@ RSpec.describe Legion::Extensions::Apollo::Helpers::Embedding do
 
       it 'returns a zero vector of the correct dimension' do
         result = described_class.generate(text: 'hello world')
-        expect(result).to eq(Array.new(1536, 0.0))
-        expect(result.size).to eq(1536)
+        expect(result).to eq(Array.new(1024, 0.0))
+        expect(result.size).to eq(1024)
       end
     end
 
@@ -24,12 +24,12 @@ RSpec.describe Legion::Extensions::Apollo::Helpers::Embedding do
 
       it 'returns a zero vector' do
         result = described_class.generate(text: 'hello world')
-        expect(result).to eq(Array.new(1536, 0.0))
+        expect(result).to eq(Array.new(1024, 0.0))
       end
     end
 
     context 'when Legion::LLM is available and started' do
-      let(:mock_vector) { Array.new(1536) { rand(-1.0..1.0) } }
+      let(:mock_vector) { Array.new(1024) { rand(-1.0..1.0) } }
 
       before do
         llm = Module.new do
@@ -44,7 +44,7 @@ RSpec.describe Legion::Extensions::Apollo::Helpers::Embedding do
       it 'returns the vector from the LLM response hash' do
         result = described_class.generate(text: 'hello world')
         expect(result).to eq(mock_vector)
-        expect(Legion::LLM).to have_received(:embed).with('hello world')
+        expect(Legion::LLM).to have_received(:embed).with('hello world', **{})
       end
     end
 
@@ -120,7 +120,7 @@ RSpec.describe Legion::Extensions::Apollo::Helpers::Embedding do
       end
 
       it 'returns the default dimension' do
-        expect(described_class.configured_dimension).to eq(1536)
+        expect(described_class.configured_dimension).to eq(1024)
       end
     end
   end

data/spec/legion/extensions/apollo/helpers/graph_query_spec.rb

@@ -24,7 +24,7 @@ RSpec.describe Legion::Extensions::Apollo::Helpers::GraphQuery do
       expect(sql).to include('apollo_entries')
       expect(sql).to include('apollo_relations')
       expect(sql).to include('WITH RECURSIVE')
-      expect(sql).to include('$entry_id')
+      expect(sql).to include(':entry_id')
     end
 
     it 'includes relation type filter when specified' do
@@ -49,7 +49,7 @@ RSpec.describe Legion::Extensions::Apollo::Helpers::GraphQuery do
     it 'returns SQL with vector placeholder' do
       sql = described_class.build_semantic_search_sql(limit: 5, min_confidence: 0.3)
       expect(sql).to include('apollo_entries')
-      expect(sql).to include('$embedding')
+      expect(sql).to include(':embedding')
       expect(sql).to include('<=>')
       expect(sql).to include('LIMIT 5')
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-apollo
 version: !ruby/object:Gem::Version
-  version: 0.4.5
+  version: 0.4.6
 platform: ruby
 authors:
 - Esity