smart_rag 0.2.1 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: db8be81c26762690c4b8b4d2a3bb7c9b3081fd94ce9a05e379964df92ba78b22
-  data.tar.gz: 47465a464dff0874022bfcfd37b7eb1115291f1af71b6d4afeb5eefc6eaf249e
+  metadata.gz: 126c6c21c530311732722fc39ddad72632a9fb64c6dcdb8a467665d92871f44e
+  data.tar.gz: '09cab17c6e5aa7cef64548ef95833e74af40ca45659e6142a4125a680c89426d'
 SHA512:
-  metadata.gz: 68a9f3d4fffa35954489285189d49ed73cab62acd304fd441249aeffa3b454fda816f4799cfd111e2d2a4392d18f2aba4897563201c555b91c70ba7c6d25973e
-  data.tar.gz: c3f5efc011510a414aaae99f956119f4f3446391c6352567502e4572e0eeb5df0ac5690c02f50c259293bb55733f59f492b34b5c2e3ee0a31421a223d683f7ff
+  metadata.gz: 30102eda862fa9d04aec069b1a0454d2b7fdef78eb5a9684e82509f096af40369e4a20982b63d9cb2672635ba3be00401e90a7beebca36dbdd76825ef453e005
+  data.tar.gz: 6b2b5b5f58d4168349e36f9622aa36c12948c3cdc77b9194db2eb2badb98b3a4900ee009f668b4979c334bdea051ae3d59e79d71c2b1d610f89a90f846b2a548

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Changelog
 
+## 0.2.2 - 2026-09-15
+
+### Fixed
+- 修正 gemspec 中 homepage/source_code_uri/changelog_uri 指向错误仓库地址的问题。
+
 ## 0.2.1 - 2026-09-15
 
 ### Changed

data/Gemfile.lock

@@ -7,7 +7,7 @@ GIT
 PATH
   remote: .
   specs:
-    smart_rag (0.2.1)
+    smart_rag (0.2.2)
       aws-sdk-s3 (~> 1.0)
       concurrent-ruby (~> 1.0)
       dotenv (~> 2.8)
@@ -381,7 +381,7 @@ CHECKSUMS
   simplecov-html (0.13.2) sha256=bd0b8e54e7c2d7685927e8d6286466359b6f16b18cb0df47b508e8d73c777246
   simplecov_json_formatter (0.1.4) sha256=529418fbe8de1713ac2b2d612aa3daa56d316975d307244399fa4838c601b428
   smart_prompt (0.5.4) sha256=81d5e052cf05d63051a68e946e0ba25bcd280dca5e43ce96664551a33656e5bc
-  smart_rag (0.2.1)
+  smart_rag (0.2.2)
   standardwebhooks (1.1.0) sha256=356ba711c14def4fb27310e4163b26bd5cccf325212c3440cabadd825e4be11f
   stringio (3.2.0) sha256=c37cb2e58b4ffbd33fe5cd948c05934af997b36e0b6ca6fdf43afa234cf222e1
   tiktoken_ruby (0.0.17-x64-mingw-ucrt) sha256=8bd2f8e2c38ee9052a8cd4fc83fcb41362beb476d8885ac121125cd4dd065596

data/lib/smart_rag/core/document_processor.rb

@@ -321,8 +321,15 @@ module SmartRAG
         raise e
       end
 
+      # Read a text file as UTF-8.
+      #
+      # File.binread returns an ASCII-8BIT string, and transcoding that to UTF-8
+      # with `undef: :replace, replace: ''` silently deletes every high byte —
+      # i.e. it deletes all non-ASCII text (CJK included). Declare the encoding
+      # of the bytes instead of transcoding from binary; `scrub` then replaces
+      # only genuinely invalid byte sequences.
       def read_text_file(file_path)
-        normalize_text_content(File.binread(file_path))
+        normalize_text_content(File.read(file_path, mode: 'rb').force_encoding(Encoding::UTF_8))
       rescue StandardError => e
         @logger.error "Failed to read text file #{file_path}: #{e.message}"
         raise e
@@ -333,10 +340,16 @@ module SmartRAG
 
         normalized = content.is_a?(String) ? content.dup : content.to_s
 
-        begin
-          normalized = normalized.encode(Encoding::UTF_8, invalid: :replace, undef: :replace, replace: '')
-        rescue Encoding::UndefinedConversionError, Encoding::InvalidByteSequenceError
-          normalized = normalized.force_encoding(Encoding::UTF_8).scrub
+        if normalized.encoding == Encoding::ASCII_8BIT
+          # Bytes of unknown encoding: reinterpret as UTF-8 instead of dropping
+          # everything above 0x7F.
+          normalized = normalized.force_encoding(Encoding::UTF_8)
+        elsif normalized.encoding != Encoding::UTF_8
+          begin
+            normalized = normalized.encode(Encoding::UTF_8, invalid: :replace, undef: :replace, replace: '')
+          rescue Encoding::UndefinedConversionError, Encoding::InvalidByteSequenceError
+            normalized = normalized.force_encoding(Encoding::UTF_8)
+          end
         end
 
         normalized.scrub

data/lib/smart_rag/retrieve.rb

@@ -19,6 +19,7 @@ module SmartRAG
     def execute(plan:)
       @document_metadata_cache = {}
       @section_topic_cache = {}
+      @document_record_cache = {}
       normalized_plan = normalize_plan(plan)
       validate_plan!(normalized_plan)
       principal = normalized_plan.delete(:_principal)
@@ -459,6 +460,15 @@ module SmartRAG
         return section.document.url if section.document.respond_to?(:url)
       end
 
+      # Not every search backend returns source metadata: vector search results
+      # carry only similarity/rank/section, so this returned nil for them. A nil
+      # URI matches no `source_uri_prefix`, so every candidate was rejected by
+      # the scope filter and semantic/hybrid plans always came back empty. The
+      # document row is authoritative.
+      document = document_record_for(extract_document_id(result, section))
+      stored_uri = document && document[:source_uri]
+      return stored_uri unless stored_uri.to_s.empty?
+
       nil
     end
 
@@ -471,6 +481,12 @@ module SmartRAG
         end
       end
 
+      # Same reasoning as extract_source_uri: prefer what was stored on the
+      # document over guessing from a URI a backend may not have returned.
+      document = document_record_for(extract_document_id(result, extract_section(result)))
+      stored_type = document && document[:source_type]
+      return stored_type unless stored_type.to_s.empty?
+
       return 'url' if source_uri.to_s.start_with?('http://', 'https://')
       return 'file' if source_uri.to_s.start_with?('file://', '/')
 
@@ -578,6 +594,21 @@ module SmartRAG
       nil
     end
 
+    # Document rows are the authoritative source for scope metadata; search
+    # backends do not all echo it back to the caller.
+    def document_record_for(document_id)
+      return nil if document_id.nil?
+      return nil unless defined?(::SmartRAG) && ::SmartRAG.respond_to?(:db) && ::SmartRAG.db
+
+      @document_record_cache ||= {}
+      key = document_id.to_i
+      return @document_record_cache[key] if @document_record_cache.key?(key)
+
+      @document_record_cache[key] = ::SmartRAG.db[:source_documents].where(id: key).first
+    rescue StandardError
+      nil
+    end
+
     def extract_vector_score(result, mode)
       return numeric_or_nil(result[:vector_score]) if result.is_a?(Hash) && result.key?(:vector_score)
       return numeric_or_nil(result[:similarity]) if mode == 'semantic' && result.is_a?(Hash) && result.key?(:similarity)

data/lib/smart_rag/version.rb

@@ -1,3 +1,3 @@
 module SmartRAG
-  VERSION = "0.2.1"
+  VERSION = "0.2.3"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: smart_rag
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.3
 platform: ruby
 authors:
 - SmartRAG Team
@@ -396,13 +396,13 @@ files:
 - todo.md
 - workers/analyze_content.rb
 - workers/get_embedding.rb
-homepage: https://github.com/smartrag/smartrag
+homepage: https://github.com/zhuangbiaowei/smart_rag
 licenses:
 - MIT
 metadata:
-  homepage_uri: https://github.com/smartrag/smartrag
-  source_code_uri: https://github.com/smartrag/smartrag
-  changelog_uri: https://github.com/smartrag/smartrag/blob/main/CHANGELOG.md
+  homepage_uri: https://github.com/zhuangbiaowei/smart_rag
+  source_code_uri: https://github.com/zhuangbiaowei/smart_rag
+  changelog_uri: https://github.com/zhuangbiaowei/smart_rag/blob/main/CHANGELOG.md
 rdoc_options: []
 require_paths:
 - lib
@@ -417,7 +417,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.16
+rubygems_version: 4.0.20
 specification_version: 4
 summary: A hybrid RAG (Retrieval-Augmented Generation) system with vector and full-text
   search