langchainrb 0.3.8 → 0.3.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6b208f5fc51ce342bd7ffcfb776487452a40fb0505e4fa6a6b371e0db1d2a278
-  data.tar.gz: 8551edf0406827f92026c8fde54b3b27f32727dec6381f5a33cd58c9c39d40a5
+  metadata.gz: fa4976937d6ccf9b2c0e1f0e0d98f53a98f21f0d9d1abbe85d6cc83b646cb8d7
+  data.tar.gz: e563cf1aaece650c2cbe2727b06b15c2e284276c78f1e820070d566a6d3b7386
 SHA512:
-  metadata.gz: 0d0d10e84dd47b768979e4f004e9026aac48c45ed5e15ffe499dc0fc9679e806408cc5688cdbd06931e7f63e8840dbb33b5ad7f58ca311eb05a4528757fc9581
-  data.tar.gz: 8723656cefc802cdd4464d24f452a858a1315e654d64d1c256cab9e1de5297c1de0950a4a625278fe33aa8f149db698878bfe608cd06051bc0f8eb8c5abb22f3
+  metadata.gz: 70e086ce4951b95f1f232b436354f2566caedb0d200b55e3f7ed3bd9589043b06053e78198f97ed47335825edae528e6559b99378899b2c435d5f4baa66f137b
+  data.tar.gz: 75a358762a36f9d37881fe9b265764cb4b8f9578c6598dd38bd3f7323b919e90c1531b7dda769b687e29eb595ec7852cc5698254a80dd5a5a334929894e783df

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 ## [Unreleased]
 
+## [0.3.9] - 2023-05-19
+- 🚚 Loaders
+  - Introduce `Loaders::Docx` to parse .docx files
+
 ## [0.3.8] - 2023-05-19
 - 🔍 Vectorsearch
   - Introduce support for Chroma DB

data/Gemfile

@@ -10,3 +10,7 @@ gem "rake", "~> 13.0"
 gem "rspec", "~> 3.0"
 
 gem "standardrb"
+
+# TODO: Remove this once a new version of the gem is released
+# The new version of `docx` needs to include this fix: https://github.com/ruby-docx/docx/pull/130
+gem "docx", branch: "master", git: "https://github.com/ruby-docx/docx.git"

data/Gemfile.lock

@@ -1,7 +1,16 @@
+GIT
+  remote: https://github.com/ruby-docx/docx.git
+  revision: 08b734da349d980d2d7549b907459a9e2aa5d3bb
+  branch: master
+  specs:
+    docx (0.7.0)
+      nokogiri (~> 1.13, >= 1.13.0)
+      rubyzip (~> 2.0)
+
 PATH
   remote: .
   specs:
-    langchainrb (0.3.8)
+    langchainrb (0.3.9)
 
 GEM
   remote: https://rubygems.org/
@@ -230,6 +239,7 @@ GEM
     ruby-progressbar (1.13.0)
     ruby-rc4 (0.1.5)
     ruby2_keywords (0.0.5)
+    rubyzip (2.3.2)
     standard (1.28.2)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.0)
@@ -267,6 +277,7 @@ PLATFORMS
 DEPENDENCIES
   chroma-db (~> 0.3.0)
   cohere-ruby (~> 0.9.3)
+  docx!
   dotenv-rails (~> 2.7.6)
   eqn (~> 1.6.5)
   google_search_results (~> 2.0.0)

data/lib/langchain.rb

@@ -55,6 +55,7 @@ end
 
 module Loaders
   autoload :Base, "loaders/base"
+  autoload :Docx, "loaders/docx"
   autoload :PDF, "loaders/pdf"
   autoload :Text, "loaders/text"
 end
@@ -62,4 +63,4 @@ end
 autoload :Loader, "loader"
 
 # Load the default Loaders
-Langchain.default_loaders ||= [::Loaders::Text, ::Loaders::PDF]
+Langchain.default_loaders ||= [::Loaders::Text, ::Loaders::PDF, ::Loaders::Docx]

data/lib/loaders/base.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+# TODO: Add chunking options to the loaders
+
 module Loaders
   class Base
     def self.load(path)

data/lib/loaders/docx.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module Loaders
+  class Docx < Base
+    #
+    # This Loader parses Docx files into text.
+    # If you'd like to use it directly you can do so like this:
+    # Loaders::Docx.new("path/to/my.docx").load
+    #
+    # This parser is also invoked when you're adding data to a Vectorsearch DB:
+    # qdrant = Vectorsearch::Qdrant.new(...)
+    # path = Langchain.root.join("path/to/my.docx")
+    # qdrant.add_data(path: path)
+    #
+
+    def initialize(path)
+      depends_on "docx"
+      require "docx"
+
+      @path = path
+    end
+
+    # Check that the file is a `.docx` file
+    def loadable?
+      @path.to_s.end_with?(".docx")
+    end
+
+    def load
+      ::Docx::Document
+        .open(@path.to_s)
+        .text
+    end
+  end
+end

data/lib/loaders/pdf.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Loaders
   class PDF < Base
     #

data/lib/loaders/text.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Loaders
   class Text < Base
     #

data/lib/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Langchain
-  VERSION = "0.3.8"
+  VERSION = "0.3.9"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: langchainrb
 version: !ruby/object:Gem::Version
-  version: 0.3.8
+  version: 0.3.9
 platform: ruby
 authors:
 - Andrei Bondarev
@@ -66,6 +66,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.3.0
+- !ruby/object:Gem::Dependency
+  name: docx
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: eqn
   requirement: !ruby/object:Gem::Requirement
@@ -238,6 +252,7 @@ files:
 - lib/llm/openai.rb
 - lib/loader.rb
 - lib/loaders/base.rb
+- lib/loaders/docx.rb
 - lib/loaders/pdf.rb
 - lib/loaders/text.rb
 - lib/prompt/base.rb