langchainrb 0.6.14 → 0.6.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7beb48b4b2bc88c4a25bef1cbc9eb0e95c0bd3eaeb02af6a12e0026c9081dd6d
-  data.tar.gz: ebdb7816bf0e37e221a13ecf6cb620a335d3d49b564be76f4f714cb9849ebeb6
+  metadata.gz: 804ffbb08baabf8d2b0372e6893ca31a8c0933425dcabc78b2b48381b045d0c9
+  data.tar.gz: a53ed993838ab79c343618b445533c285f35e186c3a1f4412f40f7da12b9911b
 SHA512:
-  metadata.gz: 1cb2c147ffbe999eb1f027161e6cda3beea76e31b821bdec564eb36cc6a2d96e31c5d450be8d744738fabef07a9f519c8b96ab2e6dc9585fb05ceea7ebc494a2
-  data.tar.gz: 9f3a1d015de4f568bea1e08637a07ed6bf2ef93bb68068ebe51a50c16ca5a1d5d3f850cf19439ad785b6078305a7dfbd740f7bf7916c1e3466efdb04060f360e
+  metadata.gz: d4aa19658c6c6ffdd5268c6ab83abe3ba17c3bb84b3880a6347bb67fa5c1b4bf0e9304b22c477b27401394450b692d0ee545f5745c6e3a2ec2e5e2ba50779584
+  data.tar.gz: b1c918b8d28e86b11cde99e1b976cbffcca36dbc8ac354e08ce72d9056cc5eafd6ddb601f92edfcd28907687c2247c417477173746405cd1ca2b2ec0fc51df83

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 ## [Unreleased]
 
+## [0.6.15] - 2023-09-22
+- Bump weaviate-ruby gem version
+- Ollama support
+
 ## [0.6.14] - 2023-09-11
 - Add `find` method to `Langchain::Vectorsearch::Qdrant`
 - Enhance Google search output

data/README.md

@@ -210,6 +210,18 @@ anthropic = Langchain::LLM::Anthropic.new(api_key: ENV["ANTHROPIC_API_KEY"])
 anthropic.complete(prompt: "What is the meaning of life?")
 ```
 
+#### Ollama
+```ruby
+ollama = Langchain::LLM::Ollama.new(url: ENV["OLLAMA_URL"])
+```
+
+```ruby
+ollama.complete(prompt: "What is the meaning of life?")
+```
+```ruby
+ollama.embed(text: "Hello world!")
+```
+
 ### Using Prompts 📋
 
 #### Prompt Templates

data/lib/langchain/llm/ollama.rb

@@ -0,0 +1,79 @@
+# frozen_string_literal: true
+
+module Langchain::LLM
+  # Interface to Ollama API.
+  # Available models: https://ollama.ai/library
+  #
+  # Usage:
+  #    ollama = Langchain::LLM::Ollama.new(url: ENV["OLLAMA_URL"])
+  #
+  class Ollama < Base
+    attr_reader :url
+
+    DEFAULTS = {
+      temperature: 0.0,
+      completion_model_name: "llama2",
+      embeddings_model_name: "llama2"
+    }.freeze
+
+    # Initialize the Ollama client
+    # @param url [String] The URL of the Ollama instance
+    def initialize(url:)
+      @url = url
+    end
+
+    # Generate the completion for a given prompt
+    # @param prompt [String] The prompt to complete
+    # @param model [String] The model to use
+    # @param options [Hash] The options to use (https://github.com/jmorganca/ollama/blob/main/docs/modelfile.md#valid-parameters-and-values)
+    # @return [String] The completed prompt
+    def complete(prompt:, model: nil, **options)
+      response = +""
+
+      client.post("api/generate") do |req|
+        req.body = {}
+        req.body["prompt"] = prompt
+        req.body["model"] = model || DEFAULTS[:completion_model_name]
+
+        req.body["options"] = options if options.any?
+
+        # TODO: Implement streaming support when a &block is passed in
+        req.options.on_data = proc do |chunk, size|
+          json_chunk = JSON.parse(chunk)
+
+          unless json_chunk.dig("done")
+            response.to_s << JSON.parse(chunk).dig("response")
+          end
+        end
+      end
+
+      response
+    end
+
+    # Generate an embedding for a given text
+    # @param text [String] The text to generate an embedding for
+    # @param model [String] The model to use
+    # @param options [Hash] The options to use (
+    def embed(text:, model: nil, **options)
+      response = client.post("api/embeddings") do |req|
+        req.body = {}
+        req.body["prompt"] = text
+        req.body["model"] = model || DEFAULTS[:embeddings_model_name]
+
+        req.body["options"] = options if options.any?
+      end
+
+      response.body.dig("embedding")
+    end
+
+    private
+
+    def client
+      @client ||= Faraday.new(url: url) do |conn|
+        conn.request :json
+        conn.response :json
+        conn.response :raise_error
+      end
+    end
+  end
+end

data/lib/langchain/utils/token_length/ollama_validator.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+require "tiktoken_ruby"
+
+module Langchain
+  module Utils
+    module TokenLength
+      #
+      # This class is meant to validate the length of the text passed in to Ollama.
+      # It is used to validate the token length before the API call is made
+      #
+      class OllamaValidator < BaseValidator
+      end
+    end
+  end
+end

data/lib/langchain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Langchain
-  VERSION = "0.6.14"
+  VERSION = "0.6.15"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: langchainrb
 version: !ruby/object:Gem::Version
-  version: 0.6.14
+  version: 0.6.15
 platform: ruby
 authors:
 - Andrei Bondarev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-09-11 00:00:00.000000000 Z
+date: 2023-09-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: baran
@@ -478,14 +478,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.6
+        version: 0.8.7
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.6
+        version: 0.8.7
 - !ruby/object:Gem::Dependency
   name: wikipedia-client
   requirement: !ruby/object:Gem::Requirement
@@ -535,6 +535,7 @@ files:
 - lib/langchain/llm/google_palm.rb
 - lib/langchain/llm/hugging_face.rb
 - lib/langchain/llm/llama_cpp.rb
+- lib/langchain/llm/ollama.rb
 - lib/langchain/llm/openai.rb
 - lib/langchain/llm/prompts/summarize_template.yaml
 - lib/langchain/llm/replicate.rb
@@ -571,6 +572,7 @@ files:
 - lib/langchain/utils/token_length/base_validator.rb
 - lib/langchain/utils/token_length/cohere_validator.rb
 - lib/langchain/utils/token_length/google_palm_validator.rb
+- lib/langchain/utils/token_length/ollama_validator.rb
 - lib/langchain/utils/token_length/openai_validator.rb
 - lib/langchain/utils/token_length/token_limit_exceeded.rb
 - lib/langchain/vectorsearch/base.rb
@@ -606,7 +608,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.33
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: Build LLM-backed Ruby applications with Ruby's LangChain