langchainrb 0.6.11 → 0.6.12

data/lib/langchain/prompt/loading.rb

@@ -11,82 +11,88 @@ module Langchain::Prompt
     "few_shot" => ->(config) { load_few_shot_prompt(config) }
   }
 
-  class << self
-    #
-    # Load prompt from file.
-    #
-    # @param file_path [String, Pathname] The path of the file to read the configuration data from.
-    #
-    # @return [Object] The loaded prompt loaded.
-    #
-    # @raise [ArgumentError] If the file type of the specified file path is not supported.
-    #
-    def load_from_path(file_path:)
-      file_path = file_path.is_a?(String) ? Pathname.new(file_path) : file_path
-
-      case file_path.extname
-      when ".json"
-        config = JSON.parse(File.read(file_path))
-      when ".yaml", ".yml"
-        config = YAML.safe_load(File.read(file_path))
-      else
-        raise ArgumentError, "Got unsupported file type #{file_path.extname}"
-      end
-
-      load_from_config(config)
+  module Loading
+    def self.included(base)
+      base.extend ClassMethods
     end
 
-    #
-    # Loads a prompt template with the given configuration.
-    #
-    # @param config [Hash] A hash containing the configuration for the prompt.
-    #
-    # @return [PromptTemplate] The loaded prompt loaded.
-    #
-    def load_prompt(config)
-      template, input_variables = config.values_at("template", "input_variables")
-      PromptTemplate.new(template: template, input_variables: input_variables)
-    end
+    module ClassMethods
+      #
+      # Load prompt from file.
+      #
+      # @param file_path [String, Pathname] The path of the file to read the configuration data from.
+      #
+      # @return [Object] The loaded prompt loaded.
+      #
+      # @raise [ArgumentError] If the file type of the specified file path is not supported.
+      #
+      def load_from_path(file_path:)
+        file_path = file_path.is_a?(String) ? Pathname.new(file_path) : file_path
 
-    #
-    # Loads a prompt template with the given configuration.
-    #
-    # @param config [Hash] A hash containing the configuration for the prompt.
-    #
-    # @return [FewShotPromptTemplate] The loaded prompt loaded.
-    #
-    def load_few_shot_prompt(config)
-      prefix, suffix, example_prompt, examples, input_variables = config.values_at("prefix", "suffix", "example_prompt", "examples", "input_variables")
-      example_prompt = load_prompt(example_prompt)
-      FewShotPromptTemplate.new(prefix: prefix, suffix: suffix, example_prompt: example_prompt, examples: examples, input_variables: input_variables)
-    end
+        case file_path.extname
+        when ".json"
+          config = JSON.parse(File.read(file_path))
+        when ".yaml", ".yml"
+          config = YAML.safe_load(File.read(file_path))
+        else
+          raise ArgumentError, "Got unsupported file type #{file_path.extname}"
+        end
 
-    private
+        load_from_config(config)
+      end
 
-    #
-    # Loads the prompt from the given configuration hash
-    #
-    # @param config [Hash] the configuration hash to load from
-    #
-    # @return [Object] the loaded prompt
-    #
-    # @raise [ArgumentError] if the prompt type specified in the config is not supported
-    #
-    def load_from_config(config)
-      # If `_type` key is not present in the configuration hash, add it with a default value of `prompt`
-      unless config.key?("_type")
-        Langchain.logger.warn "No `_type` key found, defaulting to `prompt`"
-        config["_type"] = "prompt"
+      #
+      # Loads a prompt template with the given configuration.
+      #
+      # @param config [Hash] A hash containing the configuration for the prompt.
+      #
+      # @return [PromptTemplate] The loaded prompt loaded.
+      #
+      def load_prompt(config)
+        template, input_variables = config.values_at("template", "input_variables")
+        PromptTemplate.new(template: template, input_variables: input_variables)
       end
 
-      # If the prompt type specified in the configuration hash is not supported, raise an exception
-      unless TYPE_TO_LOADER.key?(config["_type"])
-        raise ArgumentError, "Loading #{config["_type"]} prompt not supported"
+      #
+      # Loads a prompt template with the given configuration.
+      #
+      # @param config [Hash] A hash containing the configuration for the prompt.
+      #
+      # @return [FewShotPromptTemplate] The loaded prompt loaded.
+      #
+      def load_few_shot_prompt(config)
+        prefix, suffix, example_prompt, examples, input_variables = config.values_at("prefix", "suffix", "example_prompt", "examples", "input_variables")
+        example_prompt = load_prompt(example_prompt)
+        FewShotPromptTemplate.new(prefix: prefix, suffix: suffix, example_prompt: example_prompt, examples: examples, input_variables: input_variables)
       end
 
-      # Load the prompt using the corresponding loader function from the `TYPE_TO_LOADER` hash
-      prompt_loader = TYPE_TO_LOADER[config["_type"]]
-      prompt_loader.call(config)
+      private
+
+      #
+      # Loads the prompt from the given configuration hash
+      #
+      # @param config [Hash] the configuration hash to load from
+      #
+      # @return [Object] the loaded prompt
+      #
+      # @raise [ArgumentError] if the prompt type specified in the config is not supported
+      #
+      def load_from_config(config)
+        # If `_type` key is not present in the configuration hash, add it with a default value of `prompt`
+        unless config.key?("_type")
+          Langchain.logger.warn "No `_type` key found, defaulting to `prompt`"
+          config["_type"] = "prompt"
+        end
+
+        # If the prompt type specified in the configuration hash is not supported, raise an exception
+        unless TYPE_TO_LOADER.key?(config["_type"])
+          raise ArgumentError, "Loading #{config["_type"]} prompt not supported"
+        end
+
+        # Load the prompt using the corresponding loader function from the `TYPE_TO_LOADER` hash
+        prompt_loader = TYPE_TO_LOADER[config["_type"]]
+        prompt_loader.call(config)
+      end
     end
   end
 end

data/lib/langchain/prompt.rb

@@ -0,0 +1,5 @@
+module Langchain
+  module Prompt
+    include Loading
+  end
+end

data/lib/langchain/system_message.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module Langchain
+  class SystemMessage < Message
+    def type
+      "system"
+    end
+  end
+end

data/lib/langchain/tool/base.rb

@@ -7,16 +7,18 @@ module Langchain::Tool
   #
   # == Available Tools
   #
-  # - {Langchain::Tool::Calculator}: Calculate the result of a math expression
-  # - {Langchain::Tool::RubyCodeInterpretor}: Runs ruby code
+  # - {Langchain::Tool::Calculator}: calculate the result of a math expression
+  # - {Langchain::Tool::Database}: executes SQL queries
   # - {Langchain::Tool::GoogleSearch}: search on Google (via SerpAPI)
+  # - {Langchain::Tool::RubyCodeInterpreter}: runs ruby code
+  # - {Langchain::Tool::Weather}: gets current weather data
   # - {Langchain::Tool::Wikipedia}: search on Wikipedia
   #
   # == Usage
   #
   # 1. Pick the tools you'd like to pass to an Agent and install the gems listed under **Gem Requirements**
   #
-  #     # To use all 3 tools:
+  #     # For example to use the Calculator, GoogleSearch, and Wikipedia:
   #     gem install eqn
   #     gem install google_search_results
   #     gem install wikipedia-client
@@ -28,16 +30,14 @@ module Langchain::Tool
   # 3. Pass the tools when Agent is instantiated.
   #
   #     agent = Langchain::Agent::ReActAgent.new(
-  #       llm: :openai, # or :cohere, :hugging_face, :google_palm or :replicate
-  #       llm_api_key: ENV["OPENAI_API_KEY"],
-  #       tools: ["google_search", "calculator", "wikipedia"]
+  #       llm: Langchain::LLM::OpenAI.new(api_key: "YOUR_API_KEY"), # or other like Cohere, Hugging Face, Google Palm or Replicate
+  #       tools: [
+  #         Langchain::Tool::GoogleSearch.new(api_key: "YOUR_API_KEY"),
+  #         Langchain::Tool::Calculator.new,
+  #         Langchain::Tool::Wikipedia.new
+  #       ]
   #     )
   #
-  # 4. Confirm that the Agent is using the Tools you passed in:
-  #
-  #     agent.tools
-  #     # => ["google_search", "calculator", "wikipedia"]
-  #
   # == Adding Tools
   #
   # 1. Create a new file in lib/langchain/tool/your_tool_name.rb
@@ -53,7 +53,7 @@ module Langchain::Tool
     #
     # @return [String] tool name
     #
-    def tool_name
+    def name
       self.class.const_get(:NAME)
     end
 
@@ -68,7 +68,7 @@ module Langchain::Tool
     #
     # @return [String] tool description
     #
-    def tool_description
+    def description
       self.class.const_get(:DESCRIPTION)
     end
 
@@ -109,7 +109,7 @@ module Langchain::Tool
     #
     def self.validate_tools!(tools:)
       # Check if the tool count is equal to unique tool count
-      if tools.count != tools.map(&:tool_name).uniq.count
+      if tools.count != tools.map(&:name).uniq.count
         raise ArgumentError, "Either tools are not unique or are conflicting with each other"
       end
     end

data/lib/langchain/vectorsearch/pgvector.rb

@@ -8,7 +8,7 @@ module Langchain::Vectorsearch
     # Gem requirements: gem "pgvector", "~> 0.2"
     #
     # Usage:
-    # pgvector = Langchain::Vectorsearch::Pgvector.new(url:, index_name:, llm:, namespace_column: nil, namespace: nil)
+    # pgvector = Langchain::Vectorsearch::Pgvector.new(url:, index_name:, llm:, namespace: nil)
     #
 
     # The operators supported by the PostgreSQL vector search adapter
@@ -90,20 +90,22 @@ module Langchain::Vectorsearch
     end
 
     # Create default schema
-    # @return [PG::Result] The response from the database
     def create_default_schema
       db.run "CREATE EXTENSION IF NOT EXISTS vector"
-      namespace = namespace_column
+      namespace_column = @namespace_column
       vector_dimension = default_dimension
       db.create_table? table_name.to_sym do
         primary_key :id
         text :content
         column :vectors, "vector(#{vector_dimension})"
-        text namespace.to_sym, default: nil
+        text namespace_column.to_sym, default: nil
       end
     end
 
-    # TODO: Add destroy_default_schema method
+    # Destroy default schema
+    def destroy_default_schema
+      db.drop_table? table_name.to_sym
+    end
 
     # Search for similar texts in the index
     # @param query [String] The text to search for

data/lib/langchain/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Langchain
-  VERSION = "0.6.11"
+  VERSION = "0.6.12"
 end

data/lib/langchain.rb

@@ -3,8 +3,25 @@
 require "logger"
 require "pathname"
 require "colorize"
-
-require_relative "./langchain/version"
+require "zeitwerk"
+loader = Zeitwerk::Loader.for_gem
+loader.ignore("#{__dir__}/langchainrb.rb")
+loader.inflector.inflect(
+  "ai_message" => "AIMessage",
+  "ai21" => "AI21",
+  "ai21_validator" => "AI21Validator",
+  "csv" => "CSV",
+  "html" => "HTML",
+  "json" => "JSON",
+  "jsonl" => "JSONL",
+  "llm" => "LLM",
+  "openai" => "OpenAI",
+  "openai_validator" => "OpenAIValidator",
+  "pdf" => "PDF",
+  "react_agent" => "ReActAgent",
+  "sql_query_agent" => "SQLQueryAgent"
+)
+loader.setup
 
 # Langchain.rb a is library for building LLM-backed Ruby applications. It is an abstraction layer that sits on top of the emerging AI-related tools that makes it easy for developers to consume and string those services together.
 #
@@ -48,13 +65,6 @@ require_relative "./langchain/version"
 #
 # Langchain.logger.level = :info
 module Langchain
-  autoload :Loader, "langchain/loader"
-  autoload :Data, "langchain/data"
-  autoload :Conversation, "langchain/conversation"
-  autoload :ConversationMemory, "langchain/conversation_memory"
-  autoload :DependencyHelper, "langchain/dependency_helper"
-  autoload :ContextualLogger, "langchain/contextual_logger"
-
   class << self
     # @return [ContextualLogger]
     attr_reader :logger
@@ -73,95 +83,7 @@ module Langchain
 
   @root = Pathname.new(__dir__)
 
-  module Agent
-    autoload :Base, "langchain/agent/base"
-    autoload :ReActAgent, "langchain/agent/react_agent/react_agent.rb"
-    autoload :SQLQueryAgent, "langchain/agent/sql_query_agent/sql_query_agent.rb"
-  end
-
-  module Chunker
-    autoload :Base, "langchain/chunker/base"
-    autoload :Text, "langchain/chunker/text"
-    autoload :RecursiveText, "langchain/chunker/recursive_text"
-  end
-
-  module Tool
-    autoload :Base, "langchain/tool/base"
-    autoload :Calculator, "langchain/tool/calculator"
-    autoload :RubyCodeInterpreter, "langchain/tool/ruby_code_interpreter"
-    autoload :GoogleSearch, "langchain/tool/google_search"
-    autoload :Weather, "langchain/tool/weather"
-    autoload :Wikipedia, "langchain/tool/wikipedia"
-    autoload :Database, "langchain/tool/database"
-  end
-
-  module Processors
-    autoload :Base, "langchain/processors/base"
-    autoload :CSV, "langchain/processors/csv"
-    autoload :Docx, "langchain/processors/docx"
-    autoload :HTML, "langchain/processors/html"
-    autoload :JSON, "langchain/processors/json"
-    autoload :JSONL, "langchain/processors/jsonl"
-    autoload :PDF, "langchain/processors/pdf"
-    autoload :Text, "langchain/processors/text"
-    autoload :Xlsx, "langchain/processors/xlsx"
-  end
-
-  module Utils
-    module TokenLength
-      autoload :BaseValidator, "langchain/utils/token_length/base_validator"
-      autoload :AI21Validator, "langchain/utils/token_length/ai21_validator"
-      autoload :CohereValidator, "langchain/utils/token_length/cohere_validator"
-      autoload :GooglePalmValidator, "langchain/utils/token_length/google_palm_validator"
-      autoload :OpenAIValidator, "langchain/utils/token_length/openai_validator"
-      autoload :TokenLimitExceeded, "langchain/utils/token_length/token_limit_exceeded"
-    end
-  end
-
-  module Vectorsearch
-    autoload :Base, "langchain/vectorsearch/base"
-    autoload :Chroma, "langchain/vectorsearch/chroma"
-    autoload :Hnswlib, "langchain/vectorsearch/hnswlib"
-    autoload :Milvus, "langchain/vectorsearch/milvus"
-    autoload :Pinecone, "langchain/vectorsearch/pinecone"
-    autoload :Pgvector, "langchain/vectorsearch/pgvector"
-    autoload :Qdrant, "langchain/vectorsearch/qdrant"
-    autoload :Weaviate, "langchain/vectorsearch/weaviate"
-  end
-
-  module LLM
-    autoload :AI21, "langchain/llm/ai21"
-    autoload :Anthropic, "langchain/llm/anthropic"
-    autoload :Base, "langchain/llm/base"
-    autoload :Cohere, "langchain/llm/cohere"
-    autoload :GooglePalm, "langchain/llm/google_palm"
-    autoload :HuggingFace, "langchain/llm/hugging_face"
-    autoload :LlamaCpp, "langchain/llm/llama_cpp"
-    autoload :OpenAI, "langchain/llm/openai"
-    autoload :Replicate, "langchain/llm/replicate"
-  end
-
-  module Prompt
-    require_relative "langchain/prompt/loading"
-
-    autoload :Base, "langchain/prompt/base"
-    autoload :PromptTemplate, "langchain/prompt/prompt_template"
-    autoload :FewShotPromptTemplate, "langchain/prompt/few_shot_prompt_template"
-  end
-
-  module ActiveRecord
-    autoload :Hooks, "langchain/active_record/hooks"
-  end
-
-  module OutputParsers
-    autoload :Base, "langchain/output_parsers/base"
-    autoload :StructuredOutputParser, "langchain/output_parsers/structured"
-    autoload :OutputFixingParser, "langchain/output_parsers/fix"
-  end
-
   module Errors
     class BaseError < StandardError; end
   end
 end
-
-require "langchain/railtie" if defined?(Rails)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: langchainrb
 version: !ruby/object:Gem::Version
-  version: 0.6.11
+  version: 0.6.12
 platform: ruby
 authors:
 - Andrei Bondarev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-08-08 00:00:00.000000000 Z
+date: 2023-08-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: baran
@@ -66,6 +66,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 4.0.0
+- !ruby/object:Gem::Dependency
+  name: zeitwerk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.6.11
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.6.11
 - !ruby/object:Gem::Dependency
   name: dotenv-rails
   requirement: !ruby/object:Gem::Requirement
@@ -98,30 +112,30 @@ dependencies:
   name: yard
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.9.34
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.9.34
 - !ruby/object:Gem::Dependency
   name: rdiscount
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.2.7
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.2.7
 - !ruby/object:Gem::Dependency
   name: ai21
   requirement: !ruby/object:Gem::Requirement
@@ -280,16 +294,16 @@ dependencies:
   name: llama_cpp
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.3.7
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.3.7
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
@@ -493,36 +507,18 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".env.example"
-- ".rspec"
-- ".rubocop.yml"
-- ".tool-versions"
 - CHANGELOG.md
-- Gemfile
-- Gemfile.lock
 - LICENSE.txt
 - README.md
-- Rakefile
-- examples/conversation_with_openai.rb
-- examples/create_and_manage_few_shot_prompt_templates.rb
-- examples/create_and_manage_prompt_templates.rb
-- examples/create_and_manage_prompt_templates_using_structured_output_parser.rb
-- examples/llama_cpp.rb
-- examples/open_ai_function_calls.rb
-- examples/open_ai_qdrant_function_calls.rb
-- examples/pdf_store_and_query_with_chroma.rb
-- examples/store_and_query_with_pinecone.rb
-- examples/store_and_query_with_qdrant.rb
-- examples/store_and_query_with_weaviate.rb
-- lefthook.yml
 - lib/langchain.rb
 - lib/langchain/active_record/hooks.rb
 - lib/langchain/agent/base.rb
-- lib/langchain/agent/react_agent/react_agent.rb
+- lib/langchain/agent/react_agent.rb
 - lib/langchain/agent/react_agent/react_agent_prompt.yaml
-- lib/langchain/agent/sql_query_agent/sql_query_agent.rb
+- lib/langchain/agent/sql_query_agent.rb
 - lib/langchain/agent/sql_query_agent/sql_query_agent_answer_prompt.yaml
 - lib/langchain/agent/sql_query_agent/sql_query_agent_sql_prompt.yaml
+- lib/langchain/ai_message.rb
 - lib/langchain/chunker/base.rb
 - lib/langchain/chunker/recursive_text.rb
 - lib/langchain/chunker/text.rb
@@ -531,6 +527,7 @@ files:
 - lib/langchain/conversation_memory.rb
 - lib/langchain/data.rb
 - lib/langchain/dependency_helper.rb
+- lib/langchain/human_message.rb
 - lib/langchain/llm/ai21.rb
 - lib/langchain/llm/anthropic.rb
 - lib/langchain/llm/base.rb
@@ -542,10 +539,11 @@ files:
 - lib/langchain/llm/prompts/summarize_template.yaml
 - lib/langchain/llm/replicate.rb
 - lib/langchain/loader.rb
+- lib/langchain/message.rb
 - lib/langchain/output_parsers/base.rb
-- lib/langchain/output_parsers/fix.rb
+- lib/langchain/output_parsers/output_fixing_parser.rb
 - lib/langchain/output_parsers/prompts/naive_fix_prompt.yaml
-- lib/langchain/output_parsers/structured.rb
+- lib/langchain/output_parsers/structured_output_parser.rb
 - lib/langchain/processors/base.rb
 - lib/langchain/processors/csv.rb
 - lib/langchain/processors/docx.rb
@@ -555,11 +553,13 @@ files:
 - lib/langchain/processors/pdf.rb
 - lib/langchain/processors/text.rb
 - lib/langchain/processors/xlsx.rb
+- lib/langchain/prompt.rb
 - lib/langchain/prompt/base.rb
 - lib/langchain/prompt/few_shot_prompt_template.rb
 - lib/langchain/prompt/loading.rb
 - lib/langchain/prompt/prompt_template.rb
 - lib/langchain/railtie.rb
+- lib/langchain/system_message.rb
 - lib/langchain/tool/base.rb
 - lib/langchain/tool/calculator.rb
 - lib/langchain/tool/database.rb
@@ -583,7 +583,6 @@ files:
 - lib/langchain/vectorsearch/weaviate.rb
 - lib/langchain/version.rb
 - lib/langchainrb.rb
-- sig/langchain.rbs
 homepage: https://rubygems.org/gems/langchainrb
 licenses:
 - MIT

data/.env.example

@@ -1,21 +0,0 @@
-AI21_API_KEY=
-ANTHROPIC_API_KEY=
-CHROMA_URL=
-COHERE_API_KEY=
-GOOGLE_PALM_API_KEY=
-HUGGING_FACE_API_KEY=
-LLAMACPP_MODEL_PATH=
-LLAMACPP_N_THREADS=
-LLAMACPP_N_GPU_LAYERS=
-MILVUS_URL=
-OPENAI_API_KEY=
-OPEN_WEATHER_API_KEY=
-PINECONE_API_KEY=
-PINECONE_ENVIRONMENT=
-POSTGRES_URL=
-REPLICATE_API_KEY=
-QDRANT_API_KEY=
-QDRANT_URL=
-SERPAPI_API_KEY=
-WEAVIATE_API_KEY=
-WEAVIATE_URL=

data/.rspec

@@ -1,3 +0,0 @@
---format documentation
---color
---require spec_helper

data/.rubocop.yml

@@ -1,11 +0,0 @@
-AllCops:
-  SuggestExtensions: false
-
-require:
-  - standard
-  - rubocop-performance
-
-inherit_gem:
-  standard: config/base.yml
-  standard-performance: config/base.yml
-  standard-custom: config/base.yml

data/.tool-versions

@@ -1 +0,0 @@
-ruby 3.1.2

data/Gemfile

@@ -1,14 +0,0 @@
-# frozen_string_literal: true
-
-source "https://rubygems.org"
-
-# Specify your gem's dependencies in langchain.gemspec
-gemspec
-
-gem "rake", "~> 13.0"
-
-gem "rspec", "~> 3.0"
-
-gem "standardrb"
-# Lets add rubocop explicitly here, we are using only standardrb rules in .rubocop.yml
-gem "rubocop"