activellm 0.0.0.alpha

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 9199c544536ea093fa65deec1bc3db50fd2afa1b7b6ff3c37f6e7cf0d017959f
+  data.tar.gz: f5e498bd6feeb4f01903c68bf405511e9ec73d4596cbdf75784c26a370b86d52
+SHA512:
+  metadata.gz: a8a1ffc270c9c7ea1b37cd5729ed02842a056643ef60704a10bb5a03ef138118aa057b00b84834cbd64a65f71a3db776decfc08fd538edef95c6e3b79776a0ae
+  data.tar.gz: 2cdb8b757fa7ff18218be11e866bd09f33090a0e7471434c586c424f1c1af8952f258c450048a2dbd706351e789738975e22af89e04c9b7022dbe3a5910acd65

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright Abdelkader Boudih
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,28 @@
+# ActiveLLM
+Short description and motivation.
+
+## Usage
+How to use my plugin.
+
+## Installation
+Add this line to your application's Gemfile:
+
+```ruby
+gem "active_llm"
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+```bash
+$ gem install active_llm
+```
+
+## Contributing
+Contribution directions go here.
+
+## License
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+require "bundler/setup"
+
+APP_RAKEFILE = File.expand_path("test/dummy/Rakefile", __dir__)
+load "rails/tasks/engine.rake"
+
+load "rails/tasks/statistics.rake"
+
+require "bundler/gem_tasks"

data/app/models/active_llm/application_record.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  class ApplicationRecord < ActiveRecord::Base
+    self.abstract_class = true
+  end
+end

data/lib/active_llm/connection_adapters/abstract_adapter/health.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  module ConnectionAdapters
+    module OllamaAdapter
+      module Health
+        def healthy?
+          raise NotImplementedError
+        end
+
+        def available?
+          raise NotImplementedError
+        end
+      end
+    end
+  end
+end

data/lib/active_llm/connection_adapters/abstract_adapter.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  module ConnectionAdapters
+    class AbstractAdapter
+      autoload :Health, "active_llm/connection_adapters/abstract_adapter/health"
+
+      def support_streaming?
+        false
+      end
+
+      def supported_formats
+        [:json]
+      end
+    end
+  end
+end

data/lib/active_llm/connection_adapters/ollama_adapter/features.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  module ConnectionAdapters
+    module OllamaAdapter
+      module Features
+        def generate(payload, server_sent_events: nil, &callback)
+          request("api/generate", payload, server_sent_events:, &callback)
+        end
+
+        def chat(payload, server_sent_events: nil, &callback)
+          request("api/chat", payload, server_sent_events:, &callback)
+        end
+
+        def create(payload, server_sent_events: nil, &callback)
+          request("api/create", payload, server_sent_events:, &callback)
+        end
+
+        def tags(server_sent_events: nil, &callback)
+          request("api/tags", nil, server_sent_events:, request_method: "GET", &callback)
+        end
+
+        def show(payload, server_sent_events: nil, &callback)
+          request("api/show", payload, server_sent_events:, &callback)
+        end
+
+        def copy(payload, server_sent_events: nil, &callback)
+          request("api/copy", payload, server_sent_events:, &callback)
+          true
+        end
+
+        def delete(payload, server_sent_events: nil, &callback)
+          request("api/delete", payload, server_sent_events:, request_method: "DELETE", &callback)
+          true
+        end
+
+        def pull(payload, server_sent_events: nil, &callback)
+          request("api/pull", payload, server_sent_events:, &callback)
+        end
+
+        def push(payload, server_sent_events: nil, &callback)
+          request("api/push", payload, server_sent_events:, &callback)
+        end
+
+        def embeddings(payload, server_sent_events: nil, &callback)
+          request("api/embeddings", payload, server_sent_events:, &callback)
+        end
+      end
+    end
+  end
+end

data/lib/active_llm/connection_adapters/ollama_adapter/models.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  module ConnectionAdapters
+    module OllamaAdapter
+      module Models
+        def get_models
+          request("/models")
+        end
+
+        def get_model(id)
+          request("/models/#{id}")
+        end
+      end
+    end
+  end
+end

data/lib/active_llm/connection_adapters/ollama_adapter.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+gem "faraday", "~> 2.9"
+gem "async-http-faraday"
+require "async/http/faraday"
+
+module ActiveLLM
+  module ConnectionAdapters
+    class OllamaAdapter < AbstractAdapter
+      class << self
+        def new_client(_conn_params)
+          Faraday.new do |builder|
+            builder.adapter :async_http
+          end
+        end
+      end
+    end
+  end
+end

data/lib/active_llm/connection_adapters/openai_adapter/features.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  module ConnectionAdapters
+    module OpenaiAdapter
+      module Features
+      end
+    end
+  end
+end

data/lib/active_llm/connection_adapters/openai_adapter.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  module ConnectionAdapters
+    class OpenaiAdapter < AbstractAdapter
+      class << self
+        def new_client(_conn_params)
+          Faraday.new do |builder|
+            builder.adapter :async_http
+          end
+        end
+      end
+    end
+  end
+end

data/lib/active_llm/connection_adapters.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  module ConnectionAdapters
+  end
+end

data/lib/active_llm/endpoint_configurations/endpoint_config.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  class EndpointConfigurations
+    # ActiveLLM::Model.configurations will return either a HashConfig or
+    # UrlConfig respectively. It will never return a +DatabaseConfig+ object,
+    # as this is the parent class for the types of database configuration objects.
+    class EndpointConfig # :nodoc:
+      attr_reader :env_name, :name
+
+      def initialize(env_name, name)
+        @env_name = env_name
+        @name = name
+      end
+
+      def adapter_method
+        "#{adapter}_connection"
+      end
+
+      def adapter_class_method
+        "#{adapter}_adapter_class"
+      end
+
+      def host
+        raise NotImplementedError
+      end
+
+      def adapter
+        raise NotImplementedError
+      end
+    end
+  end
+end

data/lib/active_llm/endpoint_configurations/hash_config.rb

@@ -0,0 +1,164 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  class EndpointConfigurations
+    # = Active LLM Database Hash Config
+    #
+    # A +HashConfig+ object is created for each database configuration entry that
+    # is created from a hash.
+    #
+    # A hash config:
+    #
+    #   { "development" => { "database" => "db_name" } }
+    #
+    # Becomes:
+    #
+    #   #<ActiveRecord::EndpointConfigurations::HashConfig:0x00007fd1acbded10
+    #     @env_name="development", @name="primary", @config={database: "db_name"}>
+    #
+    # See ActiveRecord::EndpointConfigurations for more info.
+    class HashConfig < EndpointConfig
+      attr_reader :configuration_hash
+
+      # Initialize a new +HashConfig+ object
+      #
+      # ==== Options
+      #
+      # * <tt>:env_name</tt> - The \Rails environment, i.e. "development".
+      # * <tt>:name</tt> - The db config name. In a standard two-tier
+      #   database configuration this will default to "primary". In a multiple
+      #   database three-tier database configuration this corresponds to the name
+      #   used in the second tier, for example "primary_readonly".
+      # * <tt>:config</tt> - The config hash. This is the hash that contains the
+      #   database adapter, name, and other important information for database
+      #   connections.
+      def initialize(env_name, name, configuration_hash)
+        super(env_name, name)
+        @configuration_hash = configuration_hash.symbolize_keys.freeze
+      end
+
+      # Determines whether a database configuration is for a replica / readonly
+      # connection. If the +replica+ key is present in the config, +replica?+ will
+      # return +true+.
+      def replica?
+        configuration_hash[:replica]
+      end
+
+      # The migrations paths for a database configuration. If the
+      # +migrations_paths+ key is present in the config, +migrations_paths+
+      # will return its value.
+      def migrations_paths
+        configuration_hash[:migrations_paths]
+      end
+
+      def host
+        configuration_hash[:host]
+      end
+
+      def socket # :nodoc:
+        configuration_hash[:socket]
+      end
+
+      def database
+        configuration_hash[:database]
+      end
+
+      def _database=(database) # :nodoc:
+        @configuration_hash = configuration_hash.merge(database:).freeze
+      end
+
+      def pool
+        (configuration_hash[:pool] || 5).to_i
+      end
+
+      def min_threads
+        (configuration_hash[:min_threads] || 0).to_i
+      end
+
+      def max_threads
+        (configuration_hash[:max_threads] || pool).to_i
+      end
+
+      def query_cache
+        configuration_hash[:query_cache]
+      end
+
+      def max_queue
+        max_threads * 4
+      end
+
+      def checkout_timeout
+        (configuration_hash[:checkout_timeout] || 5).to_f
+      end
+
+      # +reaping_frequency+ is configurable mostly for historical reasons, but it could
+      # also be useful if someone wants a very low +idle_timeout+.
+      def reaping_frequency
+        configuration_hash.fetch(:reaping_frequency, 60)&.to_f
+      end
+
+      def idle_timeout
+        timeout = configuration_hash.fetch(:idle_timeout, 300).to_f
+        timeout if timeout.positive?
+      end
+
+      def adapter
+        configuration_hash[:adapter]
+      end
+
+      # The path to the schema cache dump file for a database.
+      # If omitted, the filename will be read from ENV or a
+      # default will be derived.
+      def schema_cache_path
+        configuration_hash[:schema_cache_path]
+      end
+
+      def default_schema_cache_path
+        "db/schema_cache.yml"
+      end
+
+      def lazy_schema_cache_path
+        schema_cache_path || default_schema_cache_path
+      end
+
+      def primary? # :nodoc:
+        Base.configurations.primary?(name)
+      end
+
+      # Determines whether to dump the schema/structure files and the
+      # filename that should be used.
+      #
+      # If +configuration_hash[:schema_dump]+ is set to +false+ or +nil+
+      # the schema will not be dumped.
+      #
+      # If the config option is set that will be used. Otherwise \Rails
+      # will generate the filename from the database config name.
+      def schema_dump(format = ActiveRecord.schema_format)
+        if configuration_hash.key?(:schema_dump)
+          if (config = configuration_hash[:schema_dump])
+            config
+          end
+        elsif primary?
+          schema_file_type(format)
+        else
+          "#{name}_#{schema_file_type(format)}"
+        end
+      end
+
+      def database_tasks? # :nodoc:
+        !replica? && !!configuration_hash.fetch(:database_tasks, true)
+      end
+
+      private
+
+      def schema_file_type(format)
+        case format
+        when :ruby
+          "schema.rb"
+        when :sql
+          "structure.sql"
+        end
+      end
+    end
+  end
+end

data/lib/active_llm/endpoint_configurations.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  class EndpointConfigurations
+    class InvalidConfigurationError < StandardError; end
+
+    attr_reader :configurations
+
+    def initialize(configurations = {})
+      @configurations = build_configs(configurations)
+    end
+  end
+end

data/lib/active_llm/engine.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require "rails"
+require "action_controller/railtie"
+require "active_record/railtie"
+
+require "active_llm"
+
+module ActiveLLM
+  class Engine < ::Rails::Engine
+    isolate_namespace ActiveLLM
+
+    config.active_llm = ActiveSupport::OrderedOptions.new
+
+    config.eager_load_namespaces << ActiveLLM
+  end
+end

data/lib/active_llm/gem_version.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  def self.gem_version
+    Gem::Version.new VERSION::STRING
+  end
+
+  module VERSION
+    MAJOR = 0
+    MINOR = 0
+    TINY  = 0
+    PRE   = "alpha"
+
+    STRING = [MAJOR, MINOR, TINY, PRE].compact.join(".")
+  end
+end

data/lib/active_llm/model.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+module ActiveLLM
+  class Model
+    extend ConnectionAdapters
+  end
+  ActiveSupport.run_load_hooks(:active_llm, Model)
+end

data/lib/active_llm/version.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+require_relative "gem_version"
+
+module ActiveLLM
+  def self.version
+    gem_version
+  end
+end

data/lib/active_llm.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+require "active_llm/version"
+require "active_llm/engine"
+require "faraday"
+require "async/http/faraday"
+
+module ActiveLLM
+  extend ActiveSupport::Autoload
+
+  autoload :ConnectionAdapters
+end

data/lib/tasks/activellm.rake

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+namespace :active_llm do
+  # Prevent migration installation task from showing up twice.
+  Rake::Task["install:migrations"].clear_comments
+
+  desc "Copy over the migration needed to the application"
+  task install: :environment do
+    if Rake::Task.task_defined?("active_llm:install:migrations")
+      Rake::Task["active_llm:install:migrations"].invoke
+    else
+      Rake::Task["app:active_llm:install:migrations"].invoke
+    end
+  end
+end

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: activellm
+version: !ruby/object:Gem::Version
+  version: 0.0.0.alpha
+platform: ruby
+authors:
+- Abdelkader Boudih
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2024-03-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7'
+- !ruby/object:Gem::Dependency
+  name: async-http-faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.9'
+- !ruby/object:Gem::Dependency
+  name: railties
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7'
+description: 'ActiveLLM: Integrate Large Language Models with Rails'
+email:
+- terminale@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- Rakefile
+- app/models/active_llm/application_record.rb
+- lib/active_llm.rb
+- lib/active_llm/connection_adapters.rb
+- lib/active_llm/connection_adapters/abstract_adapter.rb
+- lib/active_llm/connection_adapters/abstract_adapter/health.rb
+- lib/active_llm/connection_adapters/ollama_adapter.rb
+- lib/active_llm/connection_adapters/ollama_adapter/features.rb
+- lib/active_llm/connection_adapters/ollama_adapter/models.rb
+- lib/active_llm/connection_adapters/openai_adapter.rb
+- lib/active_llm/connection_adapters/openai_adapter/features.rb
+- lib/active_llm/endpoint_configurations.rb
+- lib/active_llm/endpoint_configurations/endpoint_config.rb
+- lib/active_llm/endpoint_configurations/hash_config.rb
+- lib/active_llm/engine.rb
+- lib/active_llm/gem_version.rb
+- lib/active_llm/model.rb
+- lib/active_llm/version.rb
+- lib/tasks/activellm.rake
+homepage: https://github.com/seuros/active_llm
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/seuros/active_llm
+  source_code_uri: https://github.com/seuros/active_llm
+  changelog_uri: https://github.com/seuros/active_llm/blob/master/CHANGELOG.md
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubygems_version: 3.4.10
+signing_key:
+specification_version: 4
+summary: 'ActiveLLM: Integrate Large Language Models with Rails'
+test_files: []