rails-llm 0.1.0

data/lib/rails-llm.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+module RailsLLM
+  extend self
+
+  require "rails"
+  require "llm"
+  require "redcarpet"
+  require "active_support/inflector"
+  require_relative "rails_llm/version"
+  require_relative "rails_llm/stream"
+  require_relative "rails_llm/engine"
+
+  ##
+  # @param [String] text
+  # @return [String]
+  def markdown(text)
+    renderer.render(text)
+  end
+
+  ##
+  # @return [Redcarpet::Markdown]
+  def renderer
+    @renderer ||= Redcarpet::Markdown.new(
+      Renderer,
+      fenced_code_blocks: true,
+      tables: true
+    )
+  end
+
+  ##
+  # @api private
+  class Renderer < Redcarpet::Render::HTML
+    def block_code(code, language)
+      language = language.to_s.strip
+      klass = language.empty? ? nil : "language-#{language}"
+      code = ERB::Util.html_escape(code)
+      if klass
+        %(<pre><code class="#{klass}">#{code}</code></pre>)
+      else
+        %(<pre><code>#{code}</code></pre>)
+      end
+    end
+  end
+
+  ActiveSupport::Inflector.inflections(:en) { _1.acronym "LLM" }
+end

data/lib/rails_llm/engine.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module RailsLLM
+  ##
+  # {RailsLLM::Engine} is the Rails engine that mounts the chat UI
+  # and provides the generator infrastructure.
+  class Engine < ::Rails::Engine
+    isolate_namespace RailsLLM
+
+    config.generators do |g|
+      g.test_framework :rspec, fixture: false
+      g.assets false
+      g.helper false
+    end
+
+    initializer "rails_llm.assets" do |app|
+      next unless app.config.respond_to?(:assets)
+      app.config.assets.precompile += %w[rails_llm/application.css rails_llm/application.js]
+    end
+
+    initializer "rails_llm.active_record" do
+      ActiveSupport.on_load(:active_record) do
+        require "llm/active_record"
+      end
+    end
+  end
+end

data/lib/rails_llm/stream.rb

@@ -0,0 +1,69 @@
+# frozen_string_literal: true
+
+require "llm"
+
+module RailsLLM
+  ##
+  # {Stream} enriches llm.rb's streaming with structured events
+  # for the chat UI. Captures content, reasoning, tool calls,
+  # and tool returns as structured events.
+  class Stream < LLM::Stream
+    attr_reader :reasoning_content, :tool_calls
+
+    def initialize(stream)
+      @stream = stream
+      @reasoning_content = +""
+      @tool_calls = []
+      @buffer = +""
+    end
+
+    ##
+    # @param [String] content
+    # @return [void]
+    def on_content(content)
+      @buffer << content
+      write(type: "content", content: RailsLLM.markdown(@buffer))
+    end
+
+    ##
+    # @param [String] content
+    # @return [void]
+    def on_reasoning_content(content)
+      @reasoning_content << content
+    end
+
+    ##
+    # @param [LLM::Function] tool
+    # @param [String, nil] error
+    # @return [void]
+    def on_tool_call(tool, error)
+      if error
+        queue << error
+      else
+        @tool_calls << {name: tool.name, arguments: tool.arguments}
+        write(type: "tool_call", name: tool.name, arguments: tool.arguments)
+        queue << ctx.spawn(tool, :call)
+      end
+    end
+
+    ##
+    # @param [LLM::Function] tool
+    # @param [LLM::Function::Return] result
+    # @return [void]
+    def on_tool_return(tool, result)
+      write(type: "tool_return", name: tool.name, result: result.value)
+    end
+
+    ##
+    # @return [void]
+    def finish
+      write(type: "done")
+    end
+
+    private
+
+    def write(payload)
+      @stream.write("#{LLM.json.dump(payload)}\n")
+    end
+  end
+end

data/lib/rails_llm/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module RailsLLM
+  VERSION = "0.1.0"
+end

data/lib/rails_llm.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+require_relative "rails-llm"

data/rails-llm.gemspec

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+require_relative "lib/rails_llm/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "rails-llm"
+  spec.version = RailsLLM::VERSION
+  spec.authors = ["0x1eef"]
+  spec.email = ["0x1eef@hardenedbsd.org"]
+
+  spec.description = <<~DESC.strip
+  RailsLLM integrates the llm.rb runtime and its features into Rails.
+
+  RailsLLM extends the builtin ActiveRecord support available to the llm.rb
+  runtime with a Rails integration that includes generators for getting set up quickly,
+  and an engine for a stream-capable chat interface that can be extended with your
+  own tools.
+
+  The llm.rb runtime runs on Ruby's standard library by default. loads optional pieces
+  only when needed, and offers a single runtime for providers, agents, tools, skills, MCP,
+  A2A (Agent2Agent), RAG (vector stores & embeddings), streaming, files, and persisted state.
+  DESC
+  spec.summary = spec.description
+
+  spec.homepage = "https://github.com/llmrb/rails-llm"
+  spec.license = "0BSD"
+  spec.required_ruby_version = ">= 3.1.0"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+  spec.metadata["changelog_uri"] = "#{spec.homepage}/releases"
+  spec.metadata["documentation_uri"] = "https://0x1eef.github.io/x/llm.rb"
+  spec.metadata["rubygems_mfa_required"] = "true"
+
+  spec.files = Dir["lib/**/*", "app/**/*", "config/**/*"] +
+    %w[README.md LICENSE Gemfile rails-llm.gemspec]
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "llm.rb", "~> 11.0"
+  spec.add_dependency "redcarpet", "~> 3.6"
+  spec.add_dependency "railties", ">= 7.0"
+  spec.add_dependency "actioncable", ">= 7.0"
+  spec.add_dependency "activerecord", ">= 7.0"
+
+  spec.add_development_dependency "rspec-rails"
+  spec.add_development_dependency "sqlite3"
+end

metadata

@@ -0,0 +1,183 @@
+--- !ruby/object:Gem::Specification
+name: rails-llm
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- '0x1eef'
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: llm.rb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.0'
+- !ruby/object:Gem::Dependency
+  name: redcarpet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+- !ruby/object:Gem::Dependency
+  name: railties
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+- !ruby/object:Gem::Dependency
+  name: actioncable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: |-
+  RailsLLM integrates the llm.rb runtime and its features into Rails.
+
+  RailsLLM extends the builtin ActiveRecord support available to the llm.rb
+  runtime with a Rails integration that includes generators for getting set up quickly,
+  and an engine for a stream-capable chat interface that can be extended with your
+  own tools.
+
+  The llm.rb runtime runs on Ruby's standard library by default. loads optional pieces
+  only when needed, and offers a single runtime for providers, agents, tools, skills, MCP,
+  A2A (Agent2Agent), RAG (vector stores & embeddings), streaming, files, and persisted state.
+email:
+- 0x1eef@hardenedbsd.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE
+- README.md
+- app/assets/images/llm.png
+- app/assets/javascripts/rails_llm/application.js
+- app/controllers/rails_llm/agents_controller.rb
+- app/views/layouts/rails_llm/application.html.erb
+- app/views/rails_llm/agents/_message.html.erb
+- app/views/rails_llm/agents/index.html.erb
+- app/views/rails_llm/agents/show.html.erb
+- config/routes.rb
+- lib/generators/rails_llm/install_generator.rb
+- lib/generators/rails_llm/templates/agent_model.rb.tt
+- lib/generators/rails_llm/templates/initializer.rb.tt
+- lib/generators/rails_llm/templates/knowledge_tool.rb.tt
+- lib/generators/rails_llm/templates/migration.rb.tt
+- lib/generators/rails_llm/ui_generator.rb
+- lib/rails-llm.rb
+- lib/rails_llm.rb
+- lib/rails_llm/engine.rb
+- lib/rails_llm/stream.rb
+- lib/rails_llm/version.rb
+- rails-llm.gemspec
+homepage: https://github.com/llmrb/rails-llm
+licenses:
+- 0BSD
+metadata:
+  homepage_uri: https://github.com/llmrb/rails-llm
+  source_code_uri: https://github.com/llmrb/rails-llm
+  changelog_uri: https://github.com/llmrb/rails-llm/releases
+  documentation_uri: https://0x1eef.github.io/x/llm.rb
+  rubygems_mfa_required: 'true'
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.6
+specification_version: 4
+summary: RailsLLM integrates the llm.rb runtime and its features into Rails.  RailsLLM
+  extends the builtin ActiveRecord support available to the llm.rb runtime with a
+  Rails integration that includes generators for getting set up quickly, and an engine
+  for a stream-capable chat interface that can be extended with your own tools.  The
+  llm.rb runtime runs on Ruby's standard library by default. loads optional pieces
+  only when needed, and offers a single runtime for providers, agents, tools, skills,
+  MCP, A2A (Agent2Agent), RAG (vector stores & embeddings), streaming, files, and
+  persisted state.
+test_files: []