ruby_llm-evaluations 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 73ae9e841fb7dc098a036184de5f2b82eb304a398ffc30bd168e2fbfc5f9161f
+  data.tar.gz: 1e21cadc017c3eacb0d6ad8cb97247a23a043770ce19542122b6007635262810
+SHA512:
+  metadata.gz: 41f3a6bbca3b185cbd71708345884576f151a7bdf160e1306d1c9cf02f3e3b91bf387d39cc926fcffca3a5879d61957c141ef99e719ed05a73517ea2fbcd9ce2
+  data.tar.gz: 4c30047e57345d58b85fa58393f1d3696dc5d5d4d623f4c9cb0b904b99a74e961e986f04e453d2b48258af9cf01f92d807328c6b5704d2030c8d45cb5621afb1

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Carmine Paolino
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,25 @@
+# RubyLLM Evaluations
+
+Evals for RubyLLM applications.
+
+## Status
+
+This is a placeholder release. The full implementation is coming soon!
+
+## About
+
+RubyLLM Evaluations will be the official evals companion to the [RubyLLM](https://github.com/crmne/ruby_llm) gem: deterministic assertions and model-graded scoring over chats, agents, and tools, at home in RSpec and Minitest.
+
+## Installation
+
+```bash
+gem install ruby_llm-evaluations
+```
+
+## Stay Tuned
+
+Watch this repository for updates.
+
+## License
+
+MIT License - see LICENSE file for details.

data/lib/ruby_llm/evaluations/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Evaluations
+    VERSION = '0.1.0'
+  end
+end

data/lib/ruby_llm/evaluations.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+require_relative 'evaluations/version'
+
+module RubyLLM
+  # Placeholder release reserving the ruby_llm-evaluations gem name.
+  module Evaluations
+    class Error < StandardError; end
+
+    def self.info
+      "RubyLLM Evaluations #{VERSION} - coming soon"
+    end
+  end
+end

metadata

@@ -0,0 +1,49 @@
+--- !ruby/object:Gem::Specification
+name: ruby_llm-evaluations
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Carmine Paolino
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies: []
+description: 'RubyLLM Evaluations will bring evals to Ruby: score transcripts with
+  deterministic checks and model-graded rubrics, right in your test suite. This is
+  a placeholder release - full implementation coming soon!'
+email:
+- carmine@paolino.me
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- lib/ruby_llm/evaluations.rb
+- lib/ruby_llm/evaluations/version.rb
+homepage: https://github.com/crmne/ruby_llm-evaluations
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/crmne/ruby_llm-evaluations
+  source_code_uri: https://github.com/crmne/ruby_llm-evaluations
+  rubygems_mfa_required: 'true'
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.16
+specification_version: 4
+summary: Evals for RubyLLM applications.
+test_files: []