benchgecko 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0a234487525e3495d4061bebe4ef9446f0b5db27f9c952eb798cf7c5c525573f
+  data.tar.gz: ee6cdb2b960c014282923d347df5f5f4093f2300a2c174c5df3543daccbe5804
+SHA512:
+  metadata.gz: 6402dc222eb5ccd77ac562984b9bfe7d0dc9bc684177284c864e8443e0c48a5af53bf064f68576338925e6980dc451a8ea85fe0564528ff0e20cd5054b78b1dd
+  data.tar.gz: adff9d430fb5b7de9a48d2fc8185d44730284caa1238e9b107301de7a85a9bc1b52fad51b0926bbf84a35ee7a23395c988d1bc7f222e2c860906489cd177e820

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 BenchGecko
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,90 @@
+# BenchGecko Ruby SDK
+
+Official Ruby client for the [BenchGecko](https://benchgecko.ai) API. Query AI model data, benchmark scores, and run side-by-side comparisons from Ruby applications.
+
+BenchGecko tracks every major AI model, benchmark, and provider. This gem wraps the public REST API with idiomatic Ruby patterns, zero external dependencies beyond the standard library, and clean error handling.
+
+## Installation
+
+```bash
+gem install benchgecko
+```
+
+Or add to your Gemfile:
+
+```ruby
+gem "benchgecko"
+```
+
+Requires Ruby 2.7 or later.
+
+## Quick Start
+
+```ruby
+require "benchgecko"
+
+client = BenchGecko::Client.new
+
+# List all tracked AI models
+models = client.models
+puts "Tracking #{models.length} models"
+
+# List all benchmarks
+benchmarks = client.benchmarks
+benchmarks.first(5).each { |b| puts b["name"] }
+
+# Compare two models head-to-head
+result = client.compare(["gpt-4o", "claude-opus-4"])
+result["models"].each do |m|
+  puts "#{m['name']}: #{m['scores']}"
+end
+```
+
+## API Reference
+
+### `BenchGecko::Client.new(base_url:, timeout:)`
+
+Create a new client instance.
+
+| Parameter | Type | Default | Description |
+|-----------|------|---------|-------------|
+| `base_url` | String | `https://benchgecko.ai` | API base URL |
+| `timeout` | Integer | `30` | HTTP timeout in seconds |
+
+### `client.models`
+
+Fetch all AI models tracked by BenchGecko. Returns an array of hashes, each containing model metadata like name, provider, parameter count, pricing, and benchmark scores.
+
+### `client.benchmarks`
+
+Fetch all benchmarks tracked by BenchGecko. Returns an array of hashes with benchmark name, category, and description.
+
+### `client.compare(model_slugs)`
+
+Compare two or more models side by side. Pass an array of model slugs (minimum 2). Returns a hash with per-model scores, pricing, and capability breakdowns.
+
+## Error Handling
+
+API errors raise `BenchGecko::Error` with a message and optional HTTP status code:
+
+```ruby
+begin
+  models = client.models
+rescue BenchGecko::Error => e
+  puts "API error (#{e.status_code}): #{e.message}"
+end
+```
+
+## Data Attribution
+
+Data provided by [BenchGecko](https://benchgecko.ai). Model benchmark scores are sourced from official evaluation suites. Pricing data is updated daily from provider APIs.
+
+## Links
+
+- [BenchGecko](https://benchgecko.ai) - AI model benchmarks, pricing, and rankings
+- [API Documentation](https://benchgecko.ai/api-docs)
+- [GitHub Repository](https://github.com/BenchGecko/benchgecko-ruby)
+
+## License
+
+MIT

data/lib/benchgecko.rb

@@ -0,0 +1,112 @@
+# frozen_string_literal: true
+
+require "net/http"
+require "uri"
+require "json"
+
+# BenchGecko - Official Ruby SDK for the BenchGecko API.
+#
+# Query AI model data, benchmark scores, and run side-by-side
+# model comparisons programmatically.
+#
+# @example Basic usage
+#   client = BenchGecko::Client.new
+#   models = client.models
+#   puts "Tracking #{models.length} models"
+#
+module BenchGecko
+  VERSION = "0.1.0"
+  DEFAULT_BASE_URL = "https://benchgecko.ai"
+
+  # Error raised when the BenchGecko API returns a non-success response.
+  class Error < StandardError
+    # @return [Integer, nil] HTTP status code.
+    attr_reader :status_code
+
+    def initialize(message, status_code: nil)
+      @status_code = status_code
+      super(message)
+    end
+  end
+
+  # Client for the BenchGecko API.
+  #
+  # Provides methods to query AI models, benchmarks, and perform
+  # side-by-side model comparisons.
+  class Client
+    # Create a new BenchGecko client.
+    #
+    # @param base_url [String] API base URL.
+    # @param timeout [Integer] HTTP timeout in seconds.
+    def initialize(base_url: DEFAULT_BASE_URL, timeout: 30)
+      @base_url = base_url.chomp("/")
+      @timeout = timeout
+    end
+
+    # List all AI models tracked by BenchGecko.
+    #
+    # @return [Array<Hash>] Array of model hashes with metadata,
+    #   benchmark scores, and pricing information.
+    #
+    # @example
+    #   models = client.models
+    #   models.each { |m| puts m["name"] }
+    def models
+      request("/api/v1/models")
+    end
+
+    # List all benchmarks tracked by BenchGecko.
+    #
+    # @return [Array<Hash>] Array of benchmark hashes with name,
+    #   category, and description.
+    #
+    # @example
+    #   benchmarks = client.benchmarks
+    #   benchmarks.each { |b| puts b["name"] }
+    def benchmarks
+      request("/api/v1/benchmarks")
+    end
+
+    # Compare two or more AI models side by side.
+    #
+    # @param model_slugs [Array<String>] Model slugs to compare (minimum 2).
+    # @return [Hash] Comparison result with per-model data.
+    # @raise [ArgumentError] if fewer than 2 models provided.
+    #
+    # @example
+    #   result = client.compare(["gpt-4o", "claude-opus-4"])
+    #   result["models"].each { |m| puts "#{m['name']}: #{m['scores']}" }
+    def compare(model_slugs)
+      raise ArgumentError, "At least 2 models are required" if model_slugs.length < 2
+
+      request("/api/v1/compare", models: model_slugs.join(","))
+    end
+
+    private
+
+    def request(path, params = {})
+      uri = URI("#{@base_url}#{path}")
+      uri.query = URI.encode_www_form(params) unless params.empty?
+
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.use_ssl = uri.scheme == "https"
+      http.open_timeout = @timeout
+      http.read_timeout = @timeout
+
+      req = Net::HTTP::Get.new(uri)
+      req["User-Agent"] = "benchgecko-ruby/#{VERSION}"
+      req["Accept"] = "application/json"
+
+      response = http.request(req)
+
+      unless response.is_a?(Net::HTTPSuccess)
+        raise Error.new(
+          "API request failed (#{response.code}): #{response.body}",
+          status_code: response.code.to_i
+        )
+      end
+
+      JSON.parse(response.body)
+    end
+  end
+end

metadata

@@ -0,0 +1,63 @@
+--- !ruby/object:Gem::Specification
+name: benchgecko
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- BenchGecko
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2026-03-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.0'
+description: Query AI model data, benchmark scores, and run side-by-side comparisons.
+  BenchGecko tracks every major AI model, benchmark, and provider.
+email: hello@benchgecko.ai
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- lib/benchgecko.rb
+homepage: https://benchgecko.ai
+licenses:
+- MIT
+metadata:
+  source_code_uri: https://github.com/BenchGecko/benchgecko-ruby
+  bug_tracker_uri: https://github.com/BenchGecko/benchgecko-ruby/issues
+  documentation_uri: https://benchgecko.ai/api-docs
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.7.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3.1
+signing_key: 
+specification_version: 4
+summary: Official Ruby SDK for the BenchGecko API
+test_files: []