tiny_ollama 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 598de0585c4437aec61f9963b09e6f623d7c3988f039440cfb1c6bd6303b7a0b
+  data.tar.gz: e5b5425dee8e809ba501fa0f8bc6951470191e41afd7d3a1c263d00e6ca238aa
+SHA512:
+  metadata.gz: ead24d28f0395d2431403b83401cd7bd0ac59e7df1861c8691be42932283c2f53612d25843b5382652ce30a255ae0a193250a15184e562ec2cab106f616137aa
+  data.tar.gz: e71614054eeecd5512b77748f69c9dddb3cf882d9e259b0cdce1baf47be372ff3c8993b5054d96977059779b93323d64bec3b90fac53500097fcdc3f32afa53d

data/lib/tiny_ollama.rb

@@ -0,0 +1,101 @@
+require 'net/http'
+require 'json'
+
+# tiny HTTP client for the /api/generate and /api/chat endpoints of ollama
+# see also: https://ollama.com/
+class TinyOllama
+  # a good rule of thumb would be to have a .tiny_ollama.yml config in your
+  # project, to parse that as YAML, and pass the parsed reulst into here.
+  def initialize(
+    model:,
+    format: nil,
+    host: 'localhost',
+    port: 11434,
+    context_size: 2048,
+    keep_alive: -1,
+    stream: false
+  )
+
+    @model = model
+    @host = host
+    @port = port
+    @context_size = context_size
+    @keep_alive = keep_alive
+    @stream = stream
+    @format = format
+  end
+
+  # sends a request to POST /api/generate
+  def generate(prompt)
+    request_body = {
+      model: @model,
+      prompt: prompt,
+      stream: @stream,
+      keep_alive: @keep_alive,
+      options: {
+        num_ctx: @context_size,
+      }.merge(@format ? { format: @format } : {})
+    }.to_json
+
+    uri = URI("http://#{@host}:#{@port}/api/generate")
+    headers = { 'Content-Type' => 'application/json' }
+    response = Net::HTTP.post(uri, request_body, headers)
+
+    # Handle potential errors (e.g., non-200 responses)
+    unless response.is_a?(Net::HTTPSuccess)
+      raise TinyOllamaModelError.new("Ollama API Error: #{response.code} - #{response.body}")
+    end
+
+    JSON.parse(response.body)['response']
+  end
+
+  # sends a request to POST /api/chat
+  #
+  # messages: an array of hashes in the following format:
+  # [
+  #   {
+  #     "role": "system",
+  #     "content": <optional message to override model instructions>,
+  #   },
+  #   {
+  #     "role": "user",
+  #     "content": <the first user message>,
+  #   },
+  #   {
+  #     "role": "assistant",
+  #     "content": <the LLM's first response>,
+  #   },
+  #   {
+  #     "role": "user",
+  #     "content": <the next user message>,
+  #   },
+  # ]
+  #
+  # NOTE: the messages parameter needs to include a system message if you want
+  # to override the model's default instructions
+  def chat(messages)
+    request_body = {
+      model: @model,
+      messages: messages,
+      stream: @stream,
+      format: @format,
+      keep_alive: @keep_alive,
+      options: {
+        num_ctx: @context_size,
+      }
+    }.to_json
+
+    uri = URI("http://#{@host}:#{@port}/api/chat")
+    headers = { 'Content-Type' => 'application/json' }
+    response = Net::HTTP.post(uri, request_body, headers)
+
+    # Handle potential errors (e.g., non-200 responses)
+    unless response.is_a?(Net::HTTPSuccess)
+      raise TinyOllamaModelError.new("Ollama API Error: #{response.code} - #{response.body}")
+    end
+
+    JSON.parse(response.body)['message']['content']
+  end
+end
+
+class TinyOllamaModelError; end

metadata

@@ -0,0 +1,43 @@
+--- !ruby/object:Gem::Specification
+name: tiny_ollama
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Jeff Lunt
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2024-06-26 00:00:00.000000000 Z
+dependencies: []
+description: a tiny gem for using ollama's generate and chat endpoints
+email: jefflunt@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/tiny_ollama.rb
+homepage: https://github.com/jefflunt/tiny_ollama
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.19
+signing_key:
+specification_version: 4
+summary: a tiny gem for using ollama's generate and chat endpoints
+test_files: []