async-ollama 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 48c03b349a35f753bc070a075d69b6d6b56090830115ff219ecb275238d0092d
+  data.tar.gz: 68219ece8502ab454ceced00fd20d3c878b145e5dd712da47eff5620ca18c141
+SHA512:
+  metadata.gz: a71b7b32bbb34b670a41d52aa8ea03e54a9ef8ba90b2a0c18e86163f44ced131818c2e96ddb742fed1e77559f17781a3c3f50c197ffd6044dccf71f4492a4881
+  data.tar.gz: '059344b7fc623d8fc857e5761cbe511c2a5a1b9201027302d232e573d4cc3e76a0766a3e0568d879bd35a427574fc4970a77e620f89431f59b7ce123abcb2ad2'

data/lib/async/ollama/client.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+require 'async/rest/resource'
+require_relative 'generate'
+
+module Async
+	module Ollama
+		# Represents a connection to the Ollama service.
+		class Client < Async::REST::Resource
+			ENDPOINT = Async::HTTP::Endpoint.parse('http://localhost:11434')
+			
+			def generate(prompt, **options, &block)
+				options[:prompt] = prompt
+				options[:model] ||= 'llama2'
+				
+				Generate.post(self.with(path: '/api/generate'), options, &block)
+			end
+		end
+	end
+end

data/lib/async/ollama/generate.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+require 'async/rest/representation'
+require_relative 'wrapper'
+
+module Async
+	module Ollama
+		class Generate < Async::REST::Representation[Wrapper]
+			def response
+				self.value[:response]
+			end
+			
+			def context
+				self.value[:context]
+			end
+			
+			def model
+				self.value[:model]
+			end
+			
+			def generate(prompt, &block)
+				self.class.post(self.resource, prompt: prompt, context: self.context, model: self.model, &block)
+			end
+		end
+	end
+end

data/lib/async/ollama/version.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+module Async
+	module Ollama
+		VERSION = "0.1.0"
+	end
+end

data/lib/async/ollama/wrapper.rb

@@ -0,0 +1,97 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+require 'async/rest/wrapper/generic'
+require 'async/rest/wrapper/json'
+
+require 'protocol/http/body/wrapper'
+require 'protocol/http/body/buffered'
+
+require 'json'
+
+module Async
+	module Ollama
+		class Wrapper < Async::REST::Wrapper::Generic
+			APPLICATION_JSON = "application/json"
+			APPLICATION_JSON_STREAM = "application/x-ndjson"
+			
+			def prepare_request(request, payload)
+				request.headers.add('accept', APPLICATION_JSON)
+				request.headers.add('accept', APPLICATION_JSON_STREAM)
+				
+				if payload
+					request.headers['content-type'] = APPLICATION_JSON
+					
+					request.body = ::Protocol::HTTP::Body::Buffered.new([
+						::JSON.dump(payload)
+					])
+				end
+			end
+			
+			class StreamingResponseParser < ::Protocol::HTTP::Body::Wrapper
+				def initialize(...)
+					super
+					
+					@buffer = String.new.b
+					@offset = 0
+					
+					@response = String.new
+					@value = {response: @response}
+				end
+				
+				def read
+					return if @buffer.nil?
+					
+					while true
+						if index = @buffer.index("\n", @offset)
+							line = @buffer.byteslice(@offset, index - @offset)
+							@buffer = @buffer.byteslice(index + 1, @buffer.bytesize - index - 1)
+							@offset = 0
+							
+							return ::JSON.parse(line, symbolize_names: true)
+						end
+						
+						if chunk = super
+							@buffer << chunk
+						else
+							return nil if @buffer.empty?
+							
+							line = @buffer
+							@buffer = nil
+							@offset = 0
+							
+							return ::JSON.parse(line, symbolize_names: true)
+						end
+					end
+				end
+				
+				def each
+					super do |line|
+						token = line.delete(:response)
+						@response << token
+						@value.merge!(line)
+						
+						yield token
+					end
+				end
+				
+				def join
+					self.each{}
+					
+					return @value
+				end
+			end
+			
+			def parser_for(response)
+				case response.headers['content-type']
+				when APPLICATION_JSON
+					return Async::REST::Wrapper::JSON::Parser
+				when APPLICATION_JSON_STREAM
+					return StreamingResponseParser
+				end
+			end
+		end
+	end
+end

data/lib/async/ollama.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+require_relative 'ollama/version'
+require_relative 'ollama/client'

data/license.md

@@ -0,0 +1,21 @@
+# MIT License
+
+Copyright, 2024, by Samuel Williams.  
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/readme.md

@@ -0,0 +1,27 @@
+# Async::Ollama
+
+Provides an interface for accessing the Ollama HTTP interface.
+
+[![Development Status](https://github.com/socketry/async-ollama/workflows/Test/badge.svg)](https://github.com/socketry/async-ollama/actions?workflow=Test)
+
+## Usage
+
+Please see the [project documentation](https://socketry.github.io/async-ollama/) for more details.
+
+## Contributing
+
+We welcome contributions to this project.
+
+1.  Fork it.
+2.  Create your feature branch (`git checkout -b my-new-feature`).
+3.  Commit your changes (`git commit -am 'Add some feature'`).
+4.  Push to the branch (`git push origin my-new-feature`).
+5.  Create new Pull Request.
+
+### Developer Certificate of Origin
+
+This project uses the [Developer Certificate of Origin](https://developercertificate.org/). All contributors to this project must agree to this document to have their contributions accepted.
+
+### Contributor Covenant
+
+This project is governed by the [Contributor Covenant](https://www.contributor-covenant.org/). All contributors and participants agree to abide by its terms.

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification
+name: async-ollama
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Samuel Williams
+bindir: bin
+cert_chain:
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIE2DCCA0CgAwIBAgIBATANBgkqhkiG9w0BAQsFADBhMRgwFgYDVQQDDA9zYW11
+  ZWwud2lsbGlhbXMxHTAbBgoJkiaJk/IsZAEZFg1vcmlvbnRyYW5zZmVyMRIwEAYK
+  CZImiZPyLGQBGRYCY28xEjAQBgoJkiaJk/IsZAEZFgJuejAeFw0yMjA4MDYwNDUz
+  MjRaFw0zMjA4MDMwNDUzMjRaMGExGDAWBgNVBAMMD3NhbXVlbC53aWxsaWFtczEd
+  MBsGCgmSJomT8ixkARkWDW9yaW9udHJhbnNmZXIxEjAQBgoJkiaJk/IsZAEZFgJj
+  bzESMBAGCgmSJomT8ixkARkWAm56MIIBojANBgkqhkiG9w0BAQEFAAOCAY8AMIIB
+  igKCAYEAomvSopQXQ24+9DBB6I6jxRI2auu3VVb4nOjmmHq7XWM4u3HL+pni63X2
+  9qZdoq9xt7H+RPbwL28LDpDNflYQXoOhoVhQ37Pjn9YDjl8/4/9xa9+NUpl9XDIW
+  sGkaOY0eqsQm1pEWkHJr3zn/fxoKPZPfaJOglovdxf7dgsHz67Xgd/ka+Wo1YqoE
+  e5AUKRwUuvaUaumAKgPH+4E4oiLXI4T1Ff5Q7xxv6yXvHuYtlMHhYfgNn8iiW8WN
+  XibYXPNP7NtieSQqwR/xM6IRSoyXKuS+ZNGDPUUGk8RoiV/xvVN4LrVm9upSc0ss
+  RZ6qwOQmXCo/lLcDUxJAgG95cPw//sI00tZan75VgsGzSWAOdjQpFM0l4dxvKwHn
+  tUeT3ZsAgt0JnGqNm2Bkz81kG4A2hSyFZTFA8vZGhp+hz+8Q573tAR89y9YJBdYM
+  zp0FM4zwMNEUwgfRzv1tEVVUEXmoFCyhzonUUw4nE4CFu/sE3ffhjKcXcY//qiSW
+  xm4erY3XAgMBAAGjgZowgZcwCQYDVR0TBAIwADALBgNVHQ8EBAMCBLAwHQYDVR0O
+  BBYEFO9t7XWuFf2SKLmuijgqR4sGDlRsMC4GA1UdEQQnMCWBI3NhbXVlbC53aWxs
+  aWFtc0BvcmlvbnRyYW5zZmVyLmNvLm56MC4GA1UdEgQnMCWBI3NhbXVlbC53aWxs
+  aWFtc0BvcmlvbnRyYW5zZmVyLmNvLm56MA0GCSqGSIb3DQEBCwUAA4IBgQB5sxkE
+  cBsSYwK6fYpM+hA5B5yZY2+L0Z+27jF1pWGgbhPH8/FjjBLVn+VFok3CDpRqwXCl
+  xCO40JEkKdznNy2avOMra6PFiQyOE74kCtv7P+Fdc+FhgqI5lMon6tt9rNeXmnW/
+  c1NaMRdxy999hmRGzUSFjozcCwxpy/LwabxtdXwXgSay4mQ32EDjqR1TixS1+smp
+  8C/NCWgpIfzpHGJsjvmH2wAfKtTTqB9CVKLCWEnCHyCaRVuKkrKjqhYCdmMBqCws
+  JkxfQWC+jBVeG9ZtPhQgZpfhvh+6hMhraUYRQ6XGyvBqEUe+yo6DKIT3MtGE2+CP
+  eX9i9ZWBydWb8/rvmwmX2kkcBbX0hZS1rcR593hGc61JR6lvkGYQ2MYskBveyaxt
+  Q2K9NVun/S785AP05vKkXZEFYxqG6EW012U4oLcFl5MySFajYXRYbuUpH6AY+HP8
+  voD0MPg1DssDLKwXyt1eKD/+Fq0bFWhwVM/1XiAXL7lyYUyOq24KHgQ2Csg=
+  -----END CERTIFICATE-----
+date: 2024-04-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: async
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: async-rest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.13.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.13.0
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/async/ollama.rb
+- lib/async/ollama/client.rb
+- lib/async/ollama/generate.rb
+- lib/async/ollama/version.rb
+- lib/async/ollama/wrapper.rb
+- license.md
+- readme.md
+homepage: https://github.com/socketry/async-ollama
+licenses:
+- MIT
+metadata:
+  documentation_uri: https://socketry.github.io/falcon/
+  source_code_uri: https://github.com/socketry/async-ollama.git
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3.1'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.0.dev
+specification_version: 4
+summary: A asynchronous interface to the ollama chat service
+test_files: []

metadata.gz.sig

@@ -0,0 +1,2 @@
+[1�b�͆���g�[�Qߞuq��xvV���s\*�$��h,NmE�5�"�f���'Y_�$u��2��}o�Ð��837���Ȋ0�xQ/�rY��C��=�Ǘ�?�[�l��.ٱ�j4�fJ�?�Pu����e�c*��r�tˑ[ �K�	�i"Z&�;(݂���Ȗm|�$<ݱ$C�
+l�h,�4�0_���NEE�u�>s@"���P���j�