local_llm 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d8cbf63f243ec6c48c454711b97be37b1672dbe38ecd016744c6f5fc44fa5203
-  data.tar.gz: c054e2e4f177c3241936d718de8ab6b04b05e198c40ed8e97651309338b1a281
+  metadata.gz: 5761b5a2e549175f5a73ea98ac9728341ec43a120c8065ff1f3259a59a4bc174
+  data.tar.gz: baadb9c3c98504c9e9e1ac8ffabf84877568f21d51124ea9cecb9aa1988d7805
 SHA512:
-  metadata.gz: cc1fe4e1e27d394b83596854cf795696e37f8224c34288acb754bff33c1d67771f4bee6fef59ed492a4989dd07c083fda29102f072157c3e75e8ebd5cff62882
-  data.tar.gz: a17c1605fc1283a713c1fd697004bf5f3aece8415b4a43021af3db8ac2055fdd3cd8fc26983b6b04ba95ac413011fa9b87adf240f0d06f8fb2b151b88510ab08
+  metadata.gz: ea52b617b66a39fc95a2fcb299fafe4fef4821ba2bc2a8c8d8033fcd2d771c5355e4366b5775978392974984096cf6888636cf66edf0943b6d8c1aca1d60d09c
+  data.tar.gz: 3ddcb9c198d1ea9cd5db8580ad30db0088a94a3fafb8d4a500b8083d84d7637420a325f29b4923eddd01fd5d577195eec293bc2f11c2c1990a7180f7e8c6653c

data/.rakeTasks

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Settings><!--This file was automatically generated by Ruby plugin.
+You are allowed to: 
+1. Remove rake task
+2. Add existing rake tasks
+To add existing rake tasks automatically delete this file and reload the project.
+--><RakeGroup description="" fullCmd="" taksId="rake" /></Settings>

data/lib/local_llm/client.rb

@@ -0,0 +1,123 @@
+# lib/local_llm/client.rb
+require "net/http"
+require "json"
+
+module LocalLlm
+  class Error < StandardError; end
+
+  class Client
+    def initialize(base_url:)
+      @base_url = base_url
+    end
+
+    # Simple one-shot Q&A:
+    #
+    #   client.ask(model: "mistral:7b-instruct", prompt: "What is HIPAA?")
+    #
+    # stream: true/false (defaults handled by LocalLlm, but you can pass here too)
+    def ask(model:, prompt:, stream: false, options: {}, &block)
+      messages = [
+        { "role" => "user", "content" => prompt }
+      ]
+
+      chat(model: model, messages: messages, stream: stream, options: options, &block)
+    end
+
+    # Full chat:
+    #
+    #   client.chat(
+    #     model: "llama2:13b",
+    #     messages: [
+    #       { "role" => "system", "content" => "You are a helpful assistant." },
+    #       { "role" => "user",   "content" => "Explain LSTM." }
+    #     ],
+    #     stream: true
+    #   ) { |chunk| print chunk }
+    #
+    # options can include any extra Ollama fields (e.g. temperature)
+    def chat(model:, messages:, stream: false, options: {}, &block)
+      uri = URI.join(@base_url, "/api/chat")
+
+      body_hash = {
+        "model"    => model,
+        "messages" => messages,
+        "stream"   => stream
+      }.merge(options)
+
+      body_json = JSON.dump(body_hash)
+
+      if stream
+        stream_chat(uri, body_json, &block)
+      else
+        response = Net::HTTP.post(
+          uri,
+          body_json,
+          "Content-Type" => "application/json"
+        )
+
+        unless response.is_a?(Net::HTTPSuccess)
+          raise Error, "Ollama API error: #{response.code} #{response.body}"
+        end
+
+        data = JSON.parse(response.body)
+        data.dig("message", "content") || ""
+      end
+    end
+
+    # List available models (similar to `ollama list`)
+    def models
+      uri = URI.join(@base_url, "/api/tags")
+      response = Net::HTTP.get_response(uri)
+
+      unless response.is_a?(Net::HTTPSuccess)
+        raise Error, "Ollama API error: #{response.code} #{response.body}"
+      end
+
+      data = JSON.parse(response.body)
+      data["models"] || []
+    end
+
+    private
+
+    # Basic streaming support for Ollama /api/chat with "stream": true
+    #
+    # If a block is given, yields each text chunk.
+    # Always returns the full concatenated response as a String.
+    def stream_chat(uri, body_json, &block)
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.use_ssl = (uri.scheme == "https")
+
+      req = Net::HTTP::Post.new(uri.request_uri, "Content-Type" => "application/json")
+      req.body = body_json
+
+      full_content = +""
+
+      http.request(req) do |res|
+        unless res.is_a?(Net::HTTPSuccess)
+          raise Error, "Ollama API error: #{res.code} #{res.body}"
+        end
+
+        res.read_body do |chunk|
+          chunk.each_line do |line|
+            line = line.strip
+            next if line.empty?
+
+            begin
+              data = JSON.parse(line)
+            rescue JSON::ParserError
+              next
+            end
+
+            delta = data.dig("message", "content") || ""
+            next if delta.empty?
+
+            full_content << delta
+            yield delta if block_given?
+          end
+        end
+      end
+
+      full_content
+    end
+  end
+end

data/lib/local_llm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LocalLlm
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: local_llm
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - MD Abdul Barek
@@ -21,18 +21,25 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".rakeTasks"
 - ".rspec"
 - LICENSE.txt
 - README.md
 - Rakefile
 - lib/local_llm.rb
+- lib/local_llm/client.rb
 - lib/local_llm/version.rb
+- local_llm-0.1.0.gem
 - sig/local_llm.rbs
-homepage:
+homepage: https://github.com/barek2k2/local_llm
 licenses:
 - MIT
 metadata:
   allowed_push_host: https://rubygems.org
+  source_code_uri: https://github.com/barek2k2/local_llm
+  homepage_uri: https://github.com/barek2k2/local_llm
+  changelog_uri: https://github.com/barek2k2/local_llm/releases
+  bug_tracker_uri: https://github.com/barek2k2/local_llm/issues
 post_install_message:
 rdoc_options: []
 require_paths: