llm_lib 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 85f973672c9b0eb31e43f3fbeb04c583a2b92bd5886c3caa320db5f972d614a2
+  data.tar.gz: f2fa7bb2bdb6d06a688a0987017c22f9fe55eb4ad6861abe1efd205773df35fc
+SHA512:
+  metadata.gz: ab1ea2cbdd89d7af8229195addb8edeb03bacb93b99879de60f78ee4924c410a0b350f5d513bc91282d9ba0a1655c8ea2abde72cf64daec495a1b014750a42f6
+  data.tar.gz: 2916daaa07a84273eeffd20c500ba3d27be918f40490b91cd5099eae793311a8c3d08ef4526b3fe731a38099bf6e6b60d4b7b84d8607884a76b5c01250847675

data/lib/llm_lib/huggingface.rb

@@ -0,0 +1,16 @@
+class LlmLib::HuggingFace
+
+    def self.send(apikey, model, query)
+
+        return LlmLib::Restclient.post(
+            body: {
+                "inputs" => query,
+
+            },
+            url: "https://api-inference.huggingface.co/models/#{model}",
+            apikey: apikey
+        )
+    end
+end
+
+require 'llm_lib/restclient'

data/lib/llm_lib/openai.rb

@@ -0,0 +1,25 @@
+require 'llm_lib'
+
+class LlmLib::OpenAI
+
+    def self.send(apikey, model, prompt, max_tokens, temperature=0, top_p=1, n=1, stream=false, stop="\n")
+
+        return LlmLib::Restclient.post(
+            body: {
+		        "model" => model,
+                "messages" => [{ role: "user", content: prompt}],
+                "max_tokens" => max_tokens,
+                "temperature" => temperature,
+                "top_p" => top_p,
+                "n" => n,
+                "stream" => stream,
+                "stop" => stop,
+
+            },
+            url: "https://api.openai.com/v1/chat/completions",
+            apikey: apikey
+        )
+    end
+end
+
+require 'llm_lib/restclient'

data/lib/llm_lib/restclient.rb

@@ -0,0 +1,44 @@
+class LlmLib::Restclient
+
+# def self.post(url:, body:, headers: {})
+def self.post(url:, body:, apikey:)
+
+    url = URI(url)
+    apikey = apikey
+
+    http = Net::HTTP.new(url.host, url.port)
+    http.use_ssl = true
+    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+
+    request = Net::HTTP::Post.new(url.path)
+    request['Content-Type'] = 'application/json'
+    request["cache-control"] = 'no-cache'
+    # request["apikey"] = apikey
+    # headers.each { |key, value| request[key] = value }
+    request['Authorization'] = "Bearer #{apikey}" 
+    # request.set_form_data(body)
+    request.body = JSON.generate(body)
+
+    begin
+        response = http.request(request)
+        
+        case response
+            when Net::HTTPSuccess then
+                return {code: 200, response: JSON.parse(response.read_body)}
+            else
+                return {code: response.value, response: response.read_body}
+        end
+
+    rescue StandardError
+        puts response
+        return {code: response.code, response: response.read_body}
+        
+    end
+    
+end
+
+end
+
+require 'uri'
+require 'net/http'
+require 'json'

data/lib/llm_lib.rb

@@ -0,0 +1,133 @@
+module LlmLib
+    class OpenAIClient
+
+        # # Replace 'YOUR_API_KEY_HERE' with your actual OpenAI API key
+        # api_key = 'YOUR_API_KEY_HERE'
+        # client = OpenAIClient.new(api_key)
+
+        # # Example API call
+        # prompt = "Once upon a time"
+        # max_tokens = 100
+        # response = client.chat_gpt_call(prompt, max_tokens)
+        # puts response
+
+        # remove
+        # attr_reader :apikey
+        # def def initialize(apikey, query)
+        #   @apikey, @query = apikey, query
+        # end
+
+        def initialize(apikey)
+            @apikey = apikey
+        end
+
+        # def chat_gpt_call(prompt, max_tokens, temperature = 0, top_p = 1, n = 1, stream = false, logprobs = nil, stop = "\n")
+        #     model = "text-davinci-003"
+        #     response = self.class.send(@api_key, {
+        #       "model" => model,
+        #       "prompt" => prompt,
+        #       "max_tokens" => max_tokens,
+        #       "temperature" => temperature,
+        #       "top_p" => top_p,
+        #       "n" => n,
+        #       "stream" => stream,
+        #       "logprobs" => logprobs,
+        #       "stop" => stop
+        #     })
+        #     response
+        #   end
+
+        #   def self.send(apikey, body)
+        #     LlmLib::Restclient.post(
+        #       body: body,
+        #       url: "https://api.openai.com/v1/completions",
+        #       apikey: apikey
+        #     )
+        #   end
+
+        def chat_gpt_call(prompt, max_tokens, temperature = 0, top_p = 1, n = 1, stream = false, stop = "\n")
+            model = "gpt-3.5-turbo"
+            response = OpenAI.send(@api_key,
+              model,
+              prompt,
+              max_tokens,
+              temperature,
+              top_p,
+              n,
+              stream,
+              stop
+            )
+            response
+        end
+
+        def gpt4_call(prompt, max_tokens, temperature = 0, top_p = 1, n = 1, stream = false, stop = "\n")
+            model = "gpt-4"
+            response = OpenAI.send(@api_key,
+                model,
+                prompt,
+                max_tokens,
+                temperature,
+                top_p,
+                n,
+                stream,
+                stop
+            )
+            response
+        end
+    
+    end
+
+    require 'llm_lib'
+
+    class HuggingfaceApiClient
+
+        # # Replace 'YOUR_API_KEY_HERE' with your actual Huggingface API key
+        # api_key = 'YOUR_API_KEY_HERE'
+        # client = HuggingfaceApiClient.new(api_key)
+
+        # # Example API call
+        # query = "Tell me a joke"
+        # response = client.hugging_bloom_call(query)
+        # puts response
+
+
+        def initialize(api_key)
+            @api_key = api_key
+        end
+
+        def hugging_bloom_call(query, model = "bigscience/bloom")
+            response = HuggingFace.send(@api_key,
+                                    query, 
+                                    model)
+            response
+        end
+
+        def hugging_falcon_call(query, model = "tiiuae/falcon-40b-instruct")
+            response = HuggingFace.send(@api_key,
+                query, 
+                model)
+            response
+        end
+
+        def hugging_llama2_call(query, model = "meta-llama/Llama-2-70b-chat-hf")
+            response = HuggingFace.send(@api_key,
+                query, 
+                model)
+            response
+        end
+
+        # def self.send(apikey, body, model)
+        #     LlmLib::Restclient.post(
+        #     body: body,
+        #     url: "https://api-inference.huggingface.co/models/#{model}",
+        #     apikey: apikey
+        #     )
+        # end
+    end
+
+end    
+
+require 'llm_lib/openai'
+require 'llm_lib/huggingface'
+require 'uri'
+require 'dotenv/load'

metadata

@@ -0,0 +1,147 @@
+--- !ruby/object:Gem::Specification
+name: llm_lib
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Chamath Attanayaka
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2023-07-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: uri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 13.0.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 13.0.6
+- !ruby/object:Gem::Dependency
+  name: mini_mime
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.2
+- !ruby/object:Gem::Dependency
+  name: multi_xml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.6.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.6.3
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.8.1
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.19.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.19.0
+description: Gem to invoke API calls to Huggingface and Openai LLMs
+email:
+- kaushalyabandaraatta@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/llm_lib.rb
+- lib/llm_lib/huggingface.rb
+- lib/llm_lib/openai.rb
+- lib/llm_lib/restclient.rb
+homepage: https://rubygems.org/gems/llm_lib
+licenses:
+- MIT
+metadata:
+  source_code_uri: https://github.com/ChamathKB/llm-sdk
+  changelog_uri: https://github.com/ChamathKB/llm-sdk/blob/main/CHANGELOG.md
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.0.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.22
+signing_key: 
+specification_version: 4
+summary: Invoke API calls to LLMs
+test_files: []