gpt4all 0.0.2 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 73096360c4f9175928af641a06e4b137191afae53438bbbe9ef4b095463053e5
-  data.tar.gz: e79c2ea669da611104cd7c1890e7b5ba1b0c0baa7dca90ca6fa149158ad1910a
+  metadata.gz: bcbc4d0a68ce0e29cae2ded264680ea57c279b0cb514545b199b6c03141b6af4
+  data.tar.gz: 9662b980b9c22ec94d252ac5793f48deba90739db2804757438f2a345632cff2
 SHA512:
-  metadata.gz: 923387d8c54178edb2a3538ea05ee591034458c1af9fb4534fa28219f6f6723a3f4418bcd2b9345157fbb3b4435a01c7832eb305f0378ca39964caf724bc0508
-  data.tar.gz: dd98dbf6c1275c34f2e844bce810a0ae4f7bccecc0ab686a827da43627fe4f54dc2ccef2990c6945196561331589fb3fc576fdc36bf6cb98d7ae3b5f88091e76
+  metadata.gz: a6f1e2c6146a365aee6ec0df861113b6e9ea452781f19473429147d563c32a7d1897a55aeeab72dfc66d64e0e32a6cf0a0f9ddf70062a154ad84fbb6766fe14a
+  data.tar.gz: 13e4b5cd8aa2dbbf7d707d8e484c8ddebb3699aed13c761813085b9b55ae4e7d7145d48fb6a2549d66eb04f59eb5528a0caf5d579bacff04f2fd7bfec24b5e86

data/.rubocop.yml

@@ -4,7 +4,6 @@ require:
 
 AllCops:
   NewCops: enable
-  TargetRubyVersion: 3.2
   Exclude:
     - db/**/*.rb
     - bin/**/*.rb

data/Gemfile

@@ -15,8 +15,7 @@ gem 'brakeman'
 gem 'bundler-audit'
 gem 'byebug'
 gem 'dotenv'
-gem 'license_finder'
-gem 'overcommit'
+
 gem 'rubocop-performance'
 gem 'rubocop-sequel'
 gem 'rubocop-shopify'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gpt4all (0.0.2)
+    gpt4all (0.0.4)
       faraday (~> 2.7)
       os (~> 1.1)
       tty-progressbar (~> 0.18.2)
@@ -17,7 +17,6 @@ GEM
       bundler (>= 1.2.0, < 3)
       thor (~> 1.0)
     byebug (11.1.3)
-    childprocess (4.1.0)
     crack (0.4.5)
       rexml
     diff-lcs (1.5.0)
@@ -27,20 +26,8 @@ GEM
       ruby2_keywords (>= 0.0.4)
     faraday-net_http (3.0.2)
     hashdiff (1.0.1)
-    iniparse (1.5.0)
     json (2.6.3)
-    license_finder (7.1.0)
-      bundler
-      rubyzip (>= 1, < 3)
-      thor (~> 1.2)
-      tomlrb (>= 1.3, < 2.1)
-      with_env (= 1.1.0)
-      xml-simple (~> 1.1.9)
     os (1.1.4)
-    overcommit (0.60.0)
-      childprocess (>= 0.6.3, < 5)
-      iniparse (~> 1.4)
-      rexml (~> 3.2)
     parallel (1.22.1)
     parser (3.2.2.0)
       ast (~> 2.4.1)
@@ -83,10 +70,8 @@ GEM
       rubocop (~> 1.44)
     ruby-progressbar (1.13.0)
     ruby2_keywords (0.0.5)
-    rubyzip (2.3.2)
     strings-ansi (0.2.0)
     thor (1.2.1)
-    tomlrb (2.0.3)
     tty-cursor (0.7.1)
     tty-progressbar (0.18.2)
       strings-ansi (~> 0.2)
@@ -99,12 +84,14 @@ GEM
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
-    with_env (1.1.0)
-    xml-simple (1.1.9)
-      rexml
 
 PLATFORMS
+  aarch64-linux
+  aarch64-linux-musl
+  arm64-darwin-21
   arm64-darwin-22
+  x86_64-linux
+  x86_64-linux-musl
 
 DEPENDENCIES
   brakeman
@@ -112,8 +99,6 @@ DEPENDENCIES
   byebug
   dotenv
   gpt4all!
-  license_finder
-  overcommit
   rake (~> 13.0)
   rspec (~> 3.0)
   rubocop (~> 1.21)

data/README.md

@@ -3,7 +3,7 @@
 [![Gem Version](https://badge.fury.io/rb/gpt4all.svg)](https://badge.fury.io/rb/gpt4all)
 [![CI](https://github.com/jaigouk/gpt4all/actions/workflows/main.yml/badge.svg?branch=main)](https://github.com/jaigouk/gpt4all/actions/workflows/main.yml)
 
-Gpt4all is a Ruby gem that provides an easy-to-use interface for interacting with the GPT-4 conversational AI model.
+Gpt4all is a Ruby gem that provides an easy-to-use interface for interacting with the [GPT4ALL](https://github.com/nomic-ai/gpt4all-ts) conversational AI model.
 
 ## Installation
 

data/gpt4all.gemspec

@@ -12,7 +12,7 @@ Gem::Specification.new do |spec|
   spec.description = 'interface to gpt4all'
   spec.homepage = 'https://github.com/jaigouk/gpt4all'
   spec.license = 'MIT'
-  spec.required_ruby_version = '>= 3.2'
+  spec.required_ruby_version = '>= 2.7.0'
 
   spec.metadata['allowed_push_host'] = 'https://rubygems.org'
 

data/lib/gpt4all/conversational_ai.rb

@@ -9,8 +9,9 @@ require 'tty-progressbar'
 module Gpt4all
   # rubocop:disable Metrics/ClassLength
   class ConversationalAI
-    attr_accessor :bot, :model, :decoder_config, :executable_path, :model_path, :force_download, :test_mode
+    attr_accessor :model, :decoder_config, :executable_path, :model_path, :force_download, :test_mode
 
+    # https://the-eye.eu/public/AI/models/nomic-ai/gpt4all/gpt4all-lora-quantized.bin
     OSX_INTEL_URL = 'https://github.com/nomic-ai/gpt4all/blob/main/chat/gpt4all-lora-quantized-OSX-intel?raw=true'
     OSX_M1_URL = 'https://github.com/nomic-ai/gpt4all/blob/main/chat/gpt4all-lora-quantized-OSX-m1?raw=true'
     LINUX_URL = 'https://github.com/nomic-ai/gpt4all/blob/main/chat/gpt4all-lora-quantized-linux-x86?raw=true'
@@ -66,9 +67,33 @@ module Gpt4all
       @bot_pid = nil
     end
 
+    def restart_bot
+      stop_bot
+      start_bot
+    end
+
+    def prompt(input)
+      ensure_bot_is_ready
+
+      begin
+        bot.first.puts(input)
+        response = bot.last.gets.strip
+      rescue StandardError => e
+        puts "Error during prompt: #{e.message}"
+        restart_bot
+        response = prompt(input)
+      end
+
+      response
+    end
+
+    private
+
+    attr_reader :bot
+
     def download_executable
-      upstream = determine_upstream_url
-      download_file(upstream, executable_path)
+      FileUtils.mkdir_p(File.dirname(executable_path))
+      download_file(determine_upstream_url, executable_path)
       FileUtils.chmod(0o755, executable_path)
       puts "File downloaded successfully to #{executable_path}"
     end
@@ -87,8 +112,9 @@ module Gpt4all
 
     def download_model
       model_url = "https://the-eye.eu/public/AI/models/nomic-ai/gpt4all/#{model}.bin"
-
       download_file(model_url, model_path)
+      download_md5_file
+      verify_md5_signature
 
       puts "File downloaded successfully to #{model_path}"
     end
@@ -130,13 +156,33 @@ module Gpt4all
 
     def write_chunks_to_file(response, destination, progress_bar)
       File.open(destination, 'wb') do |file|
+        downloaded_size = 0
         response.body.each_chunk do |chunk|
           progress_bar.advance(chunk.bytesize)
           file.write(chunk)
+          downloaded_size += chunk.bytesize
         end
+        raise 'Incomplete file downloaded.' if downloaded_size < progress_bar.total
       end
     end
 
+    def download_md5_file
+      md5_url = "https://the-eye.eu/public/AI/models/nomic-ai/gpt4all/#{model}.bin.md5"
+      md5_path = "#{model_path}.md5"
+      download_file(md5_url, md5_path)
+    end
+
+    def verify_md5_signature
+      md5_path = "#{model_path}.md5"
+      raise 'MD5 file not found.' unless File.exist?(md5_path)
+
+      expected_md5 = File.read(md5_path).strip
+      actual_md5 = Digest::MD5.file(model_path).hexdigest
+      raise 'MD5 signature mismatch.' unless expected_md5 == actual_md5
+
+      puts 'MD5 signature verified successfully.'
+    end
+
     def wait_for_bot_ready
       loop do
         output = bot.last.gets
@@ -144,29 +190,9 @@ module Gpt4all
       end
     end
 
-    def prompt(input)
-      ensure_bot_is_ready
-
-      begin
-        bot.first.puts(input)
-        response = bot.last.gets.strip
-      rescue StandardError => e
-        puts "Error during prompt: #{e.message}"
-        restart_bot
-        response = prompt(input)
-      end
-
-      response
-    end
-
     def ensure_bot_is_ready
       raise 'Bot is not initialized.' unless bot
     end
-
-    def restart_bot
-      stop_bot
-      start_bot
-    end
   end
   # rubocop:enable Metrics/ClassLength
 end

data/lib/gpt4all/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Gpt4all
-  VERSION = '0.0.2'
+  VERSION = '0.0.4'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gpt4all
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.4
 platform: ruby
 authors:
 - Jaigouk Kim
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-04-07 00:00:00.000000000 Z
+date: 2023-04-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -71,7 +71,6 @@ files:
 - lib/gpt4all.rb
 - lib/gpt4all/conversational_ai.rb
 - lib/gpt4all/version.rb
-- sig/gpt4all.rbs
 homepage: https://github.com/jaigouk/gpt4all
 licenses:
 - MIT
@@ -89,7 +88,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.2'
+      version: 2.7.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="

data/sig/gpt4all.rbs

@@ -1,27 +0,0 @@
-module Gpt4all
-  VERSION: String
-
-  class ConversationalAI
-    @bot: Process::Child | nil
-    @model: String
-    @decoder_config: Hash[String, untyped]
-    @executable_path: String
-    @model_path: String
-
-    def initialize: (String? model, bool? force_download, Hash[String, untyped]? decoder_config) -> void
-
-    def init: (?bool force_download) -> void
-
-    def open: () -> void
-
-    def close: () -> void
-
-    private def download_executable: () -> void
-
-    private def download_model: () -> void
-
-    private def download_file: (String url, String destination) -> void
-
-    def prompt: (String input) -> String
-  end
-end