gpt4all 0.0.3 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 677356f50a80a8d91eb4e0e2146ac4f005896ba1e1250ace66dd57e862444623
-  data.tar.gz: fdb9dcf280aa544f8b7e26c4a9da143ce2ea3bfae4a7a20f995db6258b921c31
+  metadata.gz: 63ef21af70c63628f51e23eeee9a4958227a5789c43323c792676eef52289300
+  data.tar.gz: 19271183c40dffbae53dc3e171510ed787edbebdbb33ae432c92f9b0edcc0972
 SHA512:
-  metadata.gz: cf7831d84c641dad48a6c8e6db0889af99a16cea58064f33fe7a6cf2bc331504ab1293d3c8636cdeb84685fbab7183d91bdb06c5b9ed1b7c681aa251e77dd4c3
-  data.tar.gz: 27e532c867292cd131fa061d611497540984ab3ba69c633327b51709b04db33b440a8d834c2694c9a2ed01a0b098ab990260f3edeab59ad46a46599b15223749
+  metadata.gz: 8c929aa6408d5f6668ee0c6513968e64e0ee2e7ec4f71f87a5fe24de916a98300904a68837d2b8aaf2970754dfdd3a21f241e98ebde3225af31a64c93044d1a5
+  data.tar.gz: 2ef1a65e439ea312d01b7bb0445a1a0aed89981b0b7a6546ab3914f6bc8294cad196cb1d47f7036e4cfb32d6e8bde27a3067862e7eb941c3884b3e905a80fc52

data/CHANGELOG.md

@@ -4,12 +4,15 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
-## [Unreleased]
 
-## [0.0.1] - 2023-04-07
+## [0.0.5] - 2023-04-18
 
-- Initial release
+- [Fix error "private method gets called on Process::Waiter"]() by [Francis](https://github.com/francis)
+- Fix write_chunks_to_file
+
+## [0.0.4] - 2023-04-11
+
+- check md5 when downloading model file
+- CI is working for multiple ruby version
 
-## [0.0.2] - 2023-04-07
 
-- updated changelog link

data/Gemfile

@@ -14,9 +14,9 @@ gem 'rubocop', '~> 1.21'
 gem 'brakeman'
 gem 'bundler-audit'
 gem 'byebug'
+gem 'debug'
 gem 'dotenv'
-gem 'license_finder'
-gem 'overcommit'
+
 gem 'rubocop-performance'
 gem 'rubocop-sequel'
 gem 'rubocop-shopify'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gpt4all (0.0.3)
+    gpt4all (0.0.5)
       faraday (~> 2.7)
       os (~> 1.1)
       tty-progressbar (~> 0.18.2)
@@ -17,9 +17,11 @@ GEM
       bundler (>= 1.2.0, < 3)
       thor (~> 1.0)
     byebug (11.1.3)
-    childprocess (4.1.0)
     crack (0.4.5)
       rexml
+    debug (1.7.2)
+      irb (>= 1.5.0)
+      reline (>= 0.3.1)
     diff-lcs (1.5.0)
     dotenv (2.8.1)
     faraday (2.7.4)
@@ -27,20 +29,11 @@ GEM
       ruby2_keywords (>= 0.0.4)
     faraday-net_http (3.0.2)
     hashdiff (1.0.1)
-    iniparse (1.5.0)
+    io-console (0.6.0)
+    irb (1.6.4)
+      reline (>= 0.3.0)
     json (2.6.3)
-    license_finder (7.1.0)
-      bundler
-      rubyzip (>= 1, < 3)
-      thor (~> 1.2)
-      tomlrb (>= 1.3, < 2.1)
-      with_env (= 1.1.0)
-      xml-simple (~> 1.1.9)
     os (1.1.4)
-    overcommit (0.60.0)
-      childprocess (>= 0.6.3, < 5)
-      iniparse (~> 1.4)
-      rexml (~> 3.2)
     parallel (1.22.1)
     parser (3.2.2.0)
       ast (~> 2.4.1)
@@ -48,6 +41,8 @@ GEM
     rainbow (3.1.1)
     rake (13.0.6)
     regexp_parser (2.7.0)
+    reline (0.3.3)
+      io-console (~> 0.5)
     rexml (3.2.5)
     rspec (3.12.0)
       rspec-core (~> 3.12.0)
@@ -83,10 +78,8 @@ GEM
       rubocop (~> 1.44)
     ruby-progressbar (1.13.0)
     ruby2_keywords (0.0.5)
-    rubyzip (2.3.2)
     strings-ansi (0.2.0)
     thor (1.2.1)
-    tomlrb (2.0.3)
     tty-cursor (0.7.1)
     tty-progressbar (0.18.2)
       strings-ansi (~> 0.2)
@@ -99,15 +92,13 @@ GEM
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
-    with_env (1.1.0)
-    xml-simple (1.1.9)
-      rexml
 
 PLATFORMS
   aarch64-linux
   aarch64-linux-musl
   arm64-darwin-21
   arm64-darwin-22
+  x86_64-darwin-21
   x86_64-linux
   x86_64-linux-musl
 
@@ -115,10 +106,9 @@ DEPENDENCIES
   brakeman
   bundler-audit
   byebug
+  debug
   dotenv
   gpt4all!
-  license_finder
-  overcommit
   rake (~> 13.0)
   rspec (~> 3.0)
   rubocop (~> 1.21)
@@ -128,4 +118,4 @@ DEPENDENCIES
   webmock
 
 BUNDLED WITH
-   2.4.10
+   2.4.7

data/lib/gpt4all/conversational_ai.rb

@@ -9,8 +9,9 @@ require 'tty-progressbar'
 module Gpt4all
   # rubocop:disable Metrics/ClassLength
   class ConversationalAI
-    attr_accessor :bot, :model, :decoder_config, :executable_path, :model_path, :force_download, :test_mode
+    attr_accessor :model, :decoder_config, :executable_path, :model_path, :force_download, :test_mode
 
+    # https://the-eye.eu/public/AI/models/nomic-ai/gpt4all/gpt4all-lora-quantized.bin
     OSX_INTEL_URL = 'https://github.com/nomic-ai/gpt4all/blob/main/chat/gpt4all-lora-quantized-OSX-intel?raw=true'
     OSX_M1_URL = 'https://github.com/nomic-ai/gpt4all/blob/main/chat/gpt4all-lora-quantized-OSX-m1?raw=true'
     LINUX_URL = 'https://github.com/nomic-ai/gpt4all/blob/main/chat/gpt4all-lora-quantized-linux-x86?raw=true'
@@ -61,11 +62,37 @@ module Gpt4all
     def stop_bot
       return unless bot
 
-      bot.each(&:close)
+      bot[0].close
+      bot[1].close
+      bot[2].exit
       @bot = nil
       @bot_pid = nil
     end
 
+    def restart_bot
+      stop_bot
+      start_bot
+    end
+
+    def prompt(input)
+      ensure_bot_is_ready
+
+      begin
+        bot.first.puts(input)
+        response = read_from_bot
+      rescue StandardError => e
+        puts "Error during prompt: #{e.message}"
+        restart_bot
+        response = prompt(input)
+      end
+
+      response
+    end
+
+    private
+
+    attr_reader :bot
+
     def download_executable
       FileUtils.mkdir_p(File.dirname(executable_path))
       download_file(determine_upstream_url, executable_path)
@@ -87,8 +114,9 @@ module Gpt4all
 
     def download_model
       model_url = "https://the-eye.eu/public/AI/models/nomic-ai/gpt4all/#{model}.bin"
-
       download_file(model_url, model_path)
+      download_md5_file
+      verify_md5_signature
 
       puts "File downloaded successfully to #{model_path}"
     end
@@ -131,7 +159,7 @@ module Gpt4all
     def write_chunks_to_file(response, destination, progress_bar)
       File.open(destination, 'wb') do |file|
         downloaded_size = 0
-        response.body.each_chunk do |chunk|
+        response.body.each(2048) do |chunk|
           progress_bar.advance(chunk.bytesize)
           file.write(chunk)
           downloaded_size += chunk.bytesize
@@ -140,36 +168,48 @@ module Gpt4all
       end
     end
 
-    def wait_for_bot_ready
-      loop do
-        output = bot.last.gets
-        break if output&.include?('>')
-      end
+    def download_md5_file
+      md5_url = "https://the-eye.eu/public/AI/models/nomic-ai/gpt4all/#{model}.bin.md5"
+      md5_path = "#{model_path}.md5"
+      download_file(md5_url, md5_path)
     end
 
-    def prompt(input)
-      ensure_bot_is_ready
+    def verify_md5_signature
+      md5_path = "#{model_path}.md5"
+      raise 'MD5 file not found.' unless File.exist?(md5_path)
 
-      begin
-        bot.first.puts(input)
-        response = bot.last.gets.strip
-      rescue StandardError => e
-        puts "Error during prompt: #{e.message}"
-        restart_bot
-        response = prompt(input)
+      expected_md5 = File.read(md5_path).strip
+      actual_md5 = Digest::MD5.file(model_path).hexdigest
+      raise 'MD5 signature mismatch.' unless expected_md5 == actual_md5
+
+      puts 'MD5 signature verified successfully.'
+    end
+
+    # remove the stop character from end of the output
+    def strip_stop(output, stop)
+      output[0...output.rindex(stop)]
+    end
+
+    def read_from_bot(stop: '>')
+      output = ''
+      loop do
+        new_output = bot[1].read_nonblock(2048)
+        output += new_output
+        return strip_stop(output, stop) if new_output&.include?(stop)
+
+      rescue IO::WaitReadable
+        bot[1].wait_readable
+        retry
       end
+    end
 
-      response
+    def wait_for_bot_ready
+      read_from_bot
     end
 
     def ensure_bot_is_ready
       raise 'Bot is not initialized.' unless bot
     end
-
-    def restart_bot
-      stop_bot
-      start_bot
-    end
   end
   # rubocop:enable Metrics/ClassLength
 end

data/lib/gpt4all/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Gpt4all
-  VERSION = '0.0.3'
+  VERSION = '0.0.5'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gpt4all
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.5
 platform: ruby
 authors:
 - Jaigouk Kim
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-04-07 00:00:00.000000000 Z
+date: 2023-04-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -71,8 +71,6 @@ files:
 - lib/gpt4all.rb
 - lib/gpt4all/conversational_ai.rb
 - lib/gpt4all/version.rb
-- model.bin
-- sig/gpt4all.rbs
 homepage: https://github.com/jaigouk/gpt4all
 licenses:
 - MIT
@@ -97,7 +95,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.33
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: gpt4all

data/model.bin

@@ -1 +0,0 @@
-This is a mock file content

data/sig/gpt4all.rbs

@@ -1,27 +0,0 @@
-module Gpt4all
-  VERSION: String
-
-  class ConversationalAI
-    @bot: Process::Child | nil
-    @model: String
-    @decoder_config: Hash[String, untyped]
-    @executable_path: String
-    @model_path: String
-
-    def initialize: (String? model, bool? force_download, Hash[String, untyped]? decoder_config) -> void
-
-    def init: (?bool force_download) -> void
-
-    def open: () -> void
-
-    def close: () -> void
-
-    private def download_executable: () -> void
-
-    private def download_model: () -> void
-
-    private def download_file: (String url, String destination) -> void
-
-    def prompt: (String input) -> String
-  end
-end