monadic-chat 0.4.1 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9d44ae83c28ccafde3e3b2ea1d486730c2dbf5ff3cc7193dc4c25c97f6a46fbb
-  data.tar.gz: f69a30f93b4777b70d078b007c3342e212d3deb4bf2cf92d782fb6af6b825f07
+  metadata.gz: 840f1afe3ac1bac2709058c004e0181bc35dce391ac2774575cc7da3de5a31af
+  data.tar.gz: a7d82295925a59e375c878e90832457e38a3b675e4ee6e952dd641b9053cf972
 SHA512:
-  metadata.gz: 31a241cff282c2e98eed745e4e32612dc018793832c38dddd79614479fd8b816a1c94be7ff16dc16b73858eb883d2da42b81109ed3d94e253a7e473526533386
-  data.tar.gz: eddd1596523564ac1f066b93c762d13b44515990ba1e479b74f6b51cf94e8fc840d45d45763757264a0c1dde21beac1b68c3652a2baf8a08ab6f306e64a818e9
+  metadata.gz: 2577863d5326aa6b442906d71fbd0e1478300657597362e4c0bac1e42f8e5fc46ccf9b88ec515df53d96b4b21e7efd43cfa5884daf5ce65713324b0803e8a893
+  data.tar.gz: 3b3c673acf3c2c46147dfaf95fd80c5c6a7fd88eaec22ef913816bf3da114f49af9c54bda36e31beff5149ac0ed280812ae42711232661397a2f3f6cb4c4c5c7

data/CHANGELOG.md

@@ -51,3 +51,8 @@
 
 - New models of January 2024 supported
 - Default model changed to `gpt-4`
+
+## [0.4.2] - 2024-02-09
+
+- Issue of redundant token addition addressed
+- Default model changed to `gpt-3.5-turbo-0125`

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    monadic-chat (0.4.0)
+    monadic-chat (0.4.2)
       blingfire
       http
       kramdown
@@ -20,21 +20,23 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.8.5)
+    addressable (2.8.6)
       public_suffix (>= 2.0.2, < 6.0)
-    blingfire (0.2.0)
-    diff-lcs (1.5.0)
-    domain_name (0.5.20190701)
-      unf (>= 0.0.5, < 1.0.0)
+    base64 (0.2.0)
+    bigdecimal (3.1.6)
+    blingfire (0.2.1)
+    diff-lcs (1.5.1)
+    domain_name (0.6.20240107)
     ffi (1.16.3)
     ffi-compiler (1.0.1)
       ffi (>= 1.0.0)
       rake
-    http (5.1.1)
+    http (5.2.0)
       addressable (~> 2.8)
+      base64 (~> 0.1)
       http-cookie (~> 1.0)
       http-form_data (~> 2.2)
-      llhttp-ffi (~> 0.4.0)
+      llhttp-ffi (~> 0.5.0)
     http-cookie (1.0.5)
       domain_name (~> 0.5)
     http-form_data (2.3.0)
@@ -42,29 +44,30 @@ GEM
       rexml
     launchy (2.5.2)
       addressable (~> 2.8)
-    llhttp-ffi (0.4.0)
+    llhttp-ffi (0.5.0)
       ffi-compiler (~> 1.0)
       rake (~> 13.0)
-    oj (3.16.1)
+    oj (3.16.3)
+      bigdecimal (>= 3.0)
     pastel (0.8.0)
       tty-color (~> 0.5)
-    public_suffix (5.0.3)
-    rake (13.0.6)
+    public_suffix (5.0.4)
+    rake (13.1.0)
     rexml (3.2.6)
-    rouge (4.1.3)
-    rspec (3.12.0)
-      rspec-core (~> 3.12.0)
-      rspec-expectations (~> 3.12.0)
-      rspec-mocks (~> 3.12.0)
-    rspec-core (3.12.2)
-      rspec-support (~> 3.12.0)
-    rspec-expectations (3.12.3)
+    rouge (4.2.0)
+    rspec (3.13.0)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.0)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-mocks (3.12.6)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-support (3.12.1)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.0)
     strings (0.2.1)
       strings-ansi (~> 0.2)
       unicode-display_width (>= 1.5, < 3.0)
@@ -95,12 +98,9 @@ GEM
       tty-cursor (~> 0.7)
       tty-screen (~> 0.8)
       wisper (~> 2.0)
-    tty-screen (0.8.1)
+    tty-screen (0.8.2)
     tty-spinner (0.9.3)
       tty-cursor (~> 0.7)
-    unf (0.1.4)
-      unf_ext
-    unf_ext (0.0.8.2)
     unicode-display_width (2.5.0)
     unicode_utils (1.4.0)
     wisper (2.0.1)

data/README.md

@@ -27,6 +27,7 @@
 
 **Change Log**
 
+- [February 9, 2024] Minor update; default model changed to `gpt-3.5-turbo-0125`
 - [November 10, 2023] Stability improvement; default model changed to `gpt-3.5-turbo`
 - [October 07, 2023] Stability improvement; default model changed to `gpt-3.5-turbo-0613`
 - [June 11, 2023] The repository renamed to `monadic-chat-cli`
@@ -304,13 +305,13 @@ Monadic Chat has two modes. The `normal` mode utilizes OpenAI's chat API to achi
 
 ### Normal Mode
 
-The current default language model for `normal` mode is `gpt-3.5-turbo`.
+The current default language model for `normal` mode is `gpt-3.5-turbo-0125`.
 
 In the default configuration, the dialogue messages are reduced after ten turns by deleting the oldest ones (but not the messages that the `system` role has given as instructions).
 
 ### Research Mode
 
-The current default language model for `research` mode is `gpt-3.5-turbo`.
+The current default language model for `research` mode is `gpt-4-turbo-preview`.
 
 In `research` mode, the conversation between the user and the large-scale language model is accomplished with a mechanism that tracks the conversation history in a monadic structure. In the default configuration, the dialogue messages are reduced after ten turns by deleting the oldest ones (but not the messages that the `system` role has given as instructions).
 

data/lib/monadic_chat/open_ai.rb

@@ -24,6 +24,7 @@ module OpenAI
 
   def self.model_to_method(model)
     res = {
+      "gpt-3.5-turbo-0125" => "chat/completions",
       "gpt-3.5-turbo-1106" => "chat/completions",
       "gpt-3.5-turbo" => "chat/completions",
       "gpt-3.5-turbo-16k" => "chat/completions",
@@ -72,16 +73,11 @@ module OpenAI
     if query["stream"]
       json = nil
       buffer = ""
-      # break_flag = false
 
       res.body.each do |chunk|
         break if /\Rdata: [DONE]\R/ =~ chunk
 
-        # break if break_flag
-
         buffer << chunk
-        # break_flag = true if /\Rdata: [DONE]\R/ =~ buffer
-
         scanner = StringScanner.new(buffer)
         pattern = /data: (\{.*?\})(?=\n|\z)/m
         until scanner.eos?
@@ -92,16 +88,15 @@ module OpenAI
             begin
               res = JSON.parse(json_data)
               choice = res.dig("choices", 0) || {}
+
               fragment = choice.dig("delta", "content").to_s
+              next if !fragment || fragment == ""
 
               block&.call fragment
 
-              if !json
-                json = res
-              else
-                json["choices"][0]["text"] ||= +""
-                json["choices"][0]["text"] << fragment
-              end
+              json ||= res
+              json["choices"][0]["text"] ||= +""
+              json["choices"][0]["text"] << fragment
 
               if choice["finish_reason"] == "length" || choice["finish_reason"] == "stop"
                 finish = { "type" => "message", "content" => "DONE" }

data/lib/monadic_chat/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module MonadicChat
-  VERSION = "0.4.1"
+  VERSION = "0.4.2"
 end

data/lib/monadic_chat.rb

@@ -27,7 +27,7 @@ Oj.mimic_JSON
 
 module MonadicChat
   SETTINGS = {
-    "normal_model" => "gpt-4",
+    "normal_model" => "gpt-3.5-turbo-0125",
     "research_model" => "gpt-4-turbo-preview",
     "max_tokens_wiki" => 1000,
     "num_retrials" => 2,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: monadic-chat
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
 platform: ruby
 authors:
 - yohasebe
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-26 00:00:00.000000000 Z
+date: 2024-02-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler