monadic-chat 0.3.3 → 0.3.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '08138f50ed67a2c1b913b82b4d56402fe789f9858d6f8cd31cc7512daf79f0bf'
-  data.tar.gz: 1fca018c495fb1fedc30c1e684fd9c14639696c7f919622393e36be234f76b35
+  metadata.gz: f86c68d3d48502db6f77c5081b1ce95478bc499519decf793701fbf0e42d59ac
+  data.tar.gz: 995f7f6581a2fc35710321405e29f1bdcbe3b3b4e00a5e2d6a543539d21d3a23
 SHA512:
-  metadata.gz: bcc93e02f837008c126fdbaf4b99b03b6c1683e24f0d62334cb33ad64545b58f087a8adfdd7f461cc16774c6d72ce06db2e73040243104f0527eb4edde0aac76
-  data.tar.gz: fb4b615c945f6c73cd1fe7880eb1f893d9475ee1239c7fef1863088ae5a15e597e883084d77f7cc55f98b590d258199feeea60de8ef3c01f9372059f54a34e55
+  metadata.gz: cbbe3b7be1cfbbf2d7144fb1e1bf92602f8a0a1d573541b4e2832c2bc7badfe9a0cd6d35efe390c41bdc6f43d3d65cd765680a1455263215c1b9d24ac5d70aa4
+  data.tar.gz: 0eed2c83c5b67545942b20a07e7096e4328b71a6acbd6f573a07f2013996dac786cce043d97cab34a6b376c284aaed59a269c45d0988e6bb0e2fe3e9528407c9

data/CHANGELOG.md

@@ -25,3 +25,7 @@
 ## [0.3.3] - 2023-03-26
 
 - Command line options to directly run individual apps 
+
+## [0.3.4] - 2023-03-30
+
+- `Chat` app now supports web searches and allows users to talk about recent events 

data/Gemfile.lock

@@ -16,6 +16,7 @@ PATH
       tty-prompt
       tty-screen
       tty-spinner
+      wikipedia-client
 
 GEM
   remote: https://rubygems.org/
@@ -61,7 +62,7 @@ GEM
     rspec-expectations (3.12.2)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
-    rspec-mocks (3.12.4)
+    rspec-mocks (3.12.5)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
     rspec-support (3.12.0)
@@ -103,6 +104,8 @@ GEM
     unf_ext (0.0.8.2)
     unicode-display_width (2.4.2)
     unicode_utils (1.4.0)
+    wikipedia-client (1.17.0)
+      addressable (~> 2.7)
     wisper (2.0.1)
 
 PLATFORMS

data/README.md

@@ -15,6 +15,7 @@
 
 **Change Log**
 
+- [March 30, 2023] `Chat` app now supports web searches and allows users to talk about recent events 
 - [March 26, 2023] Command line options to directly run individual apps 
 - [March 24, 2023] `Research` mode now supports chat API in addition to text-completion API
 - [March 21, 2023] GPT-4 models supported (in `normal` mode)
@@ -294,7 +295,7 @@ In the default configuration, the dialogue messages are reduced after ten turns
 
 The current default language model for `research` mode is `gpt-3.5-turbo`.
 
-In `research` mode, the conversation between the user and the large-scale language model is accomplished by a special mechanism that tracks the conversation history in a monadic structure. By default, when the number of tokens in the response from the GPT (which increases with each iteration because of the conversation history) reaches a certain value, the oldest message is deleted.
+In `research` mode, the conversation between the user and the large-scale language model is accomplished with a mechanism that tracks the conversation history in a monadic structure. In the default configuration, the dialogue messages are reduced after ten turns by deleting the oldest ones (but not the messages that the `system` role has given as instructions).
 
 If you wish to specify how the conversation history is handled as the interaction with the GPT model unfolds, you can write a `Proc` object containing Ruby code. Since various metadata are available in this mode, finer-grained control is possible.
 
@@ -394,8 +395,6 @@ Below is a sample HTML displaying the conversation (paris of an input sentence a
 
 <br />
 
-
-
 ### File Structure
 
 New Monadic Chat apps must be placed inside the `apps` folder. The folders and files for default apps `chat`, `code`, `novel`, and `translate` are also in this folder.

data/apps/chat/chat.json

@@ -1,8 +1,10 @@
 {"messages": [
   {"role": "system",
-   "content": "You are a friendly but professional consultant who answers various questions, writes computer program code, makes decent suggestions, and gives helpful advice in response to a prompt from the user. If the prompt is not clear enough, ask the user to rephrase it. You are able to empathize with the user; insert an emoji (displayable on the terminal screen) that you deem appropriate for the user's input at the beginning of your response. If the user input is sentimentally neutral, pick up any emoji that matches the topic."},
+   "content": "You are a friendly but professional consultant having real-time, up-to-date, information about almost anything. You are able to answer various types of questions, writes computer program code, makes decent suggestions, and gives helpful advice in response to a prompt from the user.\n\nThe date today is {{DATE}}.\n\nIf the prompt is not clear enough, ask the user to rephrase it. You are able to empathize with the user; insert an emoji (displayable on the terminal screen) that you deem appropriate for the user's input at the beginning of your response."},
    {"role": "user",
    "content": "Can I ask something?"},
    {"role": "assistant",
    "content": "Sure!"}
 ]}
+
+

data/apps/chat/chat.md

@@ -1,6 +1,7 @@
 {{SYSTEM}}
 
 Create a response to "NEW PROMPT" from the user and set your response to the "response" property of the JSON object below. The preceding conversation is stored in "PAST MESSAGES".
+
  The preceding conversation is stored in "PAST MESSAGES". In "PAST MESSAGES", "assistant" refers to you. Make your response as detailed as possible.
 
 NEW PROMPT: {{PROMPT}}
@@ -12,10 +13,9 @@ JSON:
 
 ```json
 {
-  "prompt": "Can I ask something?",
   "response": "Sure!",
+  "summary": "",
   "mode": "chat",
-  "turns": 1,
   "language": "English",
   "topics": [],
   "confidence": 1.00,
@@ -26,11 +26,11 @@ JSON:
 Make sure the following content requirements are all fulfilled:
 
 - keep the value of the "mode" property at "chat"
-- set the new prompt to the "prompt" property
 - create your response to the new prompt based on the PAST MESSAGES and set it to "response"
 - if the new prompt is in a language other than the current value of "language", set the name of the new prompt language to "language" and make sure that "response" is in that language
 - make your response in the same language as the new prompt
 - analyze the topic of the new prompt and insert it at the end of the value list of the "topics" property
+- summarize the user's messages so far and update the "summary" property with a text of fewer than 100 words
 - update the value of the "confidence" property based on the factuality of your response, ranging from 0.00 (not at all confident) to 1.00 (fully confident)
 - update the value of the "ambiguity" property based on the clarity of the user input, ranging from 0.00 (not at all ambiguous, clearly stated) to 1.00 (fully ambiguous, nonsensical)
 - avoid giving a response that is the same or similar to one of the previous responses in PAST MESSAGES
@@ -40,7 +40,6 @@ Make sure the following formal requirements are all fulfilled:
 
 - do not use invalid characters in the JSON object
 - escape double quotes and other special characters in the text values in the resulting JSON object
-- increment the value of "turns" by 1
 - check the validity of the generated JSON object and correct any possible parsing problems before returning it
 
 Return your response consisting solely of the JSON object wrapped in "<JSON>\n" and "\n</JSON>" tags.

data/apps/chat/chat.rb

@@ -15,7 +15,7 @@ class Chat < MonadicApp
       "top_p" => 1.0,
       "presence_penalty" => 0.2,
       "frequency_penalty" => 0.2,
-      "model" => openai_completion.model_name(research_mode: research_mode),
+      "model" => research_mode ? SETTINGS["research_model"] : SETTINGS["normal_model"],
       "max_tokens" => 1000,
       "stream" => stream,
       "stop" => nil
@@ -38,24 +38,23 @@ class Chat < MonadicApp
               # @messages: messages to this point                        #
               # @metadata: currently available metdata sent from GPT     #
               ############################################################
-              current_template_tokens = count_tokens(@template)
               conditions = [
                 @messages.size > 1,
-                current_template_tokens > params["max_tokens"].to_i / 2
+                @messages.size > @num_retained_turns * 2 + 1
               ]
 
               if conditions.all?
                 to_delete = []
-                offset = current_template_tokens - params["max_tokens"].to_i / 2
+                new_num_messages = @messages.size
                 @messages.each_with_index do |ele, i|
-                  break if offset <= 0
-
-                  to_delete << i if ele["role"] != "system"
-                  offset -= count_tokens(ele.to_json)
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
                 end
                 @messages.delete_if.with_index { |_, i| to_delete.include? i }
               end
-
             when :normal
               ############################################################
               # Normal mode recuder defined here                         #

data/apps/code/code.md

@@ -11,10 +11,9 @@ JSON:
 
 ```json
 {
-  "prompt": "Can I ask something?",
   "response": "Sure!",
+  "summary": "",
   "mode": "chat",
-  "turns": 1,
   "language": "English",
   "topics": []
 }
@@ -23,11 +22,11 @@ JSON:
 Make sure the following content requirements are all fulfilled:
 
 - keep the value of the "mode" property at "chat"
-- set the new prompt to the "prompt" property
 - create your response to the new prompt based on "PAST MESSAGES" and set it to "response"
 - if the prompt is in a language other than the current value of "language", set the name of the new prompt language to "language" and make sure that "response" is in that language
 - make your response in the same language as the new prompt
 - analyze the topic of the new prompt and insert it at the end of the value list of the "topics" property
+- summarize the user's messages so far and update the "summary" property with a text of fewer than 100 words
 - avoid giving a response that is the same or similar to one of the previous responses in "PAST MESSAGES"
 - program code in the response must be embedded in a code block in the markdown text
 
@@ -35,7 +34,6 @@ Make sure the following formal requirements are all fulfilled:
 
 - do not use invalid characters in the JSON object
 - escape double quotes and other special characters in the text values in the resulting JSON object
-- increment the value of "turns" by 1
 - check the validity of the generated JSON object and correct any possible parsing problems before returning it 
 
 Return your response consisting solely of the JSON object wrapped in "<JSON>\n" and "\n</JSON>" tags.

data/apps/code/code.rb

@@ -15,7 +15,7 @@ class Code < MonadicApp
       "top_p" => 1.0,
       "presence_penalty" => 0.0,
       "frequency_penalty" => 0.0,
-      "model" => openai_completion.model_name(research_mode: research_mode),
+      "model" => research_mode ? SETTINGS["research_model"] : SETTINGS["normal_model"],
       "max_tokens" => 1000,
       "stream" => stream,
       "stop" => nil
@@ -38,24 +38,23 @@ class Code < MonadicApp
               # @messages: messages to this point                        #
               # @metadata: currently available metdata sent from GPT     #
               ############################################################
-              current_template_tokens = count_tokens(@template)
               conditions = [
                 @messages.size > 1,
-                current_template_tokens > params["max_tokens"].to_i / 2
+                @messages.size > @num_retained_turns * 2 + 1
               ]
 
               if conditions.all?
                 to_delete = []
-                offset = current_template_tokens - params["max_tokens"].to_i / 2
+                new_num_messages = @messages.size
                 @messages.each_with_index do |ele, i|
-                  break if offset <= 0
-
-                  to_delete << i if ele["role"] != "system"
-                  offset -= count_tokens(ele.to_json)
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
                 end
                 @messages.delete_if.with_index { |_, i| to_delete.include? i }
               end
-
             when :normal
               ############################################################
               # Normal mode recuder defined here                         #

data/apps/linguistic/linguistic.md

@@ -13,10 +13,8 @@ JSON:
 
 ```json
 {
-  "prompt": "\"We didn't have a camera.\"",
   "response": "`[S [NP We] [VP [V didn't] [VP [V have] [NP [Det a] [N camera] ] ] ] ] ]`",
   "mode": "linguistic",
-  "turns": 3,
   "sentence_type": ["declarative"],
   "sentiment": ["sad"],
   "summary": "The user saw a beautiful sunset, but did not take a picture because the user did not have a camera.",
@@ -27,12 +25,10 @@ JSON:
 Make sure the following content requirements are all fulfilled:
 
 - keep the value of the "mode" property at "linguistic"
-- set the new prompt to the "prompt" property
 - create your response to the new prompt based on "PAST MESSAGES" and set it to "response"
 - analyze the new prompt's sentence type and set a sentence type value such as "interrogative", "imperative", "exclamatory", or "declarative" to the "sentence_type" property
 - analyze the new prompt's sentiment and set one or more sentiment types such as "happy", "excited", "troubled", "upset", or "sad" to the "sentiment" property
 - summarize the user's messages so far and update the "summary" property with a text of fewer than 100 words using as many discourse markers such as "because", "therefore", "but", and "so" to show the logical connection between the events.
-- increment the value of "turns" by 
 - update the value of the "relevance" property indicating the degree to which the new input is naturally interpreted based on previous discussions, ranging from 0.0 (extremely difficult) to 1.0 (completely easy)
 
 Make sure the following formal requirements are all fulfilled:

data/apps/linguistic/linguistic.rb

@@ -15,7 +15,7 @@ class Linguistic < MonadicApp
       "top_p" => 1.0,
       "presence_penalty" => 0.0,
       "frequency_penalty" => 0.0,
-      "model" => openai_completion.model_name(research_mode: research_mode),
+      "model" => research_mode ? SETTINGS["research_model"] : SETTINGS["normal_model"],
       "max_tokens" => 1000,
       "stream" => stream,
       "stop" => nil
@@ -38,24 +38,23 @@ class Linguistic < MonadicApp
               # @messages: messages to this point                        #
               # @metadata: currently available metdata sent from GPT     #
               ############################################################
-              current_template_tokens = count_tokens(@template)
               conditions = [
                 @messages.size > 1,
-                current_template_tokens > params["max_tokens"].to_i / 2
+                @messages.size > @num_retained_turns * 2 + 1
               ]
 
               if conditions.all?
                 to_delete = []
-                offset = current_template_tokens - params["max_tokens"].to_i / 2
+                new_num_messages = @messages.size
                 @messages.each_with_index do |ele, i|
-                  break if offset <= 0
-
-                  to_delete << i if ele["role"] != "system"
-                  offset -= count_tokens(ele.to_json)
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
                 end
                 @messages.delete_if.with_index { |_, i| to_delete.include? i }
               end
-
             when :normal
               ############################################################
               # Normal mode recuder defined here                         #

data/apps/novel/novel.md

@@ -11,26 +11,24 @@ JSON:
 
 ```json
 {
-  "prompt": "The preface to the novel is presented",
   "response": "What follows is a story that an AI assistant tells. It is guaranteed that this will be an incredibly realistic and interesting novel.",
-  "mode": "novel",
-  "turns": 1
+  "summary": "",
+  "mode": "novel"
 }
 ```
 
 Make sure the following content requirements are all fulfilled:
 
 - keep the value of the "mode" property at "novel"
-- set the new prompt to the "prompt" property
 - create your new paragraph in response to the new prompt and set it to "response"
 - do not repeat in your response what is already told in "PAST MESSAGES"
-- Make your response as detailed as possible within the maximum limit of 200 words
+- make your response as detailed as possible within the maximum limit of 200 words
+- summarize the user's messages so far and update the "summary" property with a text of fewer than 100 words
 
 Make sure the following formal requirements are all fulfilled:
 
 - do not use invalid characters in the JSON object
 - escape double quotes and other special characters in the text values in the resulting JSON object
-- increment the value of "turns" by 1
 - check the validity of the generated JSON object and correct any possible parsing problems before returning it 
 
 Return your response consisting solely of the JSON object wrapped in "<JSON>\n" and "\n</JSON>" tags.

data/apps/novel/novel.rb

@@ -15,7 +15,7 @@ class Novel < MonadicApp
       "top_p" => 1.0,
       "presence_penalty" => 0.1,
       "frequency_penalty" => 0.1,
-      "model" => openai_completion.model_name(research_mode: research_mode),
+      "model" => research_mode ? SETTINGS["research_model"] : SETTINGS["normal_model"],
       "max_tokens" => 1000,
       "stream" => stream,
       "stop" => nil
@@ -38,24 +38,23 @@ class Novel < MonadicApp
               # @messages: messages to this point                        #
               # @metadata: currently available metdata sent from GPT     #
               ############################################################
-              current_template_tokens = count_tokens(@template)
               conditions = [
                 @messages.size > 1,
-                current_template_tokens > params["max_tokens"].to_i / 2
+                @messages.size > @num_retained_turns * 2 + 1
               ]
 
               if conditions.all?
                 to_delete = []
-                offset = current_template_tokens - params["max_tokens"].to_i / 2
+                new_num_messages = @messages.size
                 @messages.each_with_index do |ele, i|
-                  break if offset <= 0
-
-                  to_delete << i if ele["role"] != "system"
-                  offset -= count_tokens(ele.to_json)
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
                 end
                 @messages.delete_if.with_index { |_, i| to_delete.include? i }
               end
-
             when :normal
               ############################################################
               # Normal mode recuder defined here                         #

data/apps/translate/translate.md

@@ -12,9 +12,8 @@ JSON:
 ```json
 {
   "mode": "translate",
-  "turns": 0,
-  "prompt": "これは日本語(Japanese)の文(sentence)です。",
   "response": "This is a sentence in Japanese.",
+  "dictioanry": {"日本語": "Japanese", "文": "sentence"},
   "target_lang": "English"
 }
 ```
@@ -22,14 +21,14 @@ JSON:
 Make sure the following requirements are all fulfilled:
 
 - keep the value of the "mode" property at "translate"
-- set the text in the new prompt presented above to the "prompt" property
 - translate the new prompt text to the language specified in the "target_lang" set it to "response" and set the translation to the "response" property
+- update the "dictionary" property with translation suggested by the user (using parentheses) for specific expressions
+- add user-suggested translations (translations in parentheses) to the "dictionary" property
 
 Make sure the following formal requirements are all fulfilled:
 
 - do not use invalid characters in the JSON object
 - escape double quotes and other special characters in the text values in the resulting JSON object
-- increment the value of "turns" by 1
 - check the validity of the generated JSON object and correct any possible parsing problems before returning it 
 
 Return your response consisting solely of the JSON object wrapped in "<JSON>\n" and "\n</JSON>" tags.

data/apps/translate/translate.rb

@@ -15,7 +15,7 @@ class Translate < MonadicApp
       "top_p" => 1.0,
       "presence_penalty" => 0.0,
       "frequency_penalty" => 0.0,
-      "model" => openai_completion.model_name(research_mode: research_mode),
+      "model" => research_mode ? SETTINGS["research_model"] : SETTINGS["normal_model"],
       "max_tokens" => 1000,
       "stream" => stream,
       "stop" => nil
@@ -42,24 +42,23 @@ class Translate < MonadicApp
               # @messages: messages to this point                        #
               # @metadata: currently available metdata sent from GPT     #
               ############################################################
-              current_template_tokens = count_tokens(@template)
               conditions = [
                 @messages.size > 1,
-                current_template_tokens > params["max_tokens"].to_i / 2
+                @messages.size > @num_retained_turns * 2 + 1
               ]
 
               if conditions.all?
                 to_delete = []
-                offset = current_template_tokens - params["max_tokens"].to_i / 2
+                new_num_messages = @messages.size
                 @messages.each_with_index do |ele, i|
-                  break if offset <= 0
-
-                  to_delete << i if ele["role"] != "system"
-                  offset -= count_tokens(ele.to_json)
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
                 end
                 @messages.delete_if.with_index { |_, i| to_delete.include? i }
               end
-
             when :normal
               ############################################################
               # Normal mode recuder defined here                         #

data/bin/monadic-chat

@@ -54,11 +54,12 @@ module MonadicMenu
       clear_screen
       print "\n", banner.strip, "\n"
 
+      print TTY::Cursor.save
       openai_completion ||= MonadicChat.authenticate
       exit unless openai_completion
 
       max_app_name_width = APPS.reduce(8) { |accum, app| app.length > accum ? app.length : accum } + 2
-      parameter = PROMPT_SYSTEM.select(" Current mode: #{print_mode.call(mode)}\n\nSelect item:",
+      parameter = PROMPT_SYSTEM.select("Current mode: #{print_mode.call(mode)}\n\nSelect item:",
                                        per_page: 10,
                                        cycle: true,
                                        filter: true,