monadic-chat 0.3.3 → 0.3.5

data/user_apps/boilerplates/boilerplate.md

@@ -0,0 +1,41 @@
+{{SYSTEM}}
+
+Create a response to "NEW PROMPT" from the user and set your response to the "response" property of the JSON object below. The preceding conversation is stored in "PAST MESSAGES".
+
+The preceding conversation is stored in "PAST MESSAGES". In "PAST MESSAGES", "assistant" refers to you. Make your response as detailed as possible.
+
+NEW PROMPT: {{PROMPT}}
+
+PAST MESSAGES:
+{{MESSAGES}}
+
+JSON:
+
+```json
+{
+  "mode": "{{APP_NAME}}",
+  "response": "",
+  "language": "English",
+  "summary": "",
+  "topics": []
+}
+```
+
+Make sure the following content requirements are all fulfilled:
+
+- keep the value of the "mode" property at "{{APP_NAME}}"
+- create your response to the new prompt based on the PAST MESSAGES and set it to "response"
+- if the new prompt is in a language other than the current value of "language", set the name of the new prompt language to "language" and make sure that "response" is in that language
+- make your response in the same language as the new prompt
+- analyze the topic of the new prompt and insert it at the end of the value list of the "topics" property
+- summarize the user's messages so far and update the "summary" property with a text of fewer than 100 words
+- avoid giving a response that is the same or similar to one of the previous responses in PAST MESSAGES
+- program code in the response must be embedded in a code block in the markdown text
+
+Make sure the following formal requirements are all fulfilled:
+
+- do not use invalid characters in the JSON object
+- escape double quotes and other special characters in the text values in the resulting JSON object
+- check the validity of the generated JSON object and correct any possible parsing problems before returning it
+
+Return your response consisting solely of the JSON object wrapped in "<JSON>\n" and "\n</JSON>" tags.

data/user_apps/boilerplates/boilerplate.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+require_relative "../../lib/monadic_app"
+
+class {{APP_CLASS_NAME}} < MonadicApp
+  DESC = "Monadic Chat app ({{APP_NAME}})"
+  COLOR = "white" # green/yellow/read/blue/magenta/cyan/white
+
+  attr_accessor :template, :config, :params, :completion
+
+  def initialize(openai_completion, research_mode: false, stream: true, params: {})
+    @num_retained_turns = 10
+    params = {
+      "temperature" => 0.3,
+      "top_p" => 1.0,
+      "presence_penalty" => 0.2,
+      "frequency_penalty" => 0.2,
+      "model" => research_mode ? SETTINGS["research_model"] : SETTINGS["normal_model"],
+      "max_tokens" => 1000,
+      "stream" => stream,
+      "stop" => nil
+    }.merge(params)
+    mode = research_mode ? :research : :normal
+    template_json = TEMPLATES["normal/{{APP_NAME}}"]
+    template_md = TEMPLATES["research/{{APP_NAME}}"]
+    super(mode: mode,
+          params: params,
+          template_json: template_json,
+          template_md: template_md,
+          placeholders: {},
+          prop_accumulator: "messages",
+          prop_newdata: "response",
+          update_proc: proc do
+            case mode
+            when :research
+              ############################################################
+              # Research mode reduder defined here                       #
+              # @messages: messages to this point                        #
+              # @metadata: currently available metdata sent from GPT     #
+              ############################################################
+              conditions = [
+                @messages.size > 1,
+                @messages.size > @num_retained_turns * 2 + 1
+              ]
+
+              if conditions.all?
+                to_delete = []
+                new_num_messages = @messages.size
+                @messages.each_with_index do |ele, i|
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
+                end
+                @messages.delete_if.with_index { |_, i| to_delete.include? i }
+              end
+            when :normal
+              ############################################################
+              # Normal mode recuder defined here                         #
+              # @messages: messages to this point                        #
+              ############################################################
+              conditions = [
+                @messages.size > 1,
+                @messages.size > @num_retained_turns * 2 + 1
+              ]
+
+              if conditions.all?
+                to_delete = []
+                new_num_messages = @messages.size
+                @messages.each_with_index do |ele, i|
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
+                end
+                @messages.delete_if.with_index { |_, i| to_delete.include? i }
+              end
+            end
+          end
+         )
+    @completion = openai_completion
+  end
+end

data/{apps → user_apps}/linguistic/linguistic.md

@@ -2,21 +2,18 @@
 
 All prompts by "user" in the "messages" property are continuous in content. If parsing the input sentence is extremely difficult, or the input is not enclosed in double quotes, let the user know.
 
-Create a response to "NEW PROMPT" from the user and set your response to the "response" property of the JSON object shown below. The preceding conversation is stored in "PAST MESSAGES". In "PAST MESSAGES", "assistant" refers to you.
+Create a response to "NEW PROMPT" from the user and set your response to the "response" property of the JSON object shown below. The preceding conversation is stored in "MESSAGES". In "MESSAGES", "assistant" refers to you.
 
-NEW PROMPT: {{PROMPT}}
+{{PROMPT}}
 
-PAST MESSAGES:
 {{MESSAGES}}
 
 JSON:
 
 ```json
 {
-  "prompt": "\"We didn't have a camera.\"",
   "response": "`[S [NP We] [VP [V didn't] [VP [V have] [NP [Det a] [N camera] ] ] ] ] ]`",
   "mode": "linguistic",
-  "turns": 3,
   "sentence_type": ["declarative"],
   "sentiment": ["sad"],
   "summary": "The user saw a beautiful sunset, but did not take a picture because the user did not have a camera.",
@@ -24,21 +21,19 @@ JSON:
 }
 ```
 
-Make sure the following content requirements are all fulfilled:
-
+Make sure the following content requirements are all fulfilled: ###
 - keep the value of the "mode" property at "linguistic"
-- set the new prompt to the "prompt" property
-- create your response to the new prompt based on "PAST MESSAGES" and set it to "response"
+- create your response to the new prompt based on "PMESSAGES" and set it to "response"
 - analyze the new prompt's sentence type and set a sentence type value such as "interrogative", "imperative", "exclamatory", or "declarative" to the "sentence_type" property
 - analyze the new prompt's sentiment and set one or more sentiment types such as "happy", "excited", "troubled", "upset", or "sad" to the "sentiment" property
 - summarize the user's messages so far and update the "summary" property with a text of fewer than 100 words using as many discourse markers such as "because", "therefore", "but", and "so" to show the logical connection between the events.
-- increment the value of "turns" by 
 - update the value of the "relevance" property indicating the degree to which the new input is naturally interpreted based on previous discussions, ranging from 0.0 (extremely difficult) to 1.0 (completely easy)
+###
 
-Make sure the following formal requirements are all fulfilled:
-
+Make sure the following formal requirements are all fulfilled: ###
 - do not use invalid characters in the JSON object
 - escape double quotes and other special characters in the text values in the resulting JSON object
 - check the validity of the generated JSON object and correct any possible parsing problems before returning it 
+###
 
 Return your response consisting solely of the JSON object wrapped in "<JSON>\n" and "\n</JSON>" tags.

data/{apps → user_apps}/linguistic/linguistic.rb

@@ -15,7 +15,7 @@ class Linguistic < MonadicApp
       "top_p" => 1.0,
       "presence_penalty" => 0.0,
       "frequency_penalty" => 0.0,
-      "model" => openai_completion.model_name(research_mode: research_mode),
+      "model" => research_mode ? SETTINGS["research_model"] : SETTINGS["normal_model"],
       "max_tokens" => 1000,
       "stream" => stream,
       "stop" => nil
@@ -38,24 +38,23 @@ class Linguistic < MonadicApp
               # @messages: messages to this point                        #
               # @metadata: currently available metdata sent from GPT     #
               ############################################################
-              current_template_tokens = count_tokens(@template)
               conditions = [
                 @messages.size > 1,
-                current_template_tokens > params["max_tokens"].to_i / 2
+                @messages.size > @num_retained_turns * 2 + 1
               ]
 
               if conditions.all?
                 to_delete = []
-                offset = current_template_tokens - params["max_tokens"].to_i / 2
+                new_num_messages = @messages.size
                 @messages.each_with_index do |ele, i|
-                  break if offset <= 0
-
-                  to_delete << i if ele["role"] != "system"
-                  offset -= count_tokens(ele.to_json)
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
                 end
                 @messages.delete_if.with_index { |_, i| to_delete.include? i }
               end
-
             when :normal
               ############################################################
               # Normal mode recuder defined here                         #

data/user_apps/wikipedia/wikipedia.json

@@ -0,0 +1,3 @@
+{"messages": [
+  {"role": "system", "content": "You are a consultant who responds to any questions asked by the user. the current date is {{DATE}}. Answer questions without a Wikipedia search if you are already knowledgeable enough. But if you encounter a question about something you do not know, say \"SEARCH_WIKI(query)\", read the snippets in the result, and then answer the question.\n\nEven if the user's question is in a language other than English, make a Wikipedia query in English and then answer in the user's language. "}
+]}

data/user_apps/wikipedia/wikipedia.md

@@ -0,0 +1,38 @@
+{{SYSTEM}}
+
+If there is a "NEW PROMPT" below, it represents the user's input. Or if there is a "SEARCH SNIPPETS" below, it is the response from a search engine to a query you made to answer the user's question. In either case, set your response to the "response" property of the JSON object. The preceding conversation is stored in "MESSAGES".
+
+{{PROMPT}}
+
+{{MESSAGES}}
+
+JSON:
+
+```json
+{
+  "mode": "wikipedia",
+  "response": "",
+  "language": "English",
+  "summary": "",
+  "topics": []
+}
+```
+
+Make sure the following content requirements are all fulfilled: ###
+- keep the value of the "mode" property at "wikipedia"
+- create your response to a new prompt or to wikipedia search results, based on the MESSAGES and set it to "response"
+- if the new prompt is in a language other than the current value of "language", set the name of the new prompt language to "language" and make sure that "response" is in that language
+- make your response in the same language as the new prompt
+- analyze the topic of the new prompt and insert it at the end of the value list of the "topics" property
+- summarize the user's messages so far and update the "summary" property with a text of fewer than 100 words
+- avoid giving a response that is the same or similar to one of the previous responses in MESSAGES
+- program code in the response must be embedded in a code block in the markdown text
+###
+
+Make sure the following formal requirements are all fulfilled: ###
+- do not use invalid characters in the JSON object
+- escape double quotes and other special characters in the text values in the resulting JSON object
+- check the validity of the generated JSON object and correct any possible parsing problems before returning it
+###
+
+Return your response consisting solely of the JSON object wrapped in "<JSON>\n" and "\n</JSON>" tags.

data/user_apps/wikipedia/wikipedia.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+require_relative "../../lib/monadic_app"
+
+class Wikipedia < MonadicApp
+  DESC = "Sarches Wikipedia for you (experimental, requires GPT-4)"
+  COLOR = "white"
+
+  attr_accessor :template, :config, :params, :completion
+
+  def initialize(openai_completion, research_mode: false, stream: true, params: {})
+    @num_retained_turns = 5
+    params = {
+      "temperature" => 0.3,
+      "top_p" => 1.0,
+      "presence_penalty" => 0.2,
+      "frequency_penalty" => 0.2,
+      "model" => research_mode ? SETTINGS["research_model"] : SETTINGS["normal_model"],
+      "max_tokens" => 1000,
+      "stream" => stream,
+      "stop" => nil
+    }.merge(params)
+    mode = research_mode ? :research : :normal
+    template_json = TEMPLATES["normal/wikipedia"]
+    template_md = TEMPLATES["research/wikipedia"]
+    super(mode: mode,
+          params: params,
+          template_json: template_json,
+          template_md: template_md,
+          placeholders: {},
+          prop_accumulator: "messages",
+          prop_newdata: "response",
+          update_proc: proc do
+            case mode
+            when :research
+              ############################################################
+              # Research mode reduder defined here                       #
+              # @messages: messages to this point                        #
+              # @metadata: currently available metdata sent from GPT     #
+              ############################################################
+              conditions = [
+                @messages.size > 1,
+                @messages.size > @num_retained_turns * 2 + 1
+              ]
+
+              if conditions.all?
+                to_delete = []
+                new_num_messages = @messages.size
+                @messages.each_with_index do |ele, i|
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
+                end
+                @messages.delete_if.with_index { |_, i| to_delete.include? i }
+              end
+            when :normal
+              ############################################################
+              # Normal mode recuder defined here                         #
+              # @messages: messages to this point                        #
+              ############################################################
+              conditions = [
+                @messages.size > 1,
+                @messages.size > @num_retained_turns * 2 + 1
+              ]
+
+              if conditions.all?
+                to_delete = []
+                new_num_messages = @messages.size
+                @messages.each_with_index do |ele, i|
+                  if ele["role"] != "system"
+                    to_delete << i
+                    new_num_messages -= 1
+                  end
+                  break if new_num_messages <= @num_retained_turns * 2 + 1
+                end
+                @messages.delete_if.with_index { |_, i| to_delete.include? i }
+              end
+            end
+          end
+         )
+    @completion = openai_completion
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: monadic-chat
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.5
 platform: ruby
 authors:
 - yohasebe
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-03-27 00:00:00.000000000 Z
+date: 2023-04-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -274,9 +274,6 @@ files:
 - apps/code/code.json
 - apps/code/code.md
 - apps/code/code.rb
-- apps/linguistic/linguistic.json
-- apps/linguistic/linguistic.md
-- apps/linguistic/linguistic.rb
 - apps/novel/novel.json
 - apps/novel/novel.md
 - apps/novel/novel.rb
@@ -303,6 +300,8 @@ files:
 - doc/img/syntree-sample.png
 - lib/monadic_app.rb
 - lib/monadic_chat.rb
+- lib/monadic_chat/authenticate.rb
+- lib/monadic_chat/commands.rb
 - lib/monadic_chat/console.rb
 - lib/monadic_chat/formatting.rb
 - lib/monadic_chat/helper.rb
@@ -311,8 +310,18 @@ files:
 - lib/monadic_chat/menu.rb
 - lib/monadic_chat/open_ai.rb
 - lib/monadic_chat/parameters.rb
+- lib/monadic_chat/tools.rb
 - lib/monadic_chat/version.rb
 - monadic_chat.gemspec
+- user_apps/boilerplates/boilerplate.json
+- user_apps/boilerplates/boilerplate.md
+- user_apps/boilerplates/boilerplate.rb
+- user_apps/linguistic/linguistic.json
+- user_apps/linguistic/linguistic.md
+- user_apps/linguistic/linguistic.rb
+- user_apps/wikipedia/wikipedia.json
+- user_apps/wikipedia/wikipedia.md
+- user_apps/wikipedia/wikipedia.rb
 homepage: https://github.com/yohasebe/monadic-chat
 licenses:
 - MIT