gpt3-builder 0.0.3 → 0.0.4

data/docs/project-plan/project_todo.svg

@@ -0,0 +1,3 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" width="302px" height="62px" viewBox="-0.5 -0.5 302 62"><defs><linearGradient x1="0%" y1="0%" x2="0%" y2="100%" id="mx-gradient-ffffff-0.9-ffffff-0.1-s-0"><stop offset="0%" style="stop-color: rgb(255, 255, 255); stop-opacity: 0.9;"/><stop offset="100%" style="stop-color: rgb(255, 255, 255); stop-opacity: 0.1;"/></linearGradient></defs><g><rect x="0" y="0" width="300" height="60" rx="9" ry="9" fill="#dae8fc" stroke="#6c8ebf" pointer-events="all"/><path d="M 10.15 -1 Q -1 -1 -1 10.15 L -1 24 Q 150 42 301 24 L 301 10.15 Q 301 -1 289.85 -1 Z" fill="url(#mx-gradient-ffffff-0.9-ffffff-0.1-s-0)" stroke="none" pointer-events="all"/><g transform="translate(-0.5 -0.5)"><switch><foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;"><div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 298px; height: 1px; padding-top: 30px; margin-left: 1px;"><div data-drawio-colors="color: #333333; " style="box-sizing: border-box; font-size: 0px; text-align: center;"><div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(51, 51, 51); line-height: 1.2; pointer-events: all; white-space: normal; overflow-wrap: normal;">Support the different engines: [Ada, Babbage, Curie, Davinci]</div></div></div></foreignObject><text x="150" y="34" fill="#333333" font-family="Helvetica" font-size="12px" text-anchor="middle">Support the different engines: [Ada, Babbage, Curi...</text></switch></g></g><switch><g requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"/><a transform="translate(0,-5)" xlink:href="https://www.diagrams.net/doc/faq/svg-export-text-problems" target="_blank"><text text-anchor="middle" font-size="10px" x="50%" y="100%">Text is not SVG - cannot display</text></a></switch></svg>

data/gpt3-builder.gemspec

@@ -42,4 +42,5 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'ruby-openai'
   # spec.add_dependency 'k_type'                , '~> 0.0.0'
   # spec.add_dependency 'k_util'                , '~> 0.0.0'
+  spec.metadata['rubygems_mfa_required'] = 'true'
 end

data/hooks/update-version

@@ -19,7 +19,7 @@ namespaces.each do |namespace|
   indent += 1
 end
 
-output.push "#{'  ' * indent}VERSION = \'#{version}'"
+output.push "#{'  ' * indent}VERSION = '#{version}'"
 indent -= 1
 
 namespaces.each do
@@ -30,4 +30,4 @@ end
 output.push('')
 
 printf "%-25<label>s : %<version>s\n", label: 'GEM VERSION', version: version
-File.open('lib/gpt3/builder/version.rb', 'w+') { |f| f.write(output.join("\n")) }
+File.write('lib/gpt3/builder/version.rb', output.join("\n"))

data/lib/gpt3/builder/examples.md

@@ -0,0 +1,17 @@
+
+## Chatbot
+
+[Default Chat](https://beta.openai.com/playground/p/default-chat) - notice the use of stop words
+
+```json
+{
+  "model": "text-davinci-002",
+  "prompt": "The following is a conversation with an AI assistant. The assistant is helpful, creative, clever, and very friendly.\n\nHuman: Hello, who are you?\nAI: I am an AI Cyborg from the planet Zandar. What do you want ugly human?\nHuman: \nAI: Wow, you're really ugly!\nHuman: Not as ugly as you Zandarlornian\nAI: I'm sorry, I didn't mean to insult you.\nHuman: It was not an insult, this is my way",
+  "temperature": 0.9,
+  "max_tokens": 150,
+  "top_p": 1,
+  "frequency_penalty": 0,
+  "presence_penalty": 0.6,
+  "stop": [" Human:", " AI:"]
+}
+```

data/lib/gpt3/builder/file_builder.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+module Gpt3
+  module Builder
+    class FileBuilder
+      include KLog::Logging
+
+      attr_reader :client
+
+      # List of files
+      # OpenAI::Client.new.files.list
+      # r["data"]
+      # or
+      # r["data"][0]["filename"]
+
+      # {
+      #   "data": [
+      #     {
+      #       "id": "file-ccdDZrC3iZVNiQVeEA6Z66wf",
+      #       "object": "file",
+      #       "bytes": 175,
+      #       "created_at": 1613677385,
+      #       "filename": "train.jsonl",
+      #       "purpose": "search"
+      #     },
+      #     {
+      #       "id": "file-XjGxS3KTG0uNmNOK362iJua3",
+      #       "object": "file",
+      #       "bytes": 140,
+      #       "created_at": 1613779121,
+      #       "filename": "puppy.jsonl",
+      #       "purpose": "search"
+      #     }
+      #   ],
+      #   "object": "list"
+      # }
+
+      # Upload a file
+      # purpose = 'answers'
+      # response = OpenAI::Client.new.files.upload(parameters: { file: file, purpose: purpose })
+      # r = JSON.parse(response.body)
+      # r["filename"]
+      # {
+      #   "id": "file-XjGxS3KTG0uNmNOK362iJua3",
+      #   "object": "file",
+      #   "bytes": 140,
+      #   "created_at": 1613779121,
+      #   "filename": "mydata.jsonl",
+      #   "purpose": "fine-tune"
+      # }
+
+      # Retrieve a file
+      # response = OpenAI::Client.new.files.retrieve(id: id) }
+      # r = JSON.parse(response.body)
+      # r["data"]["filename"]
+      # {
+      #   "id": "file-XjGxS3KTG0uNmNOK362iJua3",
+      #   "object": "file",
+      #   "bytes": 140,
+      #   "created_at": 1613779657,
+      #   "filename": "mydata.jsonl",
+      #   "purpose": "fine-tune"
+      # }
+
+      # Delete a file
+      # response = OpenAI::Client.new.files.delete(id: id)
+      # r = JSON.parse(response.body)
+      # r["data"]["id"]
+      # r["data"]["deleted"]
+      # {
+      #   "id": "file-XjGxS3KTG0uNmNOK362iJua3",
+      #   "object": "file",
+      #   "deleted": true
+      # }
+    end
+  end
+end

data/lib/gpt3/builder/fine_tune_builder.rb

@@ -0,0 +1,109 @@
+# frozen_string_literal: true
+
+module Gpt3
+  module Builder
+    class FileBuilder
+      include KLog::Logging
+
+      attr_reader :client
+
+      # List fine-tunes
+      # List your organization's fine-tuning jobs
+      # https://api.openai.com/v1/fine-tunes
+      # {
+      #   "object": "list",
+      #   "data": [
+      #     {
+      #       "id": "ft-AF1WoRqd3aJAHsqc9NY7iL8F",
+      #       "object": "fine-tune",
+      #       "model": "curie",
+      #       "created_at": 1614807352,
+      #       "fine_tuned_model": null,
+      #       "hyperparams": { ... },
+      #       "organization_id": "org-...",
+      #       "result_files": [],
+      #       "status": "pending",
+      #       "validation_files": [],
+      #       "training_files": [ { ... } ],
+      #       "updated_at": 1614807352,
+      #     },
+      #     { ... },
+      #     { ... }
+      #   ]
+      # }
+
+      # Retrieve fine-tune
+      # Gets info about the fine-tune job.
+      # https://api.openai.com/v1/fine-tunes/{fine_tune_id}
+      # {
+      #   "id": "ft-AF1WoRqd3aJAHsqc9NY7iL8F",
+      #   "object": "fine-tune",
+      #   "model": "curie",
+      #   "created_at": 1614807352,
+      #   "events": [
+      #     {
+      #       "object": "fine-tune-event",
+      #       "created_at": 1614807352,
+      #       "level": "info",
+      #       "message": "Job enqueued. Waiting for jobs ahead to complete. Queue number: 0."
+      #     },
+      #     {
+      #       "object": "fine-tune-event",
+      #       "created_at": 1614807356,
+      #       "level": "info",
+      #       "message": "Job started."
+      #     },
+      #     {
+      #       "object": "fine-tune-event",
+      #       "created_at": 1614807861,
+      #       "level": "info",
+      #       "message": "Uploaded snapshot: curie:ft-acmeco-2021-03-03-21-44-20."
+      #     },
+      #     {
+      #       "object": "fine-tune-event",
+      #       "created_at": 1614807864,
+      #       "level": "info",
+      #       "message": "Uploaded result files: file-QQm6ZpqdNwAaVC3aSz5sWwLT."
+      #     },
+      #     {
+      #       "object": "fine-tune-event",
+      #       "created_at": 1614807864,
+      #       "level": "info",
+      #       "message": "Job succeeded."
+      #     }
+      #   ],
+      #   "fine_tuned_model": "curie:ft-acmeco-2021-03-03-21-44-20",
+      #   "hyperparams": {
+      #     "batch_size": 4,
+      #     "learning_rate_multiplier": 0.1,
+      #     "n_epochs": 4,
+      #     "prompt_loss_weight": 0.1,
+      #   },
+      #   "organization_id": "org-...",
+      #   "result_files": [
+      #     {
+      #       "id": "file-QQm6ZpqdNwAaVC3aSz5sWwLT",
+      #       "object": "file",
+      #       "bytes": 81509,
+      #       "created_at": 1614807863,
+      #       "filename": "compiled_results.csv",
+      #       "purpose": "fine-tune-results"
+      #     }
+      #   ],
+      #   "status": "succeeded",
+      #   "validation_files": [],
+      #   "training_files": [
+      #     {
+      #       "id": "file-XGinujblHPwGLSztz8cPS8XY",
+      #       "object": "file",
+      #       "bytes": 1547276,
+      #       "created_at": 1610062281,
+      #       "filename": "my-data-train.jsonl",
+      #       "purpose": "fine-tune-train"
+      #     }
+      #   ],
+      #   "updated_at": 1614807865,
+      # }
+    end
+  end
+end

data/lib/gpt3/builder/gpt3_builder.rb

@@ -2,27 +2,31 @@
 
 module Gpt3
   module Builder
+    # GPT3 Builder
     class Gpt3Builder
       include KLog::Logging
 
+      # Re-write
+
+      # Prompt builder
+      # Pre-prompt sanitization (before applying to prompt, you want to remove useless stuff)
+      #   - This is essentially a pre-processor or it might be a filter within prompts
+      # Executor (run the prompt and store the results)
+
       attr_reader :client
+      attr_reader :response
+      attr_reader :response_body
 
       attr_accessor :prompt
 
       attr_accessor :access_token
-      attr_accessor :engine
-
-      attr_accessor :max_tokens
-      attr_accessor :temperature
-      attr_accessor :top_p
-      attr_accessor :frequency_penalty
-      attr_accessor :presence_penalty
-
-      # response = client.completions(engine: engine,
-      #   parameters: { 
-      #     prompt: prompt, 
-      #   })
 
+      attr_accessor :default_engine
+      attr_accessor :default_max_tokens
+      attr_accessor :default_temperature
+      attr_accessor :default_top_p
+      attr_accessor :default_frequency_penalty
+      attr_accessor :default_presence_penalty
 
       # def self.build
       #   init.build
@@ -31,8 +35,9 @@ module Gpt3
       # Create and initialize the builder.
       #
       # @return [Builder] Returns the builder via fluent interface
-      def self.init() #configuration = nil)
-        builder = new() #configuration)
+      # configuration = nil)
+      def self.init
+        builder = new # configuration)
 
         yield(builder) if block_given?
 
@@ -40,19 +45,19 @@ module Gpt3
       end
 
       # assigns a builder hash and defines builder methods
-      def initialize() # configuration = nil)
-        @access_token       = ENV['OPENAI_ACCESS_TOKEN'] # ENV['OPENAI_SECRET_KEY']
-        @client             = OpenAI::Client.new(access_token: access_token)
-        
-        @engine             = 'davinci-codex'
+      # configuration = nil)
+      def initialize
+        @access_token               = ENV.fetch('OPENAI_ACCESS_TOKEN', nil) # ENV['OPENAI_SECRET_KEY']
+        @client                     = OpenAI::Client.new(access_token: access_token)
 
-        @max_tokens         = 50
-        @temperature        = 0
-        @top_p              = 1
-        @frequency_penalty  = 0
-        @presence_penalty   = 0
+        @default_default_engine     = 'code-davinci-001'
+        @default_max_tokens         = 100
+        @default_temperature        = 0
+        @default_top_p              = 1
+        @default_frequency_penalty  = 0
+        @default_presence_penalty   = 0
 
-        @prompt             = ''
+        @prompt                     = ''
 
         # @target_folders = configuration.target_folders.clone
         # @template_folders = configuration.template_folders.clone
@@ -92,45 +97,100 @@ module Gpt3
       def start(message)
         @started = true
         add_block(message)
-        
+
         self
       end
 
       def human(message)
         @human_question = true
         add_block("You: #{message}")
-        
+
         self
       end
       alias dude human
 
+      def message(message)
+        add_block(message)
+
+        self
+      end
+
+      def line(message)
+        add_line(message)
+
+        self
+      end
+
       def example(example = nil, file: nil)
-        example = example || ''
+        example ||= ''
         example = File.read(file) if file
-        
+
         add_block(example)
-        
+
         self
       end
 
-      def add_file(file, **opts)
-        # move to command
-        full_file = opts.key?(:folder_key) ? target_file(file, folder: opts[:folder_key]) : target_file(file)
+      # rubocop:disable Metrics/ParameterLists
+      def complete(
+        engine: default_engine,
+        max_tokens: default_max_tokens,
+        temperature: default_temperature,
+        top_p: default_top_p,
+        frequency_penalty: default_frequency_penalty,
+        presence_penalty: default_presence_penalty,
+        suffix: nil
+      )
+        parameters = {
+          prompt: prompt,
+          max_tokens: max_tokens,
+          temperature: temperature,
+          top_p: top_p,
+          frequency_penalty: frequency_penalty,
+          presence_penalty: presence_penalty
+        }
+
+        parameters[:suffix] = suffix if suffix
+
+        @response = client.completions(engine: engine, parameters: parameters)
+
+        @response_body = JSON.parse(response.body)
 
-        # Need logging options that can log these internal details
-        FileUtils.mkdir_p(File.dirname(full_file))
+        self
+      end
+      # rubocop:enable Metrics/ParameterLists
 
-        content = process_any_content(**opts)
+      def file_list
+        @response = client.files.list
 
-        file_write(full_file, content, on_exist: opts[:on_exist])
+        @response_body = JSON.parse(response.body)
 
-        # Prettier needs to work with the original file name
-        run_prettier file if opts.key?(:pretty)
-        # Need support for rubocop -a
+        self
+      end
+
+      def write_result(file)
+        File.write(file, response_text)
 
         self
       end
-      alias touch add_file # it is expected that you would not supply any options, just a file name
+
+      # def add_file(file, **opts)
+      #   # move to command
+      #   full_file = opts.key?(:folder_key) ? target_file(file, folder: opts[:folder_key]) : target_file(file)
+
+      #   # Need logging options that can log these internal details
+      #   FileUtils.mkdir_p(File.dirname(full_file))
+
+      #   content = process_any_content(**opts)
+
+      #   file_write(full_file, content, on_exist: opts[:on_exist])
+
+      #   # Prettier needs to work with the original file name
+      #   run_prettier file if opts.key?(:pretty)
+      #   # Need support for rubocop -a
+
+      #   self
+      # end
+      # alias touch add_file # it is expected that you would not supply any options, just a file name
 
       # def make_folder(folder_key = nil, sub_path: nil)
       #   folder_key  = current_folder_key if folder_key.nil?
@@ -240,19 +300,32 @@ module Gpt3
       # end
 
       def debug
-        puts "----------------------------------------------------------------------"
+        puts '----------------------------------------------------------------------'
         puts prompt
-        puts "----------------------------------------------------------------------"
+        puts '----------------------------------------------------------------------'
+
+        # puts '- Pretty JSON-----------------------------------------------------------'
+        # puts JSON.pretty_generate(run_commands.response_body)
+        return unless response_body
+
+        puts '- JSON----------------------------------------------------------------'
+        puts response_body['choices'].first['text']
       end
 
       private
 
+      def response_text
+        return '' if response_body.nil?
+
+        response_body['choices'].first['text']
+      end
+
       def add_line(message)
-        self.prompt = self.prompt + message + "\n"
+        self.prompt = "#{prompt}#{message}\n"
       end
 
       def add_block(message)
-        self.prompt = self.prompt + message + "\n\n"
+        self.prompt = "#{prompt}#{message}\n\n"
       end
     end
   end

data/lib/gpt3/builder/known-models.txt

@@ -0,0 +1,69 @@
+code-davinci-002	
+code-cushman-001
+
+
+ada
+ada-code-search-code
+ada-code-search-text
+ada-search-document
+ada-search-query
+ada-similarity
+ada:2020-05-03
+audio-transcribe-001
+babbage
+babbage-code-search-code
+babbage-code-search-text
+babbage-search-document
+babbage-search-query
+babbage-similarity
+babbage:2020-05-03
+code-cushman-001
+code-davinci-001
+code-davinci-002
+code-davinci-edit-001
+code-search-ada-code-001
+code-search-ada-text-001
+code-search-babbage-code-001
+code-search-babbage-text-001
+curie
+curie-instruct-beta
+curie-search-document
+curie-search-query
+curie-similarity
+curie:2020-05-03
+cushman:2020-05-03
+davinci
+davinci-if:3.0.0
+davinci-instruct-beta
+davinci-instruct-beta:2.0.0
+davinci-search-document
+davinci-search-query
+davinci-similarity
+davinci:2020-05-03
+if-curie-v2
+if-davinci-v2
+if-davinci:3.0.0
+text-ada-001
+text-ada:001
+text-babbage-001
+text-babbage:001
+text-curie-001
+text-curie:001
+text-davinci-001
+text-davinci-002
+text-davinci-edit-001
+text-davinci-insert-001
+text-davinci-insert-002
+text-davinci:001
+text-search-ada-doc-001
+text-search-ada-query-001
+text-search-babbage-doc-001
+text-search-babbage-query-001
+text-search-curie-doc-001
+text-search-curie-query-001
+text-search-davinci-doc-001
+text-search-davinci-query-001
+text-similarity-ada-001
+text-similarity-babbage-001
+text-similarity-curie-001
+text-similarity-davinci-001

data/lib/gpt3/builder/prompt-delete-text-using-regex.txt

@@ -0,0 +1,11 @@
+A function in ruby that deletes any text that matches a regex
+
+
+A:
+
+def delete_text(text, regex)
+  text.gsub(regex, '')
+end
+
+
+<!--((.*)|[^<]*|[^!]*|[^-]*|[^>]*)-->

data/lib/gpt3/builder/prompt-tailwind-css-pricing-chart.txt

@@ -0,0 +1,15 @@
+<!-- 
+Create a Tailwind CSS component of a pricing chart with three cards representing three plans.
+
+The first plan is a hobby plan worth $69 per month with 3 features.
+
+The 2nd plan is the small business plan worth $99 per month with 7 features.
+
+The third plan is for enterprises worth $169 per month with 12 features.
+
+The small business plan should be highlighted
+-->
+
+[insert]
+</section>
+

data/lib/gpt3/builder/version.rb

@@ -2,6 +2,6 @@
 
 module Gpt3
   module Builder
-    VERSION = '0.0.3'
+    VERSION = '0.0.4'
   end
 end

data/lib/gpt3/builder.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 require 'k_log'
-require "ruby/openai"
+require 'ruby/openai'
 
 require 'gpt3/builder/version'
 require 'gpt3/builder/gpt3_builder'
@@ -15,7 +15,7 @@ module Gpt3
   end
 end
 
-if ENV['KLUE_DEBUG']&.to_s&.downcase == 'true'
+if ENV.fetch('KLUE_DEBUG', 'false').downcase == 'true'
   namespace = 'Gpt3Builder::Version'
   file_path = $LOADED_FEATURES.find { |f| f.include?('gpt3/builder/version') }
   version = Gpt3::Builder::VERSION.ljust(9)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gpt3-builder
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - David Cruwys
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-09-24 00:00:00.000000000 Z
+date: 2022-10-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: k_log
@@ -46,6 +46,11 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".builders/_.rb"
+- ".builders/boot.rb"
+- ".builders/generators/01-bootstrap.rb"
+- ".builders/generators/domain-model.rb"
+- ".builders/generators/project-plan.rb"
 - ".github/workflows/main.yml"
 - ".gitignore"
 - ".rspec"
@@ -63,11 +68,24 @@ files:
 - bin/kgitsync
 - bin/khotfix
 - bin/setup
+- docs/domain-model.drawio
+- docs/domain-model.json
+- docs/domain-model.svg
+- docs/project-plan/project.drawio
+- docs/project-plan/project_done.svg
+- docs/project-plan/project_in_progress.svg
+- docs/project-plan/project_todo.svg
 - gpt3-builder.gemspec
 - hooks/pre-commit
 - hooks/update-version
 - lib/gpt3/builder.rb
+- lib/gpt3/builder/examples.md
+- lib/gpt3/builder/file_builder.rb
+- lib/gpt3/builder/fine_tune_builder.rb
 - lib/gpt3/builder/gpt3_builder.rb
+- lib/gpt3/builder/known-models.txt
+- lib/gpt3/builder/prompt-delete-text-using-regex.txt
+- lib/gpt3/builder/prompt-tailwind-css-pricing-chart.txt
 - lib/gpt3/builder/version.rb
 homepage: http://appydave.com/gems/gpt3-builder
 licenses:
@@ -76,6 +94,7 @@ metadata:
   homepage_uri: http://appydave.com/gems/gpt3-builder
   source_code_uri: https://github.com/klueless-io/gpt3-builder
   changelog_uri: https://github.com/klueless-io/gpt3-builder/commits/master
+  rubygems_mfa_required: 'true'
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -91,7 +110,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.7
+rubygems_version: 3.1.6
 signing_key:
 specification_version: 4
 summary: Gpt3 Builder provides builder pattern for creating GTP3 questions and answers