openai.rb 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: e53fab536aad4674f7e0f4fee4dd5943ca9c89842a7c497e4385721d2f8b906c
+  data.tar.gz: 876e5736c390a376f886a4dfc214645c94ccf7b54f067f0f969c6fd6890a28d6
+SHA512:
+  metadata.gz: 162a9491e48177404cfcd7f0f962765c2adc5ae83dd913a5aa99b08c4cdcfa9a4ceb6975ff7dc52241b7c2874d67888acc4bd7750ca50e10325f981be94e7787
+  data.tar.gz: 0ea4ed08887bf15d62db2a8393e8268cd5002011957c5268b93be44fac1e45c8fbd067ab0ef3493c5e9e22e3fac9e36b00b53980dd84975fe0dee6065556ca25

data/.gitignore

@@ -0,0 +1,3 @@
+tmp
+.bundle/
+.env

data/.rspec

@@ -0,0 +1,3 @@
+--order rand
+--color
+--require spec_helper

data/.ruby-version

@@ -0,0 +1 @@
+2.6.9

data/Gemfile

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+ruby File.read('.ruby-version').chomp
+
+gemspec
+
+group :test do
+  gem 'rspec', '~> 3.12'
+end
+
+group :lint do
+  gem 'rubocop'
+  gem 'rubocop-rspec'
+end
+
+gem 'pry', '~> 0.13.1'
+gem 'pry-byebug', '~> 3.9'
+
+gem "dotenv", "~> 2.8"
+
+gem "slop", "~> 4.10"

data/Gemfile.lock

@@ -0,0 +1,122 @@
+PATH
+  remote: .
+  specs:
+    openai.rb (0.0.0)
+      anima (~> 0.3)
+      concord (~> 0.1)
+      http (~> 5.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    abstract_type (0.0.7)
+    adamantium (0.2.0)
+      ice_nine (~> 0.11.0)
+      memoizable (~> 0.4.0)
+    addressable (2.8.1)
+      public_suffix (>= 2.0.2, < 6.0)
+    anima (0.3.2)
+      abstract_type (~> 0.0.7)
+      adamantium (~> 0.2)
+      equalizer (~> 0.0.11)
+    ast (2.4.2)
+    byebug (11.1.3)
+    coderay (1.1.3)
+    concord (0.1.6)
+      adamantium (~> 0.2.0)
+      equalizer (~> 0.0.9)
+    diff-lcs (1.5.0)
+    domain_name (0.5.20190701)
+      unf (>= 0.0.5, < 1.0.0)
+    dotenv (2.8.1)
+    equalizer (0.0.11)
+    ffi (1.15.5)
+    ffi-compiler (1.0.1)
+      ffi (>= 1.0.0)
+      rake
+    http (5.1.1)
+      addressable (~> 2.8)
+      http-cookie (~> 1.0)
+      http-form_data (~> 2.2)
+      llhttp-ffi (~> 0.4.0)
+    http-cookie (1.0.5)
+      domain_name (~> 0.5)
+    http-form_data (2.3.0)
+    ice_nine (0.11.2)
+    json (2.6.3)
+    llhttp-ffi (0.4.0)
+      ffi-compiler (~> 1.0)
+      rake (~> 13.0)
+    memoizable (0.4.2)
+      thread_safe (~> 0.3, >= 0.3.1)
+    method_source (1.0.0)
+    parallel (1.22.1)
+    parser (3.2.1.1)
+      ast (~> 2.4.1)
+    pry (0.13.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    pry-byebug (3.9.0)
+      byebug (~> 11.0)
+      pry (~> 0.13.0)
+    public_suffix (5.0.1)
+    rainbow (3.1.1)
+    rake (13.0.6)
+    regexp_parser (2.7.0)
+    rexml (3.2.5)
+    rspec (3.12.0)
+      rspec-core (~> 3.12.0)
+      rspec-expectations (~> 3.12.0)
+      rspec-mocks (~> 3.12.0)
+    rspec-core (3.12.1)
+      rspec-support (~> 3.12.0)
+    rspec-expectations (3.12.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.12.0)
+    rspec-mocks (3.12.4)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.12.0)
+    rspec-support (3.12.0)
+    rubocop (1.48.1)
+      json (~> 2.3)
+      parallel (~> 1.10)
+      parser (>= 3.2.0.0)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml (>= 3.2.5, < 4.0)
+      rubocop-ast (>= 1.26.0, < 2.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 2.4.0, < 3.0)
+    rubocop-ast (1.28.0)
+      parser (>= 3.2.1.0)
+    rubocop-capybara (2.17.1)
+      rubocop (~> 1.41)
+    rubocop-rspec (2.19.0)
+      rubocop (~> 1.33)
+      rubocop-capybara (~> 2.17)
+    ruby-progressbar (1.13.0)
+    slop (4.10.1)
+    thread_safe (0.3.6)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.8.2)
+    unicode-display_width (2.4.2)
+
+PLATFORMS
+  arm64-darwin-21
+
+DEPENDENCIES
+  dotenv (~> 2.8)
+  openai.rb!
+  pry (~> 0.13.1)
+  pry-byebug (~> 3.9)
+  rspec (~> 3.12)
+  rubocop
+  rubocop-rspec
+  slop (~> 4.10)
+
+RUBY VERSION
+   ruby 2.6.9p207
+
+BUNDLED WITH
+   2.3.9

data/bin/codegen

@@ -0,0 +1,371 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'openai'
+require 'dotenv'
+require 'pry'
+require 'pry-byebug'
+require 'slop'
+require 'yaml'
+
+Dotenv.load
+api = OpenAI.new(ENV.fetch('OPENAI_API_KEY'))
+
+class Codegen
+  include Anima.new(:openapi_file, :route, :verb, :mime)
+  include Memoizable
+
+  def self.parse_cli(argv)
+    opts = Slop.parse(argv) do |o|
+      o.string '--openapi-file', 'Path to OpenAPI file', required: true
+      o.string '--route', 'API route', required: true
+      o.string '--verb', 'HTTP verb', required: true
+      o.string '--mime', 'Mime type', default: 'application/json'
+    end
+
+    openapi_file = Pathname.new(opts[:openapi_file])
+    raise ArgumentError, "OpenAPI file #{openapi_file} does not exist" unless openapi_file.exist?
+
+    route = opts[:route]
+    verb = opts[:verb]
+    mime = opts[:mime]
+
+    new(openapi_file: openapi_file, route: route, verb: verb, mime: mime)
+  end
+
+  def validate!
+    paths = doc.fetch('paths')
+    unless paths.key?(route)
+
+      raise <<~ERR
+        Invalid route!
+
+        Given: #{route}
+
+        Valid routes:
+
+        #{paths.keys.sort.join("\n")}
+      ERR
+
+    end
+
+    path_def = paths.fetch(route)
+
+    return if path_def.key?(verb)
+
+    raise <<~ERR
+      Invalid verb!
+
+      Given: #{verb}
+
+      Valid verbs: #{path_def.keys.sort.join(', ')}
+    ERR
+  end
+
+  def get?
+    verb == 'get'
+  end
+
+  def no_request_body?
+    !action.key?('requestBody')
+  end
+
+  def sample_response
+    action.fetch('x-oaiMeta').fetch('response')
+  end
+
+  def request_body_summary
+    fields = request_body.fetch('properties').keys
+    required = request_body.fetch('required')
+
+    { field: fields, required: required }
+  end
+
+  def request_body
+    ref =
+      if mime == 'application/json'
+        deep_fetch(action, ['requestBody', 'content', 'application/json', 'schema', '$ref'])
+      elsif mime == 'multipart/form-data'
+        deep_fetch(action, ['requestBody', 'content', 'multipart/form-data', 'schema', '$ref'])
+      else
+        raise "Unknown mime type #{mime}"
+      end
+    get_ref(ref)
+  end
+  memoize :request_body
+
+  def response_body
+    response = action.fetch('responses').first.last
+    ref = deep_fetch(response, %w[content application/json schema $ref])
+    get_ref(ref)
+  end
+
+  def get_ref(ref)
+    ref_path = ref.delete_prefix('#/').split('/')
+    deep_fetch(doc, ref_path)
+  end
+
+  def action
+    doc.fetch('paths').fetch(route).fetch(verb)
+  end
+
+  def doc
+    @doc ||= YAML.load_file(openapi_file)
+  end
+
+  def deep_fetch(obj, path)
+    path.reduce(obj) do |acc, key|
+      acc.fetch(key) do
+        raise "No key #{key} in #{acc.inspect}"
+      end
+    end
+  end
+end
+
+codegen = Codegen.parse_cli(ARGV)
+codegen.validate!
+
+user_message_template = <<~MSG
+  Please create an API call, a response wrapper, and a test for this request.
+  OpenAPI context in JSON:
+
+  ACTION: %<verb>s %<route>s
+  REQUEST MIME TYPE: %<mime>s
+
+  REQUEST SUMMARY: %<summary>s
+
+  SAMPLE RESPONSE: %<response>s
+MSG
+
+assistant_response_json_example = <<~RUBY
+  # api call
+  def create_completion(model:, **kwargs)
+    Response::Completion.from_json(
+      post('/v1/completions', model: model, **kwargs)
+    )
+  end
+
+  # wrapper
+  class Completion < JSONPayload
+    class Choice < JSONPayload
+      field :text
+      field :index
+      field :logprobs
+      field :finish_reason
+    end
+
+    class Usage < JSONPayload
+      field :prompt_tokens
+      field :completion_tokens
+      field :total_tokens
+    end
+
+    field :id
+    field :object
+    field :created
+    field :model
+    field :choices, wrapper: Choice
+    field :usage, wrapper: Usage
+  end
+
+  # test
+  describe '#create_completion' do
+    let(:response_body) do
+      {
+        "id": 'cmpl-uqkvlQyYK7bGYrRHQ0eXlWi7',
+        "object": 'text_completion',
+        "created": 1_589_478_378,
+        "model": 'text-davinci-003',
+        "choices": [
+          {
+            "text": "\n\nThis is indeed a test",
+            "index": 0,
+            "logprobs": nil,
+            "finish_reason": 'length'
+          }
+        ],
+        "usage": {
+          "prompt_tokens": 5,
+          "completion_tokens": 7,
+          "total_tokens": 12
+        }
+      }
+    end
+
+    let(:response) do
+      instance_double(
+        HTTP::Response,
+        status: HTTP::Response::Status.new(200),
+        body: JSON.dump(response_body)
+      )
+    end
+
+    it 'can create a completion' do
+      completion = client.create_completion(model: 'text-davinci-002', prompt: 'Hello, world!')
+
+      expect(http)
+        .to have_received(:post)
+        .with('https://api.openai.com/v1/completions', hash_including(:json))
+
+      expect(completion.id).to eql('cmpl-uqkvlQyYK7bGYrRHQ0eXlWi7')
+      expect(completion.model).to eql('text-davinci-003')
+      expect(completion.choices.first.text).to eql("\n\nThis is indeed a test")
+      expect(completion.choices.first.index).to eql(0)
+      expect(completion.choices.first.logprobs).to be_nil
+      expect(completion.choices.first.finish_reason).to eql('length')
+      expect(completion.usage.prompt_tokens).to eql(5)
+      expect(completion.usage.completion_tokens).to eql(7)
+      expect(completion.usage.total_tokens).to eql(12)
+    end
+  end
+RUBY
+
+assistant_response_form_example = <<~RUBY
+  # api call
+  def create_file(file:, purpose:)
+    absolute_path = Pathname.new(file).expand_path.to_s
+    form_file = HTTP::FormData::File.new(absolute_path)
+    Response::File.from_json(
+      post_form_multipart('/v1/files', file: form_file, purpose: purpose)
+    )
+  end
+
+  # wrapper
+  class File < JSONPayload
+    field :id
+    field :object
+    field :bytes
+    field :created_at
+    field :filename
+    field :purpose
+    optional_field :deleted?, path: :deleted
+  end
+
+  # test
+  describe '#create_file' do
+    let(:sample_file) { OpenAISpec::SPEC_ROOT.join('data/sample.jsonl') }
+
+    let(:response_body) do
+      {
+        "id": 'file-XjGxS3KTG0uNmNOK362iJua3',
+        "object": 'file',
+        "bytes": 140,
+        "created_at": 1_613_779_121,
+        "filename": 'sample.jsonl',
+        "purpose": 'fine-tune'
+      }
+    end
+
+    it 'can create a file' do
+      file = client.create_file(
+        file: sample_file,
+        purpose: 'fine-tune'
+      )
+
+      expect(http)
+        .to have_received(:post)
+        .with(
+          'https://api.openai.com/v1/files',
+          hash_including(
+            form: hash_including(
+              {
+                file: instance_of(HTTP::FormData::File),
+                purpose: 'fine-tune'
+              }
+            )
+          )
+        )
+
+      expect(file.id).to eql('file-XjGxS3KTG0uNmNOK362iJua3')
+      expect(file.object).to eql('file')
+      expect(file.bytes).to eql(140)
+      expect(file.created_at).to eql(1_613_779_121)
+      expect(file.filename).to eql('sample.jsonl')
+      expect(file.purpose).to eql('fine-tune')
+      expect(file.deleted?).to be(nil)
+    end
+  end
+RUBY
+
+create_completion_example =
+  codegen.with(
+    route: '/completions',
+    verb: 'post',
+    mime: 'application/json'
+  )
+
+history_json_example = [
+  {
+    role: 'user',
+    content: format(
+      user_message_template,
+      mime: create_completion_example.mime,
+      verb: create_completion_example.verb,
+      route: create_completion_example.route,
+      summary: create_completion_example.request_body_summary,
+      response: create_completion_example.sample_response
+    )
+  },
+  {
+    role: 'assistant',
+    content: assistant_response_json_example
+  }
+]
+
+create_file_example =
+  codegen.with(
+    route: '/files',
+    verb: 'post',
+    mime: 'multipart/form-data'
+  )
+
+history_form_example = [
+  {
+    role: 'user',
+    content: format(
+      user_message_template,
+      mime: create_file_example.mime,
+      verb: create_file_example.verb,
+      route: create_file_example.route,
+      summary: create_file_example.request_body_summary,
+      response: create_file_example.sample_response
+    )
+  },
+  {
+    role: 'assistant',
+    content: assistant_response_form_example
+  }
+]
+
+history = [
+  *(codegen.mime == 'application/json' ? history_json_example : history_form_example),
+  {
+    role: 'user',
+    content: format(
+      user_message_template,
+      mime: codegen.mime,
+      verb: codegen.verb,
+      route: codegen.route,
+      summary: codegen.no_request_body? ? '(none)' : codegen.request_body_summary,
+      response: codegen.sample_response
+    )
+  }
+]
+
+cache_dir = Pathname.new(__dir__).parent.join('tmp/codegen')
+cache_dir.mkpath unless cache_dir.directory?
+cache_file = cache_dir.join("#{codegen.verb}_#{codegen.route.gsub('/', '_')}.txt")
+
+if cache_file.file?
+  puts cache_file.read
+else
+  completion = api.create_chat_completion(
+    model: 'gpt-3.5-turbo',
+    messages: history,
+    max_tokens: 2000,
+    temperature: 0
+  )
+  output = completion.choices[0].message.content
+  cache_file.write(output)
+  puts output
+end

data/bin/console

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'openai'
+require 'dotenv'
+require 'pry'
+require 'pry-byebug'
+
+Dotenv.load
+
+def start_repl
+  api = OpenAI.new(ENV.fetch('OPENAI_API_KEY'))
+  binding.pry
+end
+
+start_repl

data/lib/openai/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+class OpenAI
+  VERSION = '0.0.0'
+end