copilot2gpt 0.1.0 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 32606e9a7161ded307d99a403172d093d146430c4babbab94ae676954df475fa
-  data.tar.gz: 3d437a887449e4ae990680b1ccd727725b6aea6050e258b670ef0b65afad6d54
+  metadata.gz: da23dae0f4ea1932a9cfc08fb8fe479be3ef082bf505354d606506e3b27511b2
+  data.tar.gz: eca989b27b347b678a1f8013ac2ee18228c6e2acfef33f79e588ca68014c473d
 SHA512:
-  metadata.gz: d3ca1d79ef92340459b286c8a4cca4dd29f8ba120238989d0ba2c59f5f6afa49a77d25e17a02ad3813338ab299fd07e3548875cfc8ce7e001e7e1fdbbeb0ca8f
-  data.tar.gz: 5a408834c49b8349d4a12b765d28e79033f8e7cd9894c8454f93a42663c733df84e424e5e2663a7bae55caf419d846732c025edb5f8912f0f71f8a4e0d9e601b
+  metadata.gz: 2ea78b0aa79bd8cf5cb0d7297c9cfaabf58c4b4960fcf6ee96435df4e87c9c9b9e1a920c5f027c7fde0b4a6aa91f8b14c896c957d326ca8f59e5c0c84095c4b7
+  data.tar.gz: be6ec3f22729aea3d15ad35065b2612ceea3017021ba0c7c7e5385eae382200599847a836b9002878ca7938fd6edc2097e85a7d22abfce95c9704baad2acd1ec

data/Dockerfile

@@ -1,4 +1,4 @@
-FROM rubylane/ruby:3.2
+FROM rubylang/ruby:3.2
 
 LABEL maintainer="Liu Xiang<liuxiang921@gmail.com>"
 
@@ -6,8 +6,6 @@ RUN gem install copilot2gpt
 
 WORKDIR /
 
-EXPOSE 4567
+EXPOSE 8080
 
-ENTRYPOINT ["copilot2gpt"]
-
-CMD ["-p", "4567"]
+ENTRYPOINT ["copilot2gpt"]

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    copilot2gpt (0.1.0)
+    copilot2gpt (0.1.2)
       activesupport (~> 7.0.0)
       faraday (~> 2.8.1)
       puma (~> 6.3.0)

data/README.md

@@ -1,39 +1,70 @@
-# Copilot2gpt
+# Copilot 2 GPT-4
 
-TODO: Delete this and the text below, and describe your gem
+This is a Sinatra-based application that serves as a bridge between GitHub Copilot and GPT-4 model. It provides endpoints to interact with the GPT-4 model and handles authorization using GitHub tokens.
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/copilot2gpt`. To experiment with that code, run `bin/console` for an interactive prompt.
+## Getting Started
 
-## Installation
+These instructions will get you a copy of the project up and running on your local machine for development and testing purposes.
 
-TODO: Replace `UPDATE_WITH_YOUR_GEM_NAME_PRIOR_TO_RELEASE_TO_RUBYGEMS_ORG` with your gem name right after releasing it to RubyGems.org. Please do not do it earlier due to security reasons. Alternatively, replace this section with instructions to install your gem from git if you don't plan to release to RubyGems.org.
+### Prerequisites
 
-Install the gem and add to the application's Gemfile by executing:
+You need to have Ruby installed on your machine. You can check if you have Ruby installed by running:
 
-    $ bundle add UPDATE_WITH_YOUR_GEM_NAME_PRIOR_TO_RELEASE_TO_RUBYGEMS_ORG
+```bash
+ruby -v
+```
 
-If bundler is not being used to manage dependencies, install the gem by executing:
+### Installing
 
-    $ gem install UPDATE_WITH_YOUR_GEM_NAME_PRIOR_TO_RELEASE_TO_RUBYGEMS_ORG
+Clone the repository:
 
-## Usage
+```bash
+git clone https://github.com/lululau/copilot2gpt.git
+cd copilot2gpt
+```
 
-TODO: Write usage instructions here
+Install the required gems:
 
-## Development
+```bash
+bundle install
+```
 
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+### Running the application
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+You can start the application by running:
 
-## Contributing
+```bash
+bundle exec exe/copilot2gpt
+```
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/lululau/copilot2gpt. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/lululau/copilot2gpt/blob/master/CODE_OF_CONDUCT.md).
+The application will start on port 8080.
 
-## License
+## API Endpoints
+
+The application provides the following endpoints:
+
+- `GET /openai/models`: Returns a list of available models.
+- `POST /openai/chat/completions`: Mocks a Cloudflare AI Gateway API
+- `POST /v1/chat/completions`: Completes a chat with the AI model.
+
+## Docker
+
+This application can also be run in a Docker container. Build the Docker image by running:
 
-The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+```bash
+docker build -t your-image-name .
+```
 
-## Code of Conduct
+Then, you can start the application in a Docker container by running:
+
+```bash
+docker run -p 8080:8080 your-image-name
+```
+
+## Contributing
+
+Please read [CONTRIBUTING.md](https://github.com/lululau/copilot2gpt/blob/main/CONTRIBUTING.md) for details on our code of conduct, and the process for submitting pull requests to us.
+
+## License
 
-Everyone interacting in the Copilot2gpt project's codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/lululau/copilot2gpt/blob/master/CODE_OF_CONDUCT.md).
+This project is licensed under the MIT License - see the [LICENSE.md](https://github.com/lululau/copilot2gpt/blob/main/LICENSE.md) file for details.

data/exe/copilot2gpt

@@ -1,6 +1,5 @@
 #!/usr/bin/env ruby
 # frozen_string_literal: true
 
-require "sinatra"
 require "copilot2gpt"
 require "copilot2gpt/app"

data/lib/copilot2gpt/app.rb

@@ -1,179 +1,151 @@
 require 'copilot2gpt/token'
+require 'copilot2gpt/chat_request'
 require 'faraday'
 require 'json'
 require 'active_support/all'
+require "sinatra/base"
 
-MODEL = { "id": "gpt-4", "object": "model", "created": 1687882411, "owned_by": "openai" }
-
-before do
-  headers 'Access-Control-Allow-Origin' => '*',
-          'Access-Control-Allow-Methods' => ['OPTIONS', 'GET', 'POST'],
-          'Access-Control-Allow-Headers' => 'Content-Type'
-  halt 200 if request.request_method == 'OPTIONS'
-  @user_agent = request.env['HTTP_USER_AGENT'].to_s
-  @chatbox = @user_agent.include?('chatbox')
-end
-
-get('/openai/models') do
-  {
-    object: 'list',
-    data: [MODEL]
-  }.to_json
-end
-
-post('/openai/chat/completions') do
-  @mock_ai_gateway = true
-  complete
-end
-
-post('/v1/chat/completions') do
-  complete
-end
-
-def complete
-  github_token = request.env['HTTP_AUTHORIZATION'].to_s.sub('Bearer ', '')
-  if github_token.empty?
-    halt 401, {'Content-Type' => 'application/json'}, {:message => 'Unauthorized'}.to_json
-  end
-  @copilot_token = Copilot2gpt::Token.get_copilot_token(github_token)
-  content = params['content']
-  url = "https://api.githubcopilot.com/chat/completions"
-  chat_request = ChatRequest.with_default(content, JSON.parse(request.body.read, symbolize_names: true))
-  conn = Faraday.new(url: url)
-
-  if !chat_request.one_time_return
-    stream do |response_stream|
-      resp = conn.post do |req|
-        req.headers = build_headers(@copilot_token)
-        req.body = chat_request.to_json
-        buffered_line = ""
-        req.options.on_data = Proc.new do |chunk, overall_received_bytes, env|
-          chunk.each_line do |line|
-            line.chomp!
-            next unless line.present?
-            if line.start_with?("data: ")
-              buffered_line = line
-              message = JSON.parse(line.sub(/^data: /, '')) rescue next
-            else
-              buffered_line += line
-              message = JSON.parse(buffered_line.sub(/^data: /, '')) rescue next
-            end
-            message = message.with_indifferent_access
-            if @chatbox
-              message[:choices].select! do |choice|
-                choice.dig(:delta, :content)
-              end
-              next unless message[:choices].any?
-            end
-            if @mock_ai_gateway
-              message.merge!(object: "chat.completion.chunk", model: "gpt-4")
-            end
-            message_json = message.to_json + "\n\n"
-            message_json = "data: " + message_json unless @mock_ai_gateway
-            response_stream << message_json
-          end
-        end
-      end
+module Copilot2GPT
+  class App < Sinatra::Base
 
-      if resp.status != 200
-        halt resp.status, {'Content-Type' => 'application/json'}, {:error => resp.body}.to_json
-        return
-      end
+    MODEL = { "id": "gpt-4", "object": "model", "created": 1687882411, "owned_by": "openai" }
+
+    set :bind, '0.0.0.0'
+    set :port, 8080
+
+    before do
+      headers 'Access-Control-Allow-Origin' => '*',
+              'Access-Control-Allow-Methods' => ['OPTIONS', 'GET', 'POST'],
+              'Access-Control-Allow-Headers' => 'Content-Type'
+      halt 200 if request.request_method == 'OPTIONS'
+      @user_agent = request.env['HTTP_USER_AGENT'].to_s
+      @chatbox = @user_agent.include?('chatbox')
     end
-  else
-    resp = conn.post do |req|
-      req.headers = build_headers(@copilot_token)
-      req.body = chat_request.to_json
+
+    get('/openai/models') do
+      {
+        object: 'list',
+        data: [MODEL]
+      }.to_json
+    end
+
+    post('/openai/chat/completions') do
+      @mock_ai_gateway = true
+      complete(JSON.parse(request.body.read, symbolize_names: true))
     end
 
-    if resp.status != 200
-      halt resp.status, {'Content-Type' => 'application/json'}, {:error => resp.body}.to_json
-      return
+    post('/v1/chat/completions') do
+      complete(JSON.parse(request.body.read, symbolize_names: true))
     end
 
-    buffer = ""
-    res.body.each_line do |line|
-      if line.start_with?("data: ")
-        data = line.sub("data: ", "")
-        obj = JSON.parse(data)
-        if obj.key?("choices") && obj["choices"].is_a?(Array) && !obj["choices"].empty?
-          choice = obj["choices"][0]
-          if choice.is_a?(Hash) && choice.key?("delta") && choice["delta"].is_a?(Hash)
-            delta = choice["delta"]
-            if delta.key?("content") && delta["content"].is_a?(String)
-              buffer += delta["content"]
+    post('/openai/chat/completions/no-stream') do
+      @mock_ai_gateway = true
+      complete(JSON.parse(request.body.read, symbolize_names: true).merge(stream: false))
+    end
+
+    def complete(args)
+      github_token = request.env['HTTP_AUTHORIZATION'].to_s.sub('Bearer ', '')
+      if github_token.empty?
+        halt 401, {'Content-Type' => 'application/json'}, {:message => 'Unauthorized'}.to_json
+      end
+      @copilot_token = Copilot2gpt::Token.get_copilot_token(github_token)
+      content = params['content']
+      url = "https://api.githubcopilot.com/chat/completions"
+      chat_request = Copilot2GPT::ChatRequest.with_default(content, args)
+      conn = Faraday.new(url: url)
+
+      if !chat_request.one_time_return
+        stream do |response_stream|
+          resp = conn.post do |req|
+            req.headers = build_headers(@copilot_token)
+            req.body = chat_request.to_json
+            buffered_line = ""
+            req.options.on_data = Proc.new do |chunk, overall_received_bytes, env|
+              chunk.each_line do |line|
+                line.chomp!
+                next unless line.present?
+                if line.start_with?("data: ")
+                  buffered_line = line
+                  message = JSON.parse(line.sub(/^data: /, '')) rescue next
+                else
+                  buffered_line += line
+                  message = JSON.parse(buffered_line.sub(/^data: /, '')) rescue next
+                end
+                message = message.with_indifferent_access
+                if @chatbox
+                  message[:choices].select! do |choice|
+                    choice.dig(:delta, :content)
+                  end
+                  next unless message[:choices].any?
+                end
+                if @mock_ai_gateway
+                  message.merge!(object: "chat.completion.chunk", model: "gpt-4")
+                end
+                message_json = message.to_json + "\n\n"
+                message_json = "data: " + message_json unless @mock_ai_gateway
+                response_stream << message_json
+              end
+            end
+          end
+
+          if resp.status != 200
+            halt resp.status, {'Content-Type' => 'application/json'}, {:error => resp.body}.to_json
+            return
+          end
+        end
+      else
+        resp = conn.post do |req|
+          req.headers = build_headers(@copilot_token)
+          req.body = chat_request.to_json
+        end
+
+        if resp.status != 200
+          halt resp.status, {'Content-Type' => 'application/json'}, {:error => resp.body}.to_json
+          return
+        end
+
+        buffer = ""
+        resp.body.each_line do |line|
+          if line.start_with?("data: ")
+            data = line.sub("data: ", "")
+            obj = JSON.parse(data) rescue next
+            if obj.key?("choices") && obj["choices"].is_a?(Array) && !obj["choices"].empty?
+              choice = obj["choices"][0]
+              if choice.is_a?(Hash) && choice.key?("delta") && choice["delta"].is_a?(Hash)
+                delta = choice["delta"]
+                if delta.key?("content") && delta["content"].is_a?(String)
+                  buffer += delta["content"]
+                end
+              end
             end
           end
         end
+        return [200, {'Content-Type' => 'text/event-stream; charset=utf-8'}, buffer]
       end
     end
-    return [200, {'Content-Type' => 'text/event-stream; charset=utf-8'}, buffer]
-  end
-end
-
 
-class ChatRequest
-  attr_accessor :messages, :model, :temperature, :top_p, :n, :stream, :intent, :one_time_return
-
-  def initialize(args)
-    @messages = args[:messages]
-    @model = args[:model]
-    @temperature = args[:temperature]
-    @top_p = args[:top_p]
-    @n = args[:n]
-    @stream = args[:stream]
-    @intent = args[:intent]
-    @one_time_return = args[:one_time_return]
-  end
-
-  def to_json
-    {
-      messages: @messages,
-      model: @model,
-      temperature: @temperature,
-      top_p: @top_p,
-      n: @n,
-      stream: @stream,
-      intent: @intent,
-      one_time_return: @one_time_return
-    }.to_json
-  end
+    def gen_hex_str(length)
+      SecureRandom.hex(length / 2)
+    end
 
-  class << self
-    def with_default(content, params)
-      default = {
-        messages: [
-          {"role" => "system", "content" => "\nYou are ChatGPT, a large language model trained by OpenAI.\nKnowledge cutoff: 2021-09\nCurrent model: gpt-4\nCurrent time: 2023/11/7 11: 39: 14\n"},
-          {"role" => "user", "content" => content}
-        ],
-        model: "gpt-4", temperature: 0.5,
-        top_p: 1, n: 1,
-        stream: true, intent: true,
-        one_time_return: false
-      }.merge(params)
-      new(default)
+    def build_headers(copilot_token)
+      {
+        "Authorization" => "Bearer #{copilot_token}",
+        "X-Request-Id" => "#{gen_hex_str(8)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(12)}",
+        "Vscode-Sessionid" => "#{gen_hex_str(8)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(25)}",
+        "Vscode-Machineid" => gen_hex_str(64),
+        "Editor-Version" => "vscode/1.83.1",
+        "Editor-Plugin-Version" => "copilot-chat/0.8.0",
+        "Openai-Organization" => "github-copilot",
+        "Openai-Intent" => "conversation-panel",
+        "Content-Type" => "text/event-stream; charset=utf-8",
+        "User-Agent" => "GitHubCopilotChat/0.8.0",
+        "Accept" => "*/*",
+        "Accept-Encoding" => "gzip,deflate,br",
+        "Connection" => "close"
+      }
     end
+
+    run!
   end
-end
-
-def gen_hex_str(length)
-  SecureRandom.hex(length / 2)
-end
-
-def build_headers(copilot_token)
-  {
-    "Authorization" => "Bearer #{copilot_token}",
-    "X-Request-Id" => "#{gen_hex_str(8)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(12)}",
-    "Vscode-Sessionid" => "#{gen_hex_str(8)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(25)}",
-    "Vscode-Machineid" => gen_hex_str(64),
-    "Editor-Version" => "vscode/1.83.1",
-    "Editor-Plugin-Version" => "copilot-chat/0.8.0",
-    "Openai-Organization" => "github-copilot",
-    "Openai-Intent" => "conversation-panel",
-    "Content-Type" => "text/event-stream; charset=utf-8",
-    "User-Agent" => "GitHubCopilotChat/0.8.0",
-    "Accept" => "*/*",
-    "Accept-Encoding" => "gzip,deflate,br",
-    "Connection" => "close"
-  }
 end

data/lib/copilot2gpt/chat_request.rb

@@ -0,0 +1,45 @@
+module Copilot2GPT
+  class ChatRequest
+    attr_accessor :messages, :model, :temperature, :top_p, :n, :stream, :intent, :one_time_return
+
+    def initialize(args)
+      @messages = args[:messages]
+      @model = args[:model]
+      @temperature = args[:temperature]
+      @top_p = args[:top_p]
+      @n = args[:n]
+      @stream = args[:stream]
+      @intent = args[:intent]
+      @one_time_return = args[:one_time_return]
+    end
+
+    def to_json
+      {
+        messages: @messages,
+        model: @model,
+        temperature: @temperature,
+        top_p: @top_p,
+        n: @n,
+        stream: @stream,
+        intent: @intent,
+        one_time_return: @one_time_return
+      }.to_json
+    end
+
+    class << self
+      def with_default(content, params)
+        default = {
+          messages: [
+            {"role" => "system", "content" => "\nYou are ChatGPT, a large language model trained by OpenAI.\nKnowledge cutoff: 2021-09\nCurrent model: gpt-4\nCurrent time: 2023/11/7 11: 39: 14\n"},
+            {"role" => "user", "content" => content}
+          ],
+          model: "gpt-4", temperature: 0.5,
+          top_p: 1, n: 1,
+          stream: true, intent: true,
+          one_time_return: false
+        }.merge(params)
+        new(default)
+      end
+    end
+  end
+end

data/lib/copilot2gpt/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Copilot2gpt
-  VERSION = "0.1.0"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: copilot2gpt
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.2
 platform: ruby
 authors:
 - Liu Xiang
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-12-29 00:00:00.000000000 Z
+date: 2023-12-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sinatra
@@ -86,6 +86,7 @@ files:
 - exe/copilot2gpt
 - lib/copilot2gpt.rb
 - lib/copilot2gpt/app.rb
+- lib/copilot2gpt/chat_request.rb
 - lib/copilot2gpt/test.rb
 - lib/copilot2gpt/token.rb
 - lib/copilot2gpt/version.rb