copilot2gpt 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 32606e9a7161ded307d99a403172d093d146430c4babbab94ae676954df475fa
-  data.tar.gz: 3d437a887449e4ae990680b1ccd727725b6aea6050e258b670ef0b65afad6d54
+  metadata.gz: 2b2b16e1ad8aee613de39b65d97dc975098a35f6ef010ef4a2a48149b34973f5
+  data.tar.gz: c74ff1d7a85c3dcc89673aeed18bc26774951754ce60f65871998b15a1879ac3
 SHA512:
-  metadata.gz: d3ca1d79ef92340459b286c8a4cca4dd29f8ba120238989d0ba2c59f5f6afa49a77d25e17a02ad3813338ab299fd07e3548875cfc8ce7e001e7e1fdbbeb0ca8f
-  data.tar.gz: 5a408834c49b8349d4a12b765d28e79033f8e7cd9894c8454f93a42663c733df84e424e5e2663a7bae55caf419d846732c025edb5f8912f0f71f8a4e0d9e601b
+  metadata.gz: 25b146a0196c5f369ab81995deb4bd164319e450f362652f135315b95c126f1967ed85873c654e796155cb63293a3ba76747c601fbcc6fe4a2d97d3bd49a3b62
+  data.tar.gz: ddefe77421e5c3558cbd9185e9e82c1706714745a0dda727194028c872029fec3633de647f5886cac4c9ee4fd699a11d3ae40ab70033f54aee6619bb2b7f8c23

data/Dockerfile

@@ -6,8 +6,6 @@ RUN gem install copilot2gpt
 
 WORKDIR /
 
-EXPOSE 4567
+EXPOSE 8080
 
-ENTRYPOINT ["copilot2gpt"]
-
-CMD ["-p", "4567"]
+ENTRYPOINT ["copilot2gpt"]

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    copilot2gpt (0.1.0)
+    copilot2gpt (0.1.1)
       activesupport (~> 7.0.0)
       faraday (~> 2.8.1)
       puma (~> 6.3.0)

data/exe/copilot2gpt

@@ -1,6 +1,5 @@
 #!/usr/bin/env ruby
 # frozen_string_literal: true
 
-require "sinatra"
 require "copilot2gpt"
 require "copilot2gpt/app"

data/lib/copilot2gpt/app.rb

@@ -1,179 +1,146 @@
 require 'copilot2gpt/token'
+require 'copilot2gpt/chat_request'
 require 'faraday'
 require 'json'
 require 'active_support/all'
+require "sinatra/base"
 
-MODEL = { "id": "gpt-4", "object": "model", "created": 1687882411, "owned_by": "openai" }
+module Copilot2GPT
+  class App < Sinatra::Base
 
-before do
-  headers 'Access-Control-Allow-Origin' => '*',
-          'Access-Control-Allow-Methods' => ['OPTIONS', 'GET', 'POST'],
-          'Access-Control-Allow-Headers' => 'Content-Type'
-  halt 200 if request.request_method == 'OPTIONS'
-  @user_agent = request.env['HTTP_USER_AGENT'].to_s
-  @chatbox = @user_agent.include?('chatbox')
-end
+    MODEL = { "id": "gpt-4", "object": "model", "created": 1687882411, "owned_by": "openai" }
 
-get('/openai/models') do
-  {
-    object: 'list',
-    data: [MODEL]
-  }.to_json
-end
+    set :bind, '0.0.0.0'
+    set :port, 8080
 
-post('/openai/chat/completions') do
-  @mock_ai_gateway = true
-  complete
-end
+    before do
+      headers 'Access-Control-Allow-Origin' => '*',
+              'Access-Control-Allow-Methods' => ['OPTIONS', 'GET', 'POST'],
+              'Access-Control-Allow-Headers' => 'Content-Type'
+      halt 200 if request.request_method == 'OPTIONS'
+      @user_agent = request.env['HTTP_USER_AGENT'].to_s
+      @chatbox = @user_agent.include?('chatbox')
+    end
 
-post('/v1/chat/completions') do
-  complete
-end
+    get('/openai/models') do
+      {
+        object: 'list',
+        data: [MODEL]
+      }.to_json
+    end
 
-def complete
-  github_token = request.env['HTTP_AUTHORIZATION'].to_s.sub('Bearer ', '')
-  if github_token.empty?
-    halt 401, {'Content-Type' => 'application/json'}, {:message => 'Unauthorized'}.to_json
-  end
-  @copilot_token = Copilot2gpt::Token.get_copilot_token(github_token)
-  content = params['content']
-  url = "https://api.githubcopilot.com/chat/completions"
-  chat_request = ChatRequest.with_default(content, JSON.parse(request.body.read, symbolize_names: true))
-  conn = Faraday.new(url: url)
+    post('/openai/chat/completions') do
+      @mock_ai_gateway = true
+      complete
+    end
 
-  if !chat_request.one_time_return
-    stream do |response_stream|
-      resp = conn.post do |req|
-        req.headers = build_headers(@copilot_token)
-        req.body = chat_request.to_json
-        buffered_line = ""
-        req.options.on_data = Proc.new do |chunk, overall_received_bytes, env|
-          chunk.each_line do |line|
-            line.chomp!
-            next unless line.present?
-            if line.start_with?("data: ")
-              buffered_line = line
-              message = JSON.parse(line.sub(/^data: /, '')) rescue next
-            else
-              buffered_line += line
-              message = JSON.parse(buffered_line.sub(/^data: /, '')) rescue next
-            end
-            message = message.with_indifferent_access
-            if @chatbox
-              message[:choices].select! do |choice|
-                choice.dig(:delta, :content)
+    post('/v1/chat/completions') do
+      complete
+    end
+
+    def complete
+      github_token = request.env['HTTP_AUTHORIZATION'].to_s.sub('Bearer ', '')
+      if github_token.empty?
+        halt 401, {'Content-Type' => 'application/json'}, {:message => 'Unauthorized'}.to_json
+      end
+      @copilot_token = Copilot2gpt::Token.get_copilot_token(github_token)
+      content = params['content']
+      url = "https://api.githubcopilot.com/chat/completions"
+      chat_request = Copilot2GPT::ChatRequest.with_default(content, JSON.parse(request.body.read, symbolize_names: true))
+      conn = Faraday.new(url: url)
+
+      if !chat_request.one_time_return
+        stream do |response_stream|
+          resp = conn.post do |req|
+            req.headers = build_headers(@copilot_token)
+            req.body = chat_request.to_json
+            buffered_line = ""
+            req.options.on_data = Proc.new do |chunk, overall_received_bytes, env|
+              chunk.each_line do |line|
+                line.chomp!
+                next unless line.present?
+                if line.start_with?("data: ")
+                  buffered_line = line
+                  message = JSON.parse(line.sub(/^data: /, '')) rescue next
+                else
+                  buffered_line += line
+                  message = JSON.parse(buffered_line.sub(/^data: /, '')) rescue next
+                end
+                message = message.with_indifferent_access
+                if @chatbox
+                  message[:choices].select! do |choice|
+                    choice.dig(:delta, :content)
+                  end
+                  next unless message[:choices].any?
+                end
+                if @mock_ai_gateway
+                  message.merge!(object: "chat.completion.chunk", model: "gpt-4")
+                end
+                message_json = message.to_json + "\n\n"
+                message_json = "data: " + message_json unless @mock_ai_gateway
+                response_stream << message_json
               end
-              next unless message[:choices].any?
             end
-            if @mock_ai_gateway
-              message.merge!(object: "chat.completion.chunk", model: "gpt-4")
-            end
-            message_json = message.to_json + "\n\n"
-            message_json = "data: " + message_json unless @mock_ai_gateway
-            response_stream << message_json
           end
-        end
-      end
 
-      if resp.status != 200
-        halt resp.status, {'Content-Type' => 'application/json'}, {:error => resp.body}.to_json
-        return
-      end
-    end
-  else
-    resp = conn.post do |req|
-      req.headers = build_headers(@copilot_token)
-      req.body = chat_request.to_json
-    end
+          if resp.status != 200
+            halt resp.status, {'Content-Type' => 'application/json'}, {:error => resp.body}.to_json
+            return
+          end
+        end
+      else
+        resp = conn.post do |req|
+          req.headers = build_headers(@copilot_token)
+          req.body = chat_request.to_json
+        end
 
-    if resp.status != 200
-      halt resp.status, {'Content-Type' => 'application/json'}, {:error => resp.body}.to_json
-      return
-    end
+        if resp.status != 200
+          halt resp.status, {'Content-Type' => 'application/json'}, {:error => resp.body}.to_json
+          return
+        end
 
-    buffer = ""
-    res.body.each_line do |line|
-      if line.start_with?("data: ")
-        data = line.sub("data: ", "")
-        obj = JSON.parse(data)
-        if obj.key?("choices") && obj["choices"].is_a?(Array) && !obj["choices"].empty?
-          choice = obj["choices"][0]
-          if choice.is_a?(Hash) && choice.key?("delta") && choice["delta"].is_a?(Hash)
-            delta = choice["delta"]
-            if delta.key?("content") && delta["content"].is_a?(String)
-              buffer += delta["content"]
+        buffer = ""
+        res.body.each_line do |line|
+          if line.start_with?("data: ")
+            data = line.sub("data: ", "")
+            obj = JSON.parse(data)
+            if obj.key?("choices") && obj["choices"].is_a?(Array) && !obj["choices"].empty?
+              choice = obj["choices"][0]
+              if choice.is_a?(Hash) && choice.key?("delta") && choice["delta"].is_a?(Hash)
+                delta = choice["delta"]
+                if delta.key?("content") && delta["content"].is_a?(String)
+                  buffer += delta["content"]
+                end
+              end
             end
           end
         end
+        return [200, {'Content-Type' => 'text/event-stream; charset=utf-8'}, buffer]
       end
     end
-    return [200, {'Content-Type' => 'text/event-stream; charset=utf-8'}, buffer]
-  end
-end
-
-
-class ChatRequest
-  attr_accessor :messages, :model, :temperature, :top_p, :n, :stream, :intent, :one_time_return
 
-  def initialize(args)
-    @messages = args[:messages]
-    @model = args[:model]
-    @temperature = args[:temperature]
-    @top_p = args[:top_p]
-    @n = args[:n]
-    @stream = args[:stream]
-    @intent = args[:intent]
-    @one_time_return = args[:one_time_return]
-  end
-
-  def to_json
-    {
-      messages: @messages,
-      model: @model,
-      temperature: @temperature,
-      top_p: @top_p,
-      n: @n,
-      stream: @stream,
-      intent: @intent,
-      one_time_return: @one_time_return
-    }.to_json
-  end
-
-  class << self
-    def with_default(content, params)
-      default = {
-        messages: [
-          {"role" => "system", "content" => "\nYou are ChatGPT, a large language model trained by OpenAI.\nKnowledge cutoff: 2021-09\nCurrent model: gpt-4\nCurrent time: 2023/11/7 11: 39: 14\n"},
-          {"role" => "user", "content" => content}
-        ],
-        model: "gpt-4", temperature: 0.5,
-        top_p: 1, n: 1,
-        stream: true, intent: true,
-        one_time_return: false
-      }.merge(params)
-      new(default)
+    def gen_hex_str(length)
+      SecureRandom.hex(length / 2)
     end
-  end
-end
 
-def gen_hex_str(length)
-  SecureRandom.hex(length / 2)
-end
+    def build_headers(copilot_token)
+      {
+        "Authorization" => "Bearer #{copilot_token}",
+        "X-Request-Id" => "#{gen_hex_str(8)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(12)}",
+        "Vscode-Sessionid" => "#{gen_hex_str(8)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(25)}",
+        "Vscode-Machineid" => gen_hex_str(64),
+        "Editor-Version" => "vscode/1.83.1",
+        "Editor-Plugin-Version" => "copilot-chat/0.8.0",
+        "Openai-Organization" => "github-copilot",
+        "Openai-Intent" => "conversation-panel",
+        "Content-Type" => "text/event-stream; charset=utf-8",
+        "User-Agent" => "GitHubCopilotChat/0.8.0",
+        "Accept" => "*/*",
+        "Accept-Encoding" => "gzip,deflate,br",
+        "Connection" => "close"
+      }
+    end
 
-def build_headers(copilot_token)
-  {
-    "Authorization" => "Bearer #{copilot_token}",
-    "X-Request-Id" => "#{gen_hex_str(8)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(12)}",
-    "Vscode-Sessionid" => "#{gen_hex_str(8)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(4)}-#{gen_hex_str(25)}",
-    "Vscode-Machineid" => gen_hex_str(64),
-    "Editor-Version" => "vscode/1.83.1",
-    "Editor-Plugin-Version" => "copilot-chat/0.8.0",
-    "Openai-Organization" => "github-copilot",
-    "Openai-Intent" => "conversation-panel",
-    "Content-Type" => "text/event-stream; charset=utf-8",
-    "User-Agent" => "GitHubCopilotChat/0.8.0",
-    "Accept" => "*/*",
-    "Accept-Encoding" => "gzip,deflate,br",
-    "Connection" => "close"
-  }
+    run!
+  end
 end

data/lib/copilot2gpt/chat_request.rb

@@ -0,0 +1,45 @@
+module Copilot2GPT
+  class ChatRequest
+    attr_accessor :messages, :model, :temperature, :top_p, :n, :stream, :intent, :one_time_return
+
+    def initialize(args)
+      @messages = args[:messages]
+      @model = args[:model]
+      @temperature = args[:temperature]
+      @top_p = args[:top_p]
+      @n = args[:n]
+      @stream = args[:stream]
+      @intent = args[:intent]
+      @one_time_return = args[:one_time_return]
+    end
+
+    def to_json
+      {
+        messages: @messages,
+        model: @model,
+        temperature: @temperature,
+        top_p: @top_p,
+        n: @n,
+        stream: @stream,
+        intent: @intent,
+        one_time_return: @one_time_return
+      }.to_json
+    end
+
+    class << self
+      def with_default(content, params)
+        default = {
+          messages: [
+            {"role" => "system", "content" => "\nYou are ChatGPT, a large language model trained by OpenAI.\nKnowledge cutoff: 2021-09\nCurrent model: gpt-4\nCurrent time: 2023/11/7 11: 39: 14\n"},
+            {"role" => "user", "content" => content}
+          ],
+          model: "gpt-4", temperature: 0.5,
+          top_p: 1, n: 1,
+          stream: true, intent: true,
+          one_time_return: false
+        }.merge(params)
+        new(default)
+      end
+    end
+  end
+end

data/lib/copilot2gpt/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Copilot2gpt
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: copilot2gpt
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Liu Xiang
@@ -86,6 +86,7 @@ files:
 - exe/copilot2gpt
 - lib/copilot2gpt.rb
 - lib/copilot2gpt/app.rb
+- lib/copilot2gpt/chat_request.rb
 - lib/copilot2gpt/test.rb
 - lib/copilot2gpt/token.rb
 - lib/copilot2gpt/version.rb