luogu 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0cd2a93255b9c6ed4fe776dab51414384fea23cad8d73c1e407acb5deb9bb382
+  data.tar.gz: e26cdfa7b3e748a580181f6a916a6fd07667fe6b0a3d3c713c454b9584b09eee
+SHA512:
+  metadata.gz: f6ce3327ccd8824a59e5deda151876f1d6fc1b64247c5d5b1140ae4e1fd8455169b8c346f3101304f4b0dd01a5c201b43d5cbb8f322b91ab23a159d6285cf6c3
+  data.tar.gz: 3b6e68d717a10b7ca2feca6cf5b47760e0ab0d672b5cce34883e992a6fffa49caa0a69cd5f36f98cd51c49d1237d76f643f3ca50c241f328f1789ab803ac38ee

data/Gemfile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in luogu.gemspec
+gemspec
+
+gem "rake", "~> 13.0"

data/Gemfile.lock

@@ -0,0 +1,45 @@
+PATH
+  remote: .
+  specs:
+    luogu (0.1.0)
+      dotenv (~> 2.8, >= 2.8.1)
+      ruby-openai (~> 3.7)
+      tty-prompt (~> 0.23.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    dotenv (2.8.1)
+    httparty (0.21.0)
+      mini_mime (>= 1.0.0)
+      multi_xml (>= 0.5.2)
+    mini_mime (1.1.2)
+    multi_xml (0.6.0)
+    pastel (0.8.0)
+      tty-color (~> 0.5)
+    rake (13.0.6)
+    ruby-openai (3.7.0)
+      httparty (>= 0.18.1)
+    tty-color (0.6.0)
+    tty-cursor (0.7.1)
+    tty-prompt (0.23.1)
+      pastel (~> 0.8)
+      tty-reader (~> 0.8)
+    tty-reader (0.9.0)
+      tty-cursor (~> 0.7)
+      tty-screen (~> 0.8)
+      wisper (~> 2.0)
+    tty-screen (0.8.1)
+    wisper (2.0.1)
+
+PLATFORMS
+  arm64-darwin-22
+  ruby
+  x86_64-linux
+
+DEPENDENCIES
+  luogu!
+  rake (~> 13.0)
+
+BUNDLED WITH
+   2.4.6

data/README.md

@@ -0,0 +1,58 @@
+# Luogu
+> 锣鼓，现在的写代码就如古代的求神仪式一样，以前敲锣打鼓求天，现在敲锣打鼓求大模型
+
+用来开发 prompt 工程的工具
+
+### 安装
+- 安装ruby，要求2.6以上，Mac自带不需要再安装
+- gem install luogu
+- 如果使用 mac 可能你需要使用sudu权限
+- 如果需要在终端显示markdown，需要 [glow](https://github.com/charmbracelet/glow)
+
+### 使用
+- luogu build <file> 编译成对应的json
+- luogu run <file> 测试prompt
+
+你可以在项目目录的.env中设置下面的环境变量，或者直接系统设置
+```
+OPENAI_ACCESS_TOKEN=zheshiyigetoken
+OPENAI_TEMPERATURE=0.7
+OPENAI_LIMIT_HISTORY=6
+```
+
+prompt.md 示例
+```
+@s
+你是一个罗纳尔多的球迷
+
+@a
+好的
+
+@u
+罗纳尔多是谁？
+
+@a
+是大罗，不是C罗
+```
+
+如果需要处理历史记录的是否进入上下文可以使用，在 prompt.md写入
+
+
+@callback
+```ruby
+if assistant_message =~ /```ruby/
+  puts "记录本次记录"
+  self.push_history(user_message, assistant_message)
+else
+  puts "抛弃本次记录"
+end
+```
+
+
+### 进入run模式
+- save 保存对话
+- row history  查看对话历史
+- history 查看当前上下文
+- exit 退出
+
+## MIT 协议

data/Rakefile

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+task default: %i[]

data/exe/luogu

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "bundler/setup"
+require_relative "../lib/luogu"
+
+Luogu.cli

data/lib/luogu/chatgpt.rb

@@ -0,0 +1,103 @@
+module Luogu
+  class ChatGPT
+    def initialize(file)
+      @temperature = ENV.fetch('OPENAI_TEMPERATURE', '0.7').to_f
+      @limit_history = ENV.fetch('OPENAI_LIMIT_HISTORY', '6').to_i * 2
+      
+      @prompt = PromptParser.new(file)
+      @row_history = []
+      @history = HistoryQueue.new @limit_history
+    end
+
+    def request(messages)
+      response = client.chat(
+        parameters: {
+            model: "gpt-3.5-turbo",
+            messages: messages,
+            temperature: 0.7,
+        })
+      response.dig("choices", 0, "message", "content")
+    end
+
+    def chat(user_message)
+      messages = (@prompt.render + @history.to_a) << {role: "user", content: user_message}
+      assistant_message = self.request(messages)
+      
+      self.push_row_history(user_message, assistant_message)
+
+      if @prompt.ruby_code
+        puts "执行文档中的callback"
+        instance_eval @prompt.ruby_code, @prompt.file_path, @prompt.ruby_code_line
+      else
+        puts "执行默认的历史记录"
+        self.push_history(user_message, assistant_message)
+      end
+
+      assistant_message
+    end
+
+    def push_row_history(user_message, assistant_message)
+      @row_history << {role: "user", content: user_message}
+      @row_history << {role: "assistant", content: assistant_message}
+    end
+
+    def push_history(user_message, assistant_message)
+      @history.enqueue({role: "user", content: user_message})
+      @history.enqueue({role: "assistant", content: assistant_message})
+    end
+
+    def ask(message)
+      TTY::Prompt.new.ask(message)
+    end
+
+    def puts(message)
+      @_puts_method ||= if system("which glow > /dev/null 2>&1")
+        require 'shellwords'   
+        -> (message) {
+          system("echo #{Shellwords.escape(message)} | glow -") 
+        }
+      else
+        -> (message) { puts message }
+      end
+      @_puts_method.call message
+    end
+
+    def save(history, file_path)
+      text = ""
+      role_map = {"user" => "@u", "assistant" => "@a", "system" => "@s"}
+      history.each do |item|
+        text += role_map[item[:role]]
+        text += "\n"
+        text += item[:content]
+        text += "\n\n"
+      end
+      File.open(file_path, 'w') do |f|
+        f.write(text)
+      end
+      puts "已经保存文件到 #{file_path}"
+    end
+
+    def run
+      loop do
+        # 从命令行读取输入
+        input = self.ask("请输入你的指令>").cover_chinese
+      
+        # 根据用户输入执行相应的操作
+        case input
+        when "save"
+          self.save @row_history, "./prompt.row_history.md"
+          self.save @history.to_a, "./prompt.history.md"
+        when "row history"
+          p @row_history
+        when "history"
+          p @history.to_a
+        when "exit"
+          puts "再见！"
+          break
+        else
+          self.puts self.chat(input)
+        end
+      end
+    end
+  end
+end

data/lib/luogu/cli.rb

@@ -0,0 +1,41 @@
+module Luogu
+  module_function
+  def cli
+    options = {}
+    subcommands = {}
+
+    OptionParser.new do |opts|
+      opts.banner = "Usage: luogu [command]"
+
+      opts.on("-h", "--help", "Prints help") do
+        puts """
+        luogu build <file> -> 编译prompt
+        luogu run <file> -> 测试 prompt
+        """
+        exit
+      end
+
+    end.parse!
+
+   
+    subcommands['build'] = Proc.new do |args|
+      data = PromptParser.new(args.first).to_json
+      target_path = args[1] || "./prompt.json"
+      File.open(target_path, 'w') do |f|
+        f.write(data)
+      end
+    end
+
+    subcommands['run'] = Proc.new do |args|
+      chatgpt = ChatGPT.new(args.first)
+      chatgpt.run
+    end
+
+    if subcommands.key?(ARGV.first)
+      subcommands[ARGV.first].call(ARGV[1..-1])
+    else
+      puts "Invalid command. Use -h or --help for usage information."
+    end
+
+  end
+end

data/lib/luogu/history_queue.rb

@@ -0,0 +1,31 @@
+module Luogu
+  class HistoryQueue
+    def initialize(max_size = 12)
+      @queue = []
+      @max_size = max_size
+    end
+  
+    def enqueue(element)
+      if @queue.size == @max_size
+        @queue.shift
+      end
+      @queue << element
+    end
+  
+    def dequeue
+      @queue.shift
+    end
+  
+    def size
+      @queue.size
+    end
+
+    def to_a
+      @queue
+    end
+  
+    def to_json
+      JSON.pretty_generate @queue
+    end
+  end
+end

data/lib/luogu/init.rb

@@ -0,0 +1,20 @@
+require "openai"
+require 'dotenv/load'
+require "tty-prompt"
+require 'json'
+require 'optparse'
+
+require_relative 'history_queue'
+require_relative "prompt_parser"
+require_relative "chatgpt"
+require_relative "cli"
+
+def client
+  $client ||= OpenAI::Client.new
+end
+
+class String
+  def cover_chinese
+    self.gsub(/[\uFF01-\uFF0F]/) {|s| (s.ord-65248).chr}
+  end
+end

data/lib/luogu/prompt_parser.rb

@@ -0,0 +1,64 @@
+module Luogu
+  class PromptParser
+    attr_reader :ruby_code, :ruby_code_line, :file_path
+    def initialize(file_path)
+      @file_path = file_path
+      @messages = []
+      @ruby_code = nil
+      @ruby_code_line = nil
+    end
+
+    def render
+      process_file
+      if @messages.length.even?
+        @messages
+      else
+        raise "prompt里面的问答对不对, 必须是一问一答, 当前存在单一问题或者答案"
+      end
+    end
+
+    def to_json
+      JSON.pretty_generate self.render
+    end
+
+    private
+    def process_file
+      @messages = []
+      file = File.read(@file_path)
+
+      if file =~ /@callback/
+        callback_regex = /@callback\n```ruby\n(.*?)\n```/m
+        @ruby_code = file[callback_regex, 1]
+        @ruby_code_line = self.find_line_number(file, "@callback") + 2
+        file = file.gsub(callback_regex, '')
+      end
+
+      file.split(/(?=@u|@a|@s)/).reject(&:empty?).each do |c|
+        role = if c =~ /^@s/
+          "system"
+        elsif c =~ /^@u/
+          "user"
+        elsif c =~ /^@a/
+          "assistant"
+        end
+        content = c.sub(/^@(u|a|s)\s+/, '').strip
+        @messages << {role: role, content: content}
+      end
+    end
+
+    def find_line_number(text, search_str)
+      lines = text.split("\n")
+      line_number = nil
+    
+      lines.each_with_index do |line, index|
+        if line.include?(search_str)
+          line_number = index + 1
+          break
+        end
+      end
+    
+      line_number
+    end
+
+  end
+end

data/lib/luogu/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Luogu
+  VERSION = "0.1.0"
+end

data/lib/luogu.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require_relative "luogu/version"
+require_relative "luogu/init"
+
+module Luogu
+  class Error < StandardError; end
+  # Your code goes here...
+
+  module_eval do
+    Dotenv.load
+    
+    OpenAI.configure do |config|
+      config.access_token = ENV.fetch('OPENAI_ACCESS_TOKEN')
+    end
+  end
+end

data/luogu.gemspec

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+require_relative "lib/luogu/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "luogu"
+  spec.version = Luogu::VERSION
+  spec.authors = ["MJ"]
+  spec.email = ["tywf91@gmail.com"]
+
+  spec.summary = "luogu 用于 Prompt 工程开发"
+  spec.description = "使用markdown来快速实现 Prompt工程研发"
+  spec.homepage = "https://github.com/mjason/luogu"
+  spec.required_ruby_version = ">= 2.6.0"
+
+  # spec.metadata["allowed_push_host"] = "TODO: Set to your gem server 'https://example.com'"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/mjason/luogu"
+  spec.metadata["changelog_uri"] = "https://github.com/mjason/luogu"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (f == __FILE__) || f.match(%r{\A(?:(?:bin|test|spec|features)/|\.(?:git|circleci)|appveyor)})
+    end
+  end
+  spec.bindir = "exe"
+  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  # Uncomment to register a new dependency of your gem
+  # spec.add_dependency "example-gem", "~> 1.0"
+  spec.add_dependency 'ruby-openai', '~> 3.7'
+  spec.add_dependency 'dotenv', '~> 2.8', '>= 2.8.1'
+  spec.add_dependency 'tty-prompt', '~> 0.23.1'
+
+  # For more information and examples about making a new gem, check out our
+  # guide at: https://bundler.io/guides/creating_gem.html
+end

data/sig/luogu.rbs

@@ -0,0 +1,4 @@
+module Luogu
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: luogu
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- MJ
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2023-04-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ruby-openai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.7'
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.8.1
+- !ruby/object:Gem::Dependency
+  name: tty-prompt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.23.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.23.1
+description: 使用markdown来快速实现 Prompt工程研发
+email:
+- tywf91@gmail.com
+executables:
+- luogu
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- exe/luogu
+- lib/luogu.rb
+- lib/luogu/chatgpt.rb
+- lib/luogu/cli.rb
+- lib/luogu/history_queue.rb
+- lib/luogu/init.rb
+- lib/luogu/prompt_parser.rb
+- lib/luogu/version.rb
+- luogu.gemspec
+- sig/luogu.rbs
+homepage: https://github.com/mjason/luogu
+licenses: []
+metadata:
+  homepage_uri: https://github.com/mjason/luogu
+  source_code_uri: https://github.com/mjason/luogu
+  changelog_uri: https://github.com/mjason/luogu
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.6
+signing_key:
+specification_version: 4
+summary: luogu 用于 Prompt 工程开发
+test_files: []