jekyll-chatgpt-translate 0.0.36 → 0.0.38

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 297a8b46d6e777cfc060956768b7807acf69b4fa1f52c65f4fbed3a0084c6268
-  data.tar.gz: a81769edc12e05ad6aecb14b31bdec6ee2dcdc797ee27e6e3d8b03f8dc4c975a
+  metadata.gz: 80751d33457d149991f93ebca9daf89429ba1709b7345e58d575968b789518a1
+  data.tar.gz: b85c071213cf44098791d31d86fdf92cc386664bba2f15d16c04e8aed5edcb11
 SHA512:
-  metadata.gz: ebb2e3a583e2d2e0282b6d89ad09479aebd33c62b5fa20ae681d89a2b864dfb9f4af6e2d293e8c3817225331e1a47a6196014b9ee4f2b9080f04b3146a1fe738
-  data.tar.gz: dcf28aec1603c0b2cece95fe06085e3fe028e288bf1ca60a3388405395906df5a5a123dc0b23e8146bc3689ec82d0b96baece8744f8c003b0f89b87a43ed5e3b
+  metadata.gz: fb1a09e8c6521002e20f664bdaf4ac343dbbb1c838e88bd596271c9f25ec06ac462d40b454a72233dcb8f3be344483ae94cc4621dd0ea0a2e4feb64976c14245
+  data.tar.gz: 79b0d7871805fc4ce024135b9d8e52929dd06db1e39e325671fbc61be931084f7e72564a6a2d618b4fbe139b3cc6f5c0e4568d35a98bfe784a6436ece0f881b3

data/README.md

@@ -79,6 +79,9 @@ Full list of options available to specify in `_config.yml`:
     doesn't translate short paragraphs pretty enough. It's better to keep this
     number big enough, to avoid silly translations. The default is 128.
 
+  * `window_length` (optional) — maximum number of words to be sent to OpenAI API in one
+    request. The default is 2048.
+
   * `layout` (optional) — is name of the file in `_layouts` directory, without the extension. 
     This layout will be specified for the pages generated by this plugin.
     The default value is `translated` (expecting you to have `_layouts/translated.html` file available).

data/jekyll-chatgpt-translate.gemspec

@@ -28,7 +28,7 @@ Gem::Specification.new do |s|
   s.required_rubygems_version = Gem::Requirement.new('>= 0') if s.respond_to? :required_rubygems_version=
   s.required_ruby_version = '>= 2.6'
   s.name = 'jekyll-chatgpt-translate'
-  s.version = '0.0.36'
+  s.version = '0.0.38'
   s.license = 'MIT'
   s.summary = 'Translate Jekyll Pages Through ChatGPT'
   s.description = [

data/lib/jekyll-chatgpt-translate/chatgpt.rb

@@ -51,7 +51,7 @@ class GptTranslate::ChatGPT
     @target = target
   end
 
-  def translate(markdown, min: 32)
+  def translate(markdown, min: 32, window_length: 2000)
     pars = GptTranslate::Pars.new(markdown).to_a
     ready = []
     later = []
@@ -82,17 +82,28 @@ class GptTranslate::ChatGPT
         later[i] = par
       end
     end
-    accum = []
-    (0..pars.length).each do |i|
-      if !ready[i].nil? && !accum.empty? && later[i].nil?
-        ready[i - 1] = translate_pars(accum)
-        accum = []
+    out = []
+    i = 0
+    while i < pars.length
+      unless ready[i].nil?
+        out << ready[i]
+        i += 1
         next
       end
-      accum << later[i] unless later[i].nil?
+      accum = []
+      until later[i].nil?
+        already = accum.join.split.count
+        if already > window_length
+          Jekyll.logger.debug("Already #{already} words, over the window_length of #{window_length}")
+          break
+        end
+        accum << later[i]
+        i += 1
+      end
+      out << translate_pars(accum)
+      i += 1
     end
-    ready[pars.length - 1] = translate_pars(accum) unless accum.empty?
-    ready.join("\n\n")
+    out.join("\n\n")
   end
 
   private

data/lib/jekyll-chatgpt-translate/generator.rb

@@ -44,6 +44,7 @@ class GptTranslate::Generator < Jekyll::Generator
 
   # Main plugin action, called by Jekyll-core
   def generate(site)
+    Jekyll.logger.info("jekyll-chatgpt-translate #{GptTranslate::VERSION} starting...")
     config ||= site.config['chatgpt-translate'] || {}
     home = config['tmpdir'] || '_chatgpt-translate'
     key = api_key(config)
@@ -113,7 +114,7 @@ class GptTranslate::Generator < Jekyll::Generator
             config['source'] || 'en',
             lang
           )
-          foreign = gpt.translate(plain, min: min_chars)
+          foreign = gpt.translate(plain, min: min_chars, window_length: config['window_length'] || '2048')
           File.write(
             path,
             [

data/lib/jekyll-chatgpt-translate/version.rb

@@ -23,5 +23,5 @@
 # SOFTWARE.
 
 module GptTranslate
-  VERSION = '0.0.36'
+  VERSION = '0.0.38'
 end

data/test/test_chatgpt.rb

@@ -76,7 +76,8 @@ class GptTranslate::ChatGPTTest < Minitest::Test
 
       This is it.
       ",
-      min: 40
+      min: 40,
+      window_length: 10
     )
   end
 
@@ -96,6 +97,18 @@ class GptTranslate::ChatGPTTest < Minitest::Test
     assert_equal('done!', chat.translate('This is the text to send to OpenAI'))
   end
 
+  def test_through_small_window
+    stub_it!
+    chat = GptTranslate::ChatGPT.new('fake-key', 'gpt-3.5-turbo', 'en', 'ru')
+    assert_equal(
+      "done!\n\ndone!",
+      chat.translate(
+        "This is the first paragraph\n\nThis is second\n\nThis is third",
+        min: 1, window_length: 4
+      )
+    )
+  end
+
   private
 
   def stub_it!

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jekyll-chatgpt-translate
 version: !ruby/object:Gem::Version
-  version: 0.0.36
+  version: 0.0.38
 platform: ruby
 authors:
 - Yegor Bugayenko
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-09-29 00:00:00.000000000 Z
+date: 2023-10-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: humanize