jekyll-chatgpt-translate 0.0.11 → 0.0.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c02caba7176953aa1d0df4bbe92e40dcf7f1046b22f9f2af8dcd434179d36a00
-  data.tar.gz: 6d510fbdc601a7f7174194b39a17402e8e3aff08ff40190e8799d897eaf1aded
+  metadata.gz: 864696015c8e2b7ee1abba3e5bd8aee3310d7d9d3d85721b5a082b45eef6cd0b
+  data.tar.gz: cfc8b8d09865af57aea8202be714c0ee7211da0fc2121873b8004f37cf40a507
 SHA512:
-  metadata.gz: a4224dd0584ed1d6ed56e876e4678de0dcba0a2338dba08bfa61a3147365ddec617116ed92f4616799b182c127f5d4509ab114e02659ca87dad1cd1e6fe9825c
-  data.tar.gz: ac6ed731ca359ccc2021be00c232c60271a212c0f68dd5ca4e0212ef7ebf6bb26c2a94decae2422fc17c80e5c880e52aea407d175b22a19ae0dd544da4d485e6
+  metadata.gz: 83cbb3ae370b246351ce64302e48b0d5c4b94fcc985fb7c239f36f7c2767e5779fa45998ae6b808b8c8e973369ee6d6f21c9a62b241cb5459fb235eb9a424d01
+  data.tar.gz: 9400ee361c82cf27582e416a607d292f16850269fa204a837ff40f052917692dbb0a8d9f3aade9d21d0c2d74870028d6c8c4aec50b4b0efd177f6efc6a220e5c

data/README.md

@@ -68,6 +68,9 @@ This layout will be specified for the pages generated by this plugin.
     * `layout` (optional) — the name of the file in the `_layouts` directory
 
   * `threshold` (optional) — maximum number of pages to generate in one build cycle.
+    The default value is 1024. It is recommended to use smaller number, in order
+    to avoid too long builds. You can re-run the build again and missing pages
+    will be generated. Thus, in a few builds the entire site will be translated.
 
   * `version` (optional) — the version that will be attached to each generated page, 
     in order to avoid repetitive translations on one hand and enable re-translations

data/jekyll-chatgpt-translate.gemspec

@@ -28,7 +28,7 @@ Gem::Specification.new do |s|
   s.required_rubygems_version = Gem::Requirement.new('>= 0') if s.respond_to? :required_rubygems_version=
   s.required_ruby_version = '>= 2.6'
   s.name = 'jekyll-chatgpt-translate'
-  s.version = '0.0.11'
+  s.version = '0.0.13'
   s.license = 'MIT'
   s.summary = 'Translate Jekyll Pages Through ChatGPT'
   s.description = [

data/lib/jekyll-chatgpt-translate/generator.rb

@@ -51,17 +51,18 @@ class GptTranslate::Generator < Jekyll::Generator
     end
     layout = config['layout'] || 'translated'
     version = config['version'] || GptTranslate::VERSION
-    threshold = config['threshold'] || 1_000_000_000
+    threshold = config['threshold'] || 1024
     start = Time.now
     total = 0
-    site.posts.docs.each do |doc|
+    model = config['model'] || 'gpt-3.5-turbo'
+    marker = "Translated by ChatGPT #{model}/#{version}"
+    site.posts.docs.shuffle.each do |doc|
       plain = GptTranslate::Plain.new(doc.content).to_s
       config['targets'].each do |target|
         link = GptTranslate::Permalink.new(doc, target['permalink']).to_path
-        next if GptTranslate::Ping.new(site, link).found?(doc.path)
+        next if GptTranslate::Ping.new(site, link).found?(doc.path, version)
         lang = target['language']
         raise 'Language must be defined for each target' if target.nil?
-        model = config['model'] || 'gpt-3.5-turbo'
         if total >= threshold
           Jekyll.logger.info("Already generated #{total} pages, that's enough for today")
           break
@@ -88,7 +89,7 @@ class GptTranslate::Generator < Jekyll::Generator
             '',
             translated,
             '',
-            "Translated by ChatGPT #{model}/#{version}\n{: .jekyll-chatgpt-translate}"
+            "#{marker}\n{: .jekyll-chatgpt-translate}"
           ].join("\n")
         )
         doc.data["translated-#{lang}-url"] = link

data/lib/jekyll-chatgpt-translate/ping.rb

@@ -25,6 +25,7 @@
 require 'iri'
 require 'net/http'
 require 'uri'
+require 'fileutils'
 require_relative 'version'
 
 # see https://stackoverflow.com/a/6048451/187141
@@ -46,25 +47,29 @@ class GptTranslate::Ping
     @path = path
   end
 
-  def found?(file)
+  def found?(file, marker)
     home = @site.config['url']
     return false if home.nil?
     uri = Iri.new(home).path(@path)
-    before = Net::HTTP.get_response(URI(uri.to_s))
-    if before.is_a?(Net::HTTPSuccess)
-      html = before.body
-      if html.include?("/#{GptTranslate::VERSION}")
-        Jekyll.logger.info("No need to translate, the page exists at \
-#{uri} (#{html.split.count} words), saved to #{file}")
-        File.mkdir_p(File.dirname(file))
-        File.write(file, html)
-        return true
+    begin
+      before = Net::HTTP.get_response(URI(uri.to_s))
+      if before.is_a?(Net::HTTPSuccess)
+        html = before.body
+        if html.include?(marker)
+          Jekyll.logger.info("No need to translate, the page exists at \
+  #{uri} (#{html.split.count} words), saved to #{file}")
+          FileUtils.mkdir_p(File.dirname(file))
+          File.write(file, html)
+          return true
+        end
+        Jekyll.logger.info("Re-translation required for \"#{uri}\"")
+      else
+        Jekyll.logger.info("The page is absent, will translate \"#{uri}\"")
       end
-      Jekyll.logger.info("Re-translation required for #{uri}")
-    else
-      Jekyll.logger.info("The page is absent, will translate: #{uri}")
+      Jekyll.logger.debug("GET \"#{uri}\": #{before.code}")
+    rescue StandardError => e
+      Jekyll.logger.info("Failed to ping \"#{uri}\": #{e.message}")
     end
-    Jekyll.logger.debug("GET #{uri}: #{before.code}")
     false
   end
 end

data/lib/jekyll-chatgpt-translate/version.rb

@@ -23,5 +23,5 @@
 # SOFTWARE.
 
 module GptTranslate
-  VERSION = '0.0.11'
+  VERSION = '0.0.13'
 end

data/test/test_ping.rb

@@ -46,7 +46,7 @@ class GptTranslate::PingTest < Minitest::Test
     site = FakeSite.new({ 'url' => 'https://www.yegor256.com/' })
     ping = GptTranslate::Ping.new(site, '/about-me.html')
     Tempfile.open do |f|
-      assert(!ping.found?(f))
+      assert(ping.found?(f, ''))
     end
   end
 
@@ -55,7 +55,16 @@ class GptTranslate::PingTest < Minitest::Test
     site = FakeSite.new({ 'url' => 'https://www.yegor256.com/' })
     ping = GptTranslate::Ping.new(site, '/absent.html')
     Tempfile.open do |f|
-      assert(!ping.found?(f))
+      assert(!ping.found?(f, ''))
+    end
+  end
+
+  def test_wrong_address
+    WebMock.allow_net_connect!
+    site = FakeSite.new({ 'url' => 'https://localhost:1/' })
+    ping = GptTranslate::Ping.new(site, '/boom.html')
+    Tempfile.open do |f|
+      assert(!ping.found?(f, ''))
     end
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: jekyll-chatgpt-translate
 version: !ruby/object:Gem::Version
-  version: 0.0.11
+  version: 0.0.13
 platform: ruby
 authors:
 - Yegor Bugayenko