jekyll-chatgpt-translate 0.0.9 → 0.0.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ad6aab5a14ab43febd8be49411b3cd30c89213140b5bc11d5ef0f2dd86c8de3f
-  data.tar.gz: 396b48cfade277af37a5698049e1e8ed09c37b2777b4a009ac5561543a340708
+  metadata.gz: c02caba7176953aa1d0df4bbe92e40dcf7f1046b22f9f2af8dcd434179d36a00
+  data.tar.gz: 6d510fbdc601a7f7174194b39a17402e8e3aff08ff40190e8799d897eaf1aded
 SHA512:
-  metadata.gz: 4b6917658e850826539295bc02266bab962c411812ada39f78e219837587b5a481de3b55a9471926b674d4d14b377680d8957c7d7564e8cdbff2d983bdd3f85f
-  data.tar.gz: aa290814eb9f36d3feafed043bb24b38d308b33f70cd732fa9136ddb50972142c06b6132542535e006c36735f02d698bb1f501381305a3a6c68d1d65a2a8218b
+  metadata.gz: a4224dd0584ed1d6ed56e876e4678de0dcba0a2338dba08bfa61a3147365ddec617116ed92f4616799b182c127f5d4509ab114e02659ca87dad1cd1e6fe9825c
+  data.tar.gz: ac6ed731ca359ccc2021be00c232c60271a212c0f68dd5ca4e0212ef7ebf6bb26c2a94decae2422fc17c80e5c880e52aea407d175b22a19ae0dd544da4d485e6

data/.rubocop.yml

@@ -20,9 +20,9 @@ Metrics/AbcSize:
 Metrics/BlockLength:
   Max: 50
 Metrics/CyclomaticComplexity:
-  Max: 15
+  Max: 20
 Metrics/PerceivedComplexity:
-  Max: 15
+  Max: 20
 Layout/EmptyLineAfterGuardClause:
   Enabled: false
 Naming/FileName:

data/README.md

@@ -4,7 +4,10 @@
 [![Gem Version](https://badge.fury.io/rb/jekyll-chatgpt-translate.svg)](http://badge.fury.io/rb/jekyll-chatgpt-translate)
 
 If you have a [Jekyll](https://jekyllrb.com/) static site, this plugin may help you automatically
-translate its pages to another language, through [ChatGPT](https://chat.openai.com/).
+translate its pages to another language, through [ChatGPT](https://chat.openai.com/). See how it 
+works for [my blog](https://github.com/yegor256/ru.yegor256.com), 
+for example [this page](https://ru.yegor256.com/2023-08-13-dictators.html) is translated to 
+[English]().
 
 Install it first:
 
@@ -39,7 +42,8 @@ You can get your key [here](https://help.openai.com/en/articles/4936850-where-do
 Inside the original page you can use `{{ page.translated-XX-url }}` in order to render the URL
 of the translated page, where `XX` is the ISO-839-1 code of the target language..
 Inside the translated page you can use `{{ page.translated-original-url }}` in order
-to get the URL of the page that was translated.
+to get the URL of the page that was translated. You can also use `{{ page.chatgpt-model }}`
+inside both the original page and the translated one, to refer to the model of ChatGPT.
 
 ## Options
 
@@ -65,6 +69,11 @@ This layout will be specified for the pages generated by this plugin.
 
   * `threshold` (optional) — maximum number of pages to generate in one build cycle.
 
+  * `version` (optional) — the version that will be attached to each generated page, 
+    in order to avoid repetitive translations on one hand and enable re-translations
+    when the `version` is changed on another hand. By default, the version of
+    the plugin will be used here, unless you set your own value.
+
 ## How to Contribute
 
 Make a fork and then test it locally like this:

data/jekyll-chatgpt-translate.gemspec

@@ -28,7 +28,7 @@ Gem::Specification.new do |s|
   s.required_rubygems_version = Gem::Requirement.new('>= 0') if s.respond_to? :required_rubygems_version=
   s.required_ruby_version = '>= 2.6'
   s.name = 'jekyll-chatgpt-translate'
-  s.version = '0.0.9'
+  s.version = '0.0.11'
   s.license = 'MIT'
   s.summary = 'Translate Jekyll Pages Through ChatGPT'
   s.description = [
@@ -45,7 +45,6 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency 'iri', '>= 0'
   s.add_runtime_dependency 'iso-639', '>= 0'
   s.add_runtime_dependency 'jekyll', '>= 3'
-  s.add_runtime_dependency 'liquid', '>= 4'
   s.add_runtime_dependency 'redcarpet', '>= 3'
   s.add_runtime_dependency 'ruby-openai', '>= 5'
   s.metadata['rubygems_mfa_required'] = 'true'

data/lib/jekyll-chatgpt-translate/generator.rb

@@ -50,6 +50,7 @@ class GptTranslate::Generator < Jekyll::Generator
       return
     end
     layout = config['layout'] || 'translated'
+    version = config['version'] || GptTranslate::VERSION
     threshold = config['threshold'] || 1_000_000_000
     start = Time.now
     total = 0
@@ -57,7 +58,7 @@ class GptTranslate::Generator < Jekyll::Generator
       plain = GptTranslate::Plain.new(doc.content).to_s
       config['targets'].each do |target|
         link = GptTranslate::Permalink.new(doc, target['permalink']).to_path
-        next if GptTranslate::Ping.new(site, link).exists?
+        next if GptTranslate::Ping.new(site, link).found?(doc.path)
         lang = target['language']
         raise 'Language must be defined for each target' if target.nil?
         model = config['model'] || 'gpt-3.5-turbo'
@@ -82,14 +83,16 @@ class GptTranslate::Generator < Jekyll::Generator
             "title: #{doc.data['title']}",
             "permalink: #{link}",
             "translated-original-url: #{doc.url}",
+            "chatgpt-model: #{model}",
             '---',
             '',
             translated,
             '',
-            "Translated by ChatGPT #{model}/#{GptTranslate::VERSION}\n{: .jekyll-chatgpt-translate}"
+            "Translated by ChatGPT #{model}/#{version}\n{: .jekyll-chatgpt-translate}"
           ].join("\n")
         )
         doc.data["translated-#{lang}-url"] = link
+        doc.data['chatgpt-model'] = model
         site.pages << Jekyll::Page.new(site, site.source, File.dirname(path), File.basename(path))
         total += 1
         Jekyll.logger.info("Translated via ChatGPT: #{path}")
@@ -106,9 +109,16 @@ class GptTranslate::Generator < Jekyll::Generator
   def api_key(config)
     file = config['api_key_file']
     key = if file.nil?
-      ENV.fetch('OPENAI_API_KEY', nil)
+      k = ENV.fetch('OPENAI_API_KEY', nil)
+      Jekyll.logger.info('The key is found in the OPENAI_API_KEY env variable') unless k.nil?
+      k
     elsif File.exist?(file)
-      File.read(file).strip
+      k = File.read(file).strip
+      Jekyll.logger.info("The OpenAI API key taken from the file: \"#{file}\" (#{k.length} chars)")
+      k
+    else
+      Jekyll.logger.info("The file with the OpenAI API key is not found: \"#{file}\"")
+      nil
     end
     if key.nil? && Jekyll.env == 'development'
       Jekyll.logger.info("OPENAI_API_KEY environment variable is not set, \

data/lib/jekyll-chatgpt-translate/ping.rb

@@ -46,14 +46,23 @@ class GptTranslate::Ping
     @path = path
   end
 
-  def exists?
+  def found?(file)
     home = @site.config['url']
     return false if home.nil?
     uri = Iri.new(home).path(@path)
     before = Net::HTTP.get_response(URI(uri.to_s))
-    if before.is_a?(Net::HTTPSuccess) && before.body.include?("/#{GptTranslate::VERSION}")
-      Jekyll.logger.info("No need to translate, page exists at #{uri} (#{before.body.split.count} words)")
-      return true
+    if before.is_a?(Net::HTTPSuccess)
+      html = before.body
+      if html.include?("/#{GptTranslate::VERSION}")
+        Jekyll.logger.info("No need to translate, the page exists at \
+#{uri} (#{html.split.count} words), saved to #{file}")
+        File.mkdir_p(File.dirname(file))
+        File.write(file, html)
+        return true
+      end
+      Jekyll.logger.info("Re-translation required for #{uri}")
+    else
+      Jekyll.logger.info("The page is absent, will translate: #{uri}")
     end
     Jekyll.logger.debug("GET #{uri}: #{before.code}")
     false

data/lib/jekyll-chatgpt-translate/plain.rb

@@ -23,7 +23,6 @@
 # SOFTWARE.
 
 require 'redcarpet'
-require 'liquid'
 
 # The module we are in.
 module GptTranslate; end
@@ -42,9 +41,11 @@ class GptTranslate::Plain
     @markdown.split(/\n{2,}/).compact.map do |par|
       par.gsub!("\n", ' ')
       par.gsub!(/\s{2,}/, ' ')
+      # Liquid tags are removed, but this implementation is primitive
+      # Seehttps://stackoverflow.com/questions/
+      par.gsub!(/{{[^}]+}}/, '')
+      par.gsub!(/{%[^%]+%}/, '')
       par.strip!
-      liquid = Liquid::Template.parse(par)
-      par = liquid.render({}, drop: NullDrop.new, registers: { removed: true })
       Redcarpet::Markdown.new(Strip).render(par)
     end.join("\n\n").gsub(/\n{2,}/, "\n\n").strip
   end

data/lib/jekyll-chatgpt-translate/version.rb

@@ -23,5 +23,5 @@
 # SOFTWARE.
 
 module GptTranslate
-  VERSION = '0.0.1'
+  VERSION = '0.0.11'
 end

data/test/test_ping.rb

@@ -25,6 +25,7 @@
 require 'minitest/autorun'
 require 'webmock/minitest'
 require 'jekyll'
+require 'tempfile'
 require_relative '../lib/jekyll-chatgpt-translate/ping'
 
 # Ping test.
@@ -44,14 +45,18 @@ class GptTranslate::PingTest < Minitest::Test
     stub_request(:any, 'https://www.yegor256.com/about-me.html')
     site = FakeSite.new({ 'url' => 'https://www.yegor256.com/' })
     ping = GptTranslate::Ping.new(site, '/about-me.html')
-    assert(!ping.exists?)
+    Tempfile.open do |f|
+      assert(!ping.found?(f))
+    end
   end
 
   def test_when_not_exists
     stub_request(:any, 'https://www.yegor256.com/absent.html').to_return(status: 404)
     site = FakeSite.new({ 'url' => 'https://www.yegor256.com/' })
     ping = GptTranslate::Ping.new(site, '/absent.html')
-    assert(!ping.exists?)
+    Tempfile.open do |f|
+      assert(!ping.found?(f))
+    end
   end
 
   def test_relative_path

data/test/test_plain.rb

@@ -81,5 +81,13 @@ class GptTranslate::PlainTest < Minitest::Test
       'Hello, !',
       GptTranslate::Plain.new('Hello, {{ Java }}!').to_s
     )
+    assert_equal(
+      'Hello,  dude !',
+      GptTranslate::Plain.new('Hello, {% if a %} dude {% endif %}!').to_s
+    )
+    assert_equal(
+      'Hello, !',
+      GptTranslate::Plain.new('Hello, {% Java %}!').to_s
+    )
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jekyll-chatgpt-translate
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.11
 platform: ruby
 authors:
 - Yegor Bugayenko
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-08-21 00:00:00.000000000 Z
+date: 2023-08-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: iri
@@ -52,20 +52,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '3'
-- !ruby/object:Gem::Dependency
-  name: liquid
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '4'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '4'
 - !ruby/object:Gem::Dependency
   name: redcarpet
   requirement: !ruby/object:Gem::Requirement