jekyll-chatgpt-translate 0.0.33 → 0.0.35

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bcbe51d1f51e425e01eeb95267bfe08ebb5e57eba3add1b071fd5ba96b43c0de
-  data.tar.gz: 00d09ef020ba4fea3f6029a3b78d89ce9595428bf4621fa6f20e66f87e6c6266
+  metadata.gz: 841ab37ebdb5e4049f301883bd5d3c411dbf7719824c52f8fa3f3604aebb0109
+  data.tar.gz: e553ef7cdf4564adba5128bf9bb7eea90c59f7724fa72986427a5e31e7bf2bb2
 SHA512:
-  metadata.gz: 8c685004776a719fca54ecfcf4e8a66e27b728ad1af9d2e40efdc9cfd8cf531cbc98d89103089636da67285c2596537b992159de78838d8045016dd622faaf50
-  data.tar.gz: 3430c908c2273a2b8c28d628334b4333ed80d61b52498b5dd365e27fec1631a0260fe54bff159e9e1ecc8b669bfb20f464df63d02abcce1f734f31a57d4631e7
+  metadata.gz: a9a6c85190c260ba4770691f4810cbe775f6ae3b2aafba67f5f0081fb540e2a86dc817ae65fccb857643e39d446e4c62b2a98dabe8ce43a46df8a6786ac59b1b
+  data.tar.gz: dba3c7a5bd214a8f970fa623d7dc46779928ddf334fa10f3ca42cfafb61f9a7fae580cd86ed0f11d55f1a08082e0f04eead95ab098481231940e94216cdacaa0

data/.github/workflows/rake.yml

@@ -16,7 +16,7 @@ jobs:
         ruby: [2.7, 3.1]
     runs-on: ${{ matrix.os }}
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{ matrix.ruby }}

data/Gemfile

@@ -25,7 +25,7 @@
 source 'https://rubygems.org'
 gemspec
 
-gem 'cucumber', '8.0.0', require: false
+gem 'cucumber', '9.0.1', require: false
 gem 'kramdown-parser-gfm', '1.1.0', require: false
 gem 'minitest', '5.19.0', require: false
 gem 'rake', '13.0.6', require: false

data/README.md

@@ -50,7 +50,7 @@ to get the URL of the page that was translated.
 
 You can also use `{{ page.chatgpt-translate.model }}`
 inside both the original page and the translated one, to refer to the model of ChatGPT.
-The presence of this attribute in the `{{ page }}` means that the
+The presence of `{{ page.chatgpt-translate }}` means that the
 page was translated or the translated HTML was downloaded and placed into the `_site` directory.
 
 ## Options

data/jekyll-chatgpt-translate.gemspec

@@ -28,7 +28,7 @@ Gem::Specification.new do |s|
   s.required_rubygems_version = Gem::Requirement.new('>= 0') if s.respond_to? :required_rubygems_version=
   s.required_ruby_version = '>= 2.6'
   s.name = 'jekyll-chatgpt-translate'
-  s.version = '0.0.33'
+  s.version = '0.0.35'
   s.license = 'MIT'
   s.summary = 'Translate Jekyll Pages Through ChatGPT'
   s.description = [

data/lib/jekyll-chatgpt-translate/chatgpt.rb

@@ -25,6 +25,7 @@
 require 'jekyll'
 require 'openai'
 require 'iso-639'
+require_relative 'pars'
 require_relative 'prompt'
 
 # The module we are in.
@@ -51,7 +52,8 @@ class GptTranslate::ChatGPT
   end
 
   def translate(markdown, min: 32)
-    markdown.split(/\n{2,}/).compact.map do |par|
+    GptTranslate::Pars.new(markdown).to_a.map do |pa|
+      par = pa.dup
       par.strip!
       if @source == @target
         Jekyll.logger.debug("No need to translate from #{@source.inspect} to #{@target.inspect}: #{par.inspect}")
@@ -59,7 +61,7 @@ class GptTranslate::ChatGPT
       elsif par.length < min
         Jekyll.logger.debug("Not translating this, b/c too short: #{par.inspect}")
         par
-      elsif par.start_with?('```') || par.end_with?('```')
+      elsif par.start_with?('```')
         Jekyll.logger.debug("Not translating this code block: #{par.inspect}")
         par
       elsif par =~ /^[^\p{Alnum}\*'"\[]/

data/lib/jekyll-chatgpt-translate/pars.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+# (The MIT License)
+#
+# Copyright (c) 2023 Yegor Bugayenko
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the 'Software'), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# The module we are in.
+module GptTranslate; end
+
+# Markdown broken down ito pars.
+# Author:: Yegor Bugayenko (yegor256@gmail.com)
+# Copyright:: Copyright (c) 2023 Yegor Bugayenko
+# License:: MIT
+class GptTranslate::Pars
+  # Ctor.
+  # +markdown+ The markdown
+  def initialize(markdown)
+    @markdown = markdown
+  end
+
+  # Returns an array of strings
+  def to_a
+    pars = []
+    inside = false
+    @markdown.strip.split(/\n{2,}/).compact.each do |par|
+      if inside
+        pars[pars.size - 1] = "#{pars[pars.size - 1]}\n\n#{par}"
+      else
+        pars << par
+      end
+      inside = true if par.start_with?('```') && !inside
+      inside = false if par.end_with?('```') && inside
+    end
+    pars
+  end
+end

data/lib/jekyll-chatgpt-translate/plain.rb

@@ -42,7 +42,7 @@ class GptTranslate::Plain
   def to_s
     Redcarpet::Markdown.new(Strip).render(
       @markdown
-        .gsub(/([^\n])\n(\s*\* )/, "\\1\n\n\\2")
+        .gsub(/([^\n])\n(\s*\* )/, "\\1\n\n\\2") # condensed list into item-per-par
         .gsub(/<!--.+?-->/m, '')
         .gsub(/{{[^}]+}}/, '')
         .gsub(/{%.+?%}/, '')

data/lib/jekyll-chatgpt-translate/version.rb

@@ -23,5 +23,5 @@
 # SOFTWARE.
 
 module GptTranslate
-  VERSION = '0.0.33'
+  VERSION = '0.0.35'
 end

data/test/test_pars.rb

@@ -0,0 +1,74 @@
+# frozen_string_literal: true
+
+# (The MIT License)
+#
+# Copyright (c) 2023 Yegor Bugayenko
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the 'Software'), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'minitest/autorun'
+require_relative 'test__helper'
+require_relative '../lib/jekyll-chatgpt-translate/pars'
+
+# Test for Pars.
+# Author:: Yegor Bugayenko (yegor256@gmail.com)
+# Copyright:: Copyright (c) 2023 Yegor Bugayenko
+# License:: MIT
+class GptTranslate::ParsTest < Minitest::Test
+  def test_simple_cases
+    assert_equal(1, GptTranslate::Pars.new('Hello, **world**!').to_a.size)
+    assert_equal(2, GptTranslate::Pars.new("Hello,\n\n**world**!").to_a.size)
+    assert_equal(2, GptTranslate::Pars.new("\n\n\nHello,\n\n**world**\n!\n\n").to_a.size)
+  end
+
+  def test_returns_unfrozen_strings
+    GptTranslate::Pars.new("Hi, world!\n\n```\ntest\n```\n\nBye\n").to_a.map(&:strip!)
+  end
+
+  def test_understands_code_block
+    pars = GptTranslate::Pars.new("Hello:\n\n```java\na\n\nb\n\nc\n```\n\nz").to_a
+    assert_equal(3, pars.size)
+    assert_equal('Hello:', pars[0])
+    assert_equal("```java\na\n\nb\n\nc\n```", pars[1])
+    assert_equal('z', pars[2])
+  end
+
+  def test_understands_empty_block
+    pars = GptTranslate::Pars.new("Hello:\n\n```\n```\n\nz").to_a
+    assert_equal(3, pars.size)
+    assert_equal('Hello:', pars[0])
+    assert_equal("```\n```", pars[1])
+    assert_equal('z', pars[2])
+  end
+
+  def test_understands_empty_block_with_type
+    pars = GptTranslate::Pars.new("Hello:\n\n```java\n```\n\nz").to_a
+    assert_equal(3, pars.size)
+    assert_equal('Hello:', pars[0])
+    assert_equal("```java\n```", pars[1])
+    assert_equal('z', pars[2])
+  end
+
+  def test_understands_two_blocks
+    pars = GptTranslate::Pars.new("```java\na\n\nb\n```\n\n```text\na\n\nb\n```").to_a
+    assert_equal(2, pars.size)
+    assert_equal("```java\na\n\nb\n```", pars[0])
+    assert_equal("```text\na\n\nb\n```", pars[1])
+  end
+end

data/test/test_plain.rb

@@ -111,6 +111,13 @@ class GptTranslate::PlainTest < Minitest::Test
     )
   end
 
+  def test_code_block_with_empty_lines_inside
+    assert_equal(
+      "```\n\nhello\n\nworld!\n\n```",
+      GptTranslate::Plain.new("```\n\nhello\n\n\n\nworld!\n\n```").to_s
+    )
+  end
+
   def test_titles
     assert_equal('# Hello', GptTranslate::Plain.new('# Hello').to_s)
     assert_equal('## Hello', GptTranslate::Plain.new('## Hello').to_s)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jekyll-chatgpt-translate
 version: !ruby/object:Gem::Version
-  version: 0.0.33
+  version: 0.0.35
 platform: ruby
 authors:
 - Yegor Bugayenko
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-08-30 00:00:00.000000000 Z
+date: 2023-09-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: iri
@@ -107,6 +107,7 @@ files:
 - lib/jekyll-chatgpt-translate.rb
 - lib/jekyll-chatgpt-translate/chatgpt.rb
 - lib/jekyll-chatgpt-translate/generator.rb
+- lib/jekyll-chatgpt-translate/pars.rb
 - lib/jekyll-chatgpt-translate/permalink.rb
 - lib/jekyll-chatgpt-translate/ping.rb
 - lib/jekyll-chatgpt-translate/plain.rb
@@ -117,6 +118,7 @@ files:
 - test/test__helper.rb
 - test/test_chatgpt.rb
 - test/test_generator.rb
+- test/test_pars.rb
 - test/test_permalink.rb
 - test/test_ping.rb
 - test/test_plain.rb