ZMediumToMarkdown 2.4.5 → 2.4.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5c04e31bc9f4ddb6f3249f206063afb7c65a03c13962c78e2fd08a82b6c67844
-  data.tar.gz: 50a6858120b008a667d4dd4b70a0e440f3312a87be56ec811868eaba0d04c421
+  metadata.gz: 48ef166b5c284c3bc4cb549f5345ec9f49f068b9c83b896e1b49dacf9d09e08b
+  data.tar.gz: 8a958d36a18267120dc8dd8e45f1db02829d73173fef8ae19c8c2b20c82de217
 SHA512:
-  metadata.gz: 4d9026a98314223cb513012dea8475c478098d313589481b1f4ecba2d632ef6d27da1995c4a746e9366d2d54c60feb6f794e102ec5eb1e48ef082a0d116a5483
-  data.tar.gz: ef965a62eaca395d2e88f703a378b1ec63b7b2b5b4e5b05b7c7da1c178a44f4db0ce801aa16a85fcb1fc604fd398a993af0780e7210322bc7efe1f25c8b20616
+  metadata.gz: 1f4565807fa5235cfdd052d90650ceebda1fa6df3a668aeae972cf78c18b4c5cd284a18cc47915c23642307e80beadcb8ac69b7d9f980ae9d4154f677df88449
+  data.tar.gz: ae8c2b0b4acbf4f11ee7d7d0c7127e3a8e30e4c6114b3a6d510f06255358ceff700c690a0bad9bec163ed75ea9db17072cd1ce9e622f1e653438a4b4a2f1f646

data/bin/ZMediumToMarkdown

@@ -10,6 +10,8 @@ require "optparse"
 
 $cookie_sid = nil
 $cookie_uid = nil
+$open_ai_translator_model = nil
+$open_ai_translator_token = nil
 
 class Main
     def initialize
@@ -57,6 +59,14 @@ class Main
             opts.on('-v', '--version', 'Print current ZMediumToMarkdown Version & Output Path') do
                 options[:v] = true
             end
+
+            opts.on('-m', '--open_ai_translator_model MODEL', 'Open AI Model e.g. gpt-4o') do |model|
+                $open_ai_translator_model = model
+            end
+
+            opts.on('-t', '--open_ai_translator_token TOKEN', 'Open AI API Token') do |token|
+                $open_ai_translator_token = token
+            end
         end.parse!
 
         #

data/lib/OpenAITranslator.rb

@@ -0,0 +1,27 @@
+require "openai"
+
+class OpenAITranslator
+    attr_accessor :prompt, :model, :client
+
+    def initialize(model, token, prompt)
+        @client = OpenAI::Client.new(access_token: token)
+        @prompt = prompt
+        @model = model
+    end
+
+    def translate(text)
+        response = client.chat(
+            parameters: {
+              model: model,
+              messages: [
+                { role: "system", content: "You are a translation expert." },
+                { role: "user", content: prompt },
+                { role: "user", content: text}
+              ],
+              temperature: 0.7,
+            }
+        )
+
+        response.dig("choices", 0, "message", "content")
+    end
+end

data/lib/Parsers/IframeParser.rb

@@ -85,6 +85,8 @@ class IframeParser < Parser
                                 lang = lang.downcase
                                 if isForJekyll and lang == "objective-c"
                                     lang = "objectivec"
+                                elsif lang == "protocol buffer"
+                                    lang = "protobuf"
                                 end
                             else
                                 viewRawURL = a['href']

data/lib/ZMediumFetcher.rb

@@ -21,6 +21,7 @@ require "Parsers/MIXTAPEEMBEDParser"
 require "Parsers/PQParser"
 require "Parsers/CodeBlockParser"
 
+require "OpenAITranslator"
 require "PathPolicy"
 require "Request"
 require "Post"
@@ -169,9 +170,19 @@ class ZMediumFetcher
         oliIndex = 0
         previousParagraph = nil
         preTypeParagraphs = []
+        
+        translator = nil
+        if !$open_ai_translator_token.nil? && $open_ai_translator_token != "" && !$open_ai_translator_model.nil? && $open_ai_translator_model != "" && File.exist?("./openAITranslatorPrompt.md")
+            prompt = File.read("./openAITranslatorPrompt.md")
+            if !prompt.nil? && prompt != ""
+                translator = OpenAITranslator.new($open_ai_translator_model, $open_ai_translator_token, prompt)
+            end
+        end
+        
         sourceParagraphs.each do |sourcParagraph|
           return if (!sourcParagraph || !postID)
             paragraph = Paragraph.new(sourcParagraph, postID)
+
             if OLIParser.isOLI(paragraph)
                 oliIndex += 1
                 paragraph.oliIndex = oliIndex
@@ -290,6 +301,16 @@ class ZMediumFetcher
 
                     result = startParser.parse(paragraph)
 
+                    if !translator.nil? && !paragraph.is_a?(IMGParser) && !result.nil? && result != ""
+                        begin
+                            result = translator.translate(result)
+                            progress.message = "Translation Post..."
+                            progress.printLog()
+                        rescue => e
+                            puts "Translator Error: #{e.message}"
+                        end
+                    end
+
                     file.puts(result)
     
                     index += 1

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ZMediumToMarkdown
 version: !ruby/object:Gem::Version
-  version: 2.4.5
+  version: 2.4.7
 platform: ruby
 authors:
 - ZhgChgLi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-08-23 00:00:00.000000000 Z
+date: 2025-01-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -52,6 +52,26 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 2.3.2
+- !ruby/object:Gem::Dependency
+  name: ruby-openai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.3.1
 description: ZMediumToMarkdown lets you download Medium post and convert it to markdown
   format easily.
 email: 
@@ -65,6 +85,7 @@ files:
 - lib/Helper.rb
 - lib/ImageDownloader.rb
 - lib/Models/Paragraph.rb
+- lib/OpenAITranslator.rb
 - lib/Parsers/BQParser.rb
 - lib/Parsers/CodeBlockParser.rb
 - lib/Parsers/FallbackParser.rb