ZMediumToMarkdown 2.4.6 → 2.4.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 32fa0028f4cca13d96ebf0ce8b152c422f38e9f97851d4b99f625d2d02929f7a
-  data.tar.gz: fe75a02946cf74b86ad8afd0b568c319642321d5bc965ba86e64e2e4ec6a4fe1
+  metadata.gz: 48ef166b5c284c3bc4cb549f5345ec9f49f068b9c83b896e1b49dacf9d09e08b
+  data.tar.gz: 8a958d36a18267120dc8dd8e45f1db02829d73173fef8ae19c8c2b20c82de217
 SHA512:
-  metadata.gz: b895e8f86088717e990f80cd0fb494320f8a2886083c9d0dd10f2dc459b711c39ffde5a5da330b516a53b50f90d6d08359075f013942d2459b2db7ec67f75355
-  data.tar.gz: 43015c53c0057e08c6245274304662233261516890e5eefcceff7fc5fa733765d31e22e8a3c0747432866cf6872de574d69661a66e83626de007c2bbb071d861
+  metadata.gz: 1f4565807fa5235cfdd052d90650ceebda1fa6df3a668aeae972cf78c18b4c5cd284a18cc47915c23642307e80beadcb8ac69b7d9f980ae9d4154f677df88449
+  data.tar.gz: ae8c2b0b4acbf4f11ee7d7d0c7127e3a8e30e4c6114b3a6d510f06255358ceff700c690a0bad9bec163ed75ea9db17072cd1ce9e622f1e653438a4b4a2f1f646

data/bin/ZMediumToMarkdown

@@ -10,6 +10,8 @@ require "optparse"
 
 $cookie_sid = nil
 $cookie_uid = nil
+$open_ai_translator_model = nil
+$open_ai_translator_token = nil
 
 class Main
     def initialize
@@ -57,6 +59,14 @@ class Main
             opts.on('-v', '--version', 'Print current ZMediumToMarkdown Version & Output Path') do
                 options[:v] = true
             end
+
+            opts.on('-m', '--open_ai_translator_model MODEL', 'Open AI Model e.g. gpt-4o') do |model|
+                $open_ai_translator_model = model
+            end
+
+            opts.on('-t', '--open_ai_translator_token TOKEN', 'Open AI API Token') do |token|
+                $open_ai_translator_token = token
+            end
         end.parse!
 
         #

data/lib/OpenAITranslator.rb

@@ -0,0 +1,27 @@
+require "openai"
+
+class OpenAITranslator
+    attr_accessor :prompt, :model, :client
+
+    def initialize(model, token, prompt)
+        @client = OpenAI::Client.new(access_token: token)
+        @prompt = prompt
+        @model = model
+    end
+
+    def translate(text)
+        response = client.chat(
+            parameters: {
+              model: model,
+              messages: [
+                { role: "system", content: "You are a translation expert." },
+                { role: "user", content: prompt },
+                { role: "user", content: text}
+              ],
+              temperature: 0.7,
+            }
+        )
+
+        response.dig("choices", 0, "message", "content")
+    end
+end

data/lib/ZMediumFetcher.rb

@@ -21,6 +21,7 @@ require "Parsers/MIXTAPEEMBEDParser"
 require "Parsers/PQParser"
 require "Parsers/CodeBlockParser"
 
+require "OpenAITranslator"
 require "PathPolicy"
 require "Request"
 require "Post"
@@ -169,9 +170,19 @@ class ZMediumFetcher
         oliIndex = 0
         previousParagraph = nil
         preTypeParagraphs = []
+        
+        translator = nil
+        if !$open_ai_translator_token.nil? && $open_ai_translator_token != "" && !$open_ai_translator_model.nil? && $open_ai_translator_model != "" && File.exist?("./openAITranslatorPrompt.md")
+            prompt = File.read("./openAITranslatorPrompt.md")
+            if !prompt.nil? && prompt != ""
+                translator = OpenAITranslator.new($open_ai_translator_model, $open_ai_translator_token, prompt)
+            end
+        end
+        
         sourceParagraphs.each do |sourcParagraph|
           return if (!sourcParagraph || !postID)
             paragraph = Paragraph.new(sourcParagraph, postID)
+
             if OLIParser.isOLI(paragraph)
                 oliIndex += 1
                 paragraph.oliIndex = oliIndex
@@ -290,6 +301,16 @@ class ZMediumFetcher
 
                     result = startParser.parse(paragraph)
 
+                    if !translator.nil? && !paragraph.is_a?(IMGParser) && !result.nil? && result != ""
+                        begin
+                            result = translator.translate(result)
+                            progress.message = "Translation Post..."
+                            progress.printLog()
+                        rescue => e
+                            puts "Translator Error: #{e.message}"
+                        end
+                    end
+
                     file.puts(result)
     
                     index += 1

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ZMediumToMarkdown
 version: !ruby/object:Gem::Version
-  version: 2.4.6
+  version: 2.4.7
 platform: ruby
 authors:
 - ZhgChgLi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-10-30 00:00:00.000000000 Z
+date: 2025-01-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -52,6 +52,26 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 2.3.2
+- !ruby/object:Gem::Dependency
+  name: ruby-openai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.3.1
 description: ZMediumToMarkdown lets you download Medium post and convert it to markdown
   format easily.
 email: 
@@ -65,6 +85,7 @@ files:
 - lib/Helper.rb
 - lib/ImageDownloader.rb
 - lib/Models/Paragraph.rb
+- lib/OpenAITranslator.rb
 - lib/Parsers/BQParser.rb
 - lib/Parsers/CodeBlockParser.rb
 - lib/Parsers/FallbackParser.rb