ZMediumToMarkdown 2.3.8 → 2.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6aa04febbe53fb63849ed9bc0fdd83c1e30b67e808f42899e9ec2d4772db57bd
-  data.tar.gz: '09fb6a627ecb9c320b114113713464871d60fe1e2c32810ecba4c77ea11e5381'
+  metadata.gz: d8a5ca887a7781219ae534d50ebe022c796d21ddc6eb5fab977559fd65ce4cb2
+  data.tar.gz: 4e43067b4502adc9a11cf3347c68091980c273e567d22811e6d4d02b233ef5a8
 SHA512:
-  metadata.gz: 3e58ac4d9c2f00113e9446594f75067c2f9a48a3c8c35f2ef752da024c19e18c77eb3f03f816b53a7c0c8fd6603b2790d08cd5986e6de7d858c555f0d17c9e91
-  data.tar.gz: eab3c050b0fdc2cfc0c85518cabdc4d9d3a1eda6de220046639fb76ccdb133540e9408640a1dec9b48574933f465d130b988fe072af6b40e79a78cd719b065db
+  metadata.gz: 8e7ecbc20c8038097d213bfce93f6129b8451f7a990ad97c04f07533b6b9c0be8c0a913d4599d19b8aa6ca8e8d95724da4190f6f55c5678c5e944078d022a390
+  data.tar.gz: 7ea56ec01d108d51a1f56087e28a5596a7e865dbc937507ccf2e029ed8ac1f536225a940437d30a5e36ab3a74e7c1fef38b410f0adc7b6081144baafdcbd3e4b

data/bin/ZMediumToMarkdown

@@ -8,69 +8,106 @@ require "ZMediumFetcher"
 require "Helper"
 require "optparse"
 
+$cookie_sid = nil
+$cookie_uid = nil
+
 class Main
     def initialize
         fetcher = ZMediumFetcher.new
         ARGV << '-h' if ARGV.empty?
 
+        options = {}
         filePath = ENV['PWD'] || ::Dir.pwd
-
+        
         OptionParser.new do |opts|
             opts.banner = "Usage: ZMediumFetcher [options]"
-        
-            opts.on('-uUSERNAME', '--username=USERNAME', 'Downloading all posts from user') do |username|
-                outputFilePath = PathPolicy.new("#{filePath}/Output", "Output")
-                fetcher.downloadPostsByUsername(username, outputFilePath)
-
-                Helper.printNewVersionMessageIfExists()
+            
+            opts.on('-s', '--cookie_sid COOKIESID', 'Your logged-in Medium cookie sid value') do |cookie_sid|
+                $cookie_sid = cookie_sid
             end
-        
-            opts.on('-pPOST_URL', '--postURL=POST_URL', 'Downloading single post') do |postURL|
-                outputFilePath = PathPolicy.new("#{filePath}/Output", "Output")
-                fetcher.downloadPost(postURL, outputFilePath, nil)
 
-                Helper.printNewVersionMessageIfExists()
+            opts.on('-d', '--cookie_uid COOKIEUID', 'Your logged-in Medium cookie uid value') do |cookie_uid|
+                $cookie_uid = cookie_uid
             end
 
-            opts.on('-jUSERNAME', '--jekyllUsername=USERNAME', 'Downloading all posts from user with Jekyll friendly') do |username|
-                outputFilePath = PathPolicy.new(filePath, "")
-                fetcher.isForJekyll = true
-                fetcher.downloadPostsByUsername(username, outputFilePath)
-
-                Helper.printNewVersionMessageIfExists()
+            opts.on('-u', '--username USERNAME', 'Downloading all posts from user') do |username|
+                options[:u] = username
             end
         
-            opts.on('-kPOST_URL', '--jekyllPostURL=POST_URL', 'Downloading single post with Jekyll friendly') do |postURL|
-                outputFilePath = PathPolicy.new(filePath, "")
-                fetcher.isForJekyll = true
-                fetcher.downloadPost(postURL, outputFilePath, nil)
+            opts.on('-p', '--postURL POST_URL', 'Downloading single post') do |postURL|
+                options[:p] = postURL
+            end
 
-                Helper.printNewVersionMessageIfExists()
+            opts.on('-j', '--jekyllUsername USERNAME', 'Downloading all posts from user with Jekyll friendly') do |username|
+                options[:j] = username
+            end
+        
+            opts.on('-k', '--jekyllPostURL POST_URL', 'Downloading single post with Jekyll friendly') do |postURL|
+                options[:k] = postURL
             end
 
             opts.on('-n', '--new', 'Update to latest version') do
-                if Helper.getRemoteVersionFromGithub() > Helper.getLocalVersion()
-                    Helper.downloadLatestVersion()
-                else
-                    puts "You're using the latest version :)"
-                end
+                options[:n] = true
             end
 
             opts.on('-c', '--clean', 'Remove all downloaded posts data') do
-                outputFilePath = PathPolicy.new(filePath, "")
-                FileUtils.rm_rf(Dir[outputFilePath.getAbsolutePath(nil)])
-                puts "All downloaded posts data has been removed."
-
-                Helper.printNewVersionMessageIfExists()
+                options[:c] = true
             end
 
             opts.on('-v', '--version', 'Print current ZMediumToMarkdown Version & Output Path') do
-                puts "Version:#{Helper.getLocalVersion().to_s}"
-                
-                Helper.printNewVersionMessageIfExists()
+                options[:v] = true
             end
-            
         end.parse!
+
+        #
+        if !options[:v].nil? && options[:v] == true
+            puts "Version:#{Helper.getLocalVersion().to_s}"
+
+            Helper.printNewVersionMessageIfExists()
+        elsif !options[:c].nil? && options[:c] == true
+            outputFilePath = PathPolicy.new(filePath, "")
+            FileUtils.rm_rf(Dir[outputFilePath.getAbsolutePath(nil)])
+            puts "All downloaded posts data has been removed."
+
+            Helper.printNewVersionMessageIfExists()
+        elsif !options[:n].nil? && options[:n] == true
+            if Helper.getRemoteVersionFromGithub() > Helper.getLocalVersion()
+                Helper.downloadLatestVersion()
+            else
+                puts "You're using the latest version :)"
+            end
+        elsif !options[:k].nil?
+            postURL = options[:k]
+
+            outputFilePath = PathPolicy.new(filePath, "")
+            fetcher.isForJekyll = true
+            fetcher.downloadPost(postURL, outputFilePath, nil)
+
+            Helper.printNewVersionMessageIfExists()
+        elsif !options[:j].nil?
+            username = options[:j]
+
+            outputFilePath = PathPolicy.new(filePath, "")
+            fetcher.isForJekyll = true
+            fetcher.downloadPostsByUsername(username, outputFilePath)
+
+            Helper.printNewVersionMessageIfExists()
+        elsif !options[:p].nil?
+            postURL = options[:p]
+
+            outputFilePath = PathPolicy.new("#{filePath}/Output", "Output")
+            fetcher.downloadPost(postURL, outputFilePath, nil)
+
+            Helper.printNewVersionMessageIfExists()
+        elsif !options[:u].nil?
+            username = options[:u]
+
+            outputFilePath = PathPolicy.new("#{filePath}/Output", "Output")
+            fetcher.downloadPostsByUsername(username, outputFilePath)
+
+            Helper.printNewVersionMessageIfExists()
+        end
+
     end
 end
 

data/lib/Helper.rb

@@ -99,7 +99,7 @@ class Helper
         end
     end
 
-    def self.createPostInfo(postInfo, isPin, isForJekyll)
+    def self.createPostInfo(postInfo, isPin, isLockedPreviewOnly, isForJekyll)
         title = postInfo.title&.gsub("[","")
         title = title&.gsub("]","")
 
@@ -123,6 +123,9 @@ class Helper
         if !isPin.nil? && isPin == true
             result += "pin: true\r\n"
         end
+        if !isLockedPreviewOnly.nil? && isLockedPreviewOnly == true
+            result += "lockedPreviewOnly: true\r\n"
+        end
 
         if isForJekyll
             result += "render_with_liquid: false\n"
@@ -211,4 +214,17 @@ class Helper
 
         text
     end
+
+    def self.createViewFullPost(postURL, isForJekyll)
+        jekyllOpen = ""
+        if isForJekyll
+            jekyllOpen = "{:target=\"_blank\"}"
+        end
+
+        text = "\r\n\r\n\r\n"
+        text += "**This [post](#{postURL})#{jekyllOpen} is behind Medium's paywall, View the full [post](#{postURL})#{jekyllOpen} on Medium, converted by [ZMediumToMarkdown](https://github.com/ZhgChgLi/ZMediumToMarkdown)#{jekyllOpen}.**"
+        text += "\r\n"
+
+        text
+    end
 end

data/lib/Post.rb

@@ -1,6 +1,7 @@
 $lib = File.expand_path('../lib', File.dirname(__FILE__))
 
 require "Request"
+require "net/http"
 require 'uri'
 require 'nokogiri'
 require 'json'
@@ -50,10 +51,22 @@ class Post
       }
     ]
 
-    body = Request.body(Request.URL("https://medium.com/_/graphql", "POST", query))
+    uri = URI("https://medium.com/_/graphql")
+    https = Net::HTTP.new(uri.host, uri.port)
+    https.use_ssl = true
+    request = Net::HTTP::Post.new(uri)
+    request['Content-Type'] = 'application/json'
+    if !$cookie_sid.nil? && !$cookie_uid.nil?
+      request['Cookie'] = "sid=#{$cookie_sid}; uid=#{$cookie_uid}"
+    end
+    request.body = JSON.dump(query)
+    response = https.request(request)
+
+
+    body = Request.body(response)
     if !body.nil?
       json = JSON.parse(body)
-      json&.dig(0, "data", "post", "viewerEdge", "fullContent", "bodyModel", "paragraphs")
+      json&.dig(0, "data", "post", "viewerEdge", "fullContent")
     else
       nil
     end

data/lib/ZMediumFetcher.rb

@@ -148,8 +148,16 @@ class ZMediumFetcher
         end
         
         postInfo = Post.parsePostInfoFromPostContent(postContent, postID, imagePathPolicy)
+        contentInfo = Post.fetchPostParagraphs(postID)
+        
+        if contentInfo.nil?
+            raise "Error: Paragraph Content not found! PostURL: #{postURL}"
+        end 
+
+        isLockedPreviewOnly = contentInfo&.dig("isLockedPreviewOnly")
+
+        sourceParagraphs = contentInfo&.dig("bodyModel", "paragraphs")
 
-        sourceParagraphs = Post.fetchPostParagraphs(postID)
         if sourceParagraphs.nil?
             raise "Error: Paragraph not found! PostURL: #{postURL}"
         end 
@@ -236,6 +244,7 @@ class ZMediumFetcher
         
         fileLatestPublishedAt = nil
         filePin = false
+        fileLockedPreviewOnly = false
         if File.file?(absolutePath)
             lines = File.foreach(absolutePath).first(15)
             if lines.first&.start_with?("---")
@@ -248,10 +257,15 @@ class ZMediumFetcher
                 if !pinLine.nil?
                     filePin = pinLine[/^(pin:)\s+(\S*)/, 2].downcase == "true"
                 end
+
+                lockedPreviewOnlyLine = lines.select { |line| line.start_with?("lockedPreviewOnly:") }.first
+                if !lockedPreviewOnlyLine.nil?
+                    fileLockedPreviewOnly = lockedPreviewOnlyLine[/^(lockedPreviewOnly:)\s+(\S*)/, 2].downcase == "true"
+                end
             end
         end
 
-        if (!fileLatestPublishedAt.nil? && fileLatestPublishedAt >= postInfo.latestPublishedAt.to_i) && (!isPin.nil? && isPin == filePin)
+        if (!fileLatestPublishedAt.nil? && fileLatestPublishedAt >= postInfo.latestPublishedAt.to_i) && (!isPin.nil? && isPin == filePin) && (!isLockedPreviewOnly.nil? && isLockedPreviewOnly == fileLockedPreviewOnly)
             # Already downloaded and nothing has changed!, Skip!
             progress.currentPostParagraphIndex = paragraphs.length
             progress.message = "Skip, Post already downloaded and nothing has changed!"
@@ -260,7 +274,7 @@ class ZMediumFetcher
             Helper.createDirIfNotExist(postPathPolicy.getAbsolutePath(nil))
             File.open(absolutePath, "w+") do |file|
                 # write postInfo into top
-                postMetaInfo = Helper.createPostInfo(postInfo, isPin, isForJekyll)
+                postMetaInfo = Helper.createPostInfo(postInfo, isPin, isLockedPreviewOnly, isForJekyll)
                 if !postMetaInfo.nil?
                     file.puts(postMetaInfo)
                 end
@@ -283,15 +297,29 @@ class ZMediumFetcher
                     progress.message = "Converting Post..."
                     progress.printLog()
                 end
-    
-                postWatermark = Helper.createWatermark(postURL, isForJekyll)
-                if !postWatermark.nil?
-                    file.puts(postWatermark)
+
+                if isLockedPreviewOnly
+                    viewFullPost = Helper.createViewFullPost(postURL, isForJekyll)
+                    if !viewFullPost.nil?
+                        file.puts(viewFullPost)
+                    end
+                else
+                    postWatermark = Helper.createWatermark(postURL, isForJekyll)
+                    if !postWatermark.nil?
+                        file.puts(postWatermark)
+                    end
                 end
+    
+
             end
             FileUtils.touch absolutePath, :mtime => postInfo.latestPublishedAt
 
-            progress.message = "Post Successfully Downloaded!"
+            if isLockedPreviewOnly
+                progress.message =  "This post is behind Medium's paywall. You need to provide valid Medium Member login cookies to download the full post."
+            else
+                progress.message = "Post Successfully Downloaded!"
+            end
+
             progress.printLog()
         end
         

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ZMediumToMarkdown
 version: !ruby/object:Gem::Version
-  version: 2.3.8
+  version: 2.4.1
 platform: ruby
 authors:
 - ZhgChgLi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-05-26 00:00:00.000000000 Z
+date: 2024-08-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri