ZMediumToMarkdown 2.3.7 → 2.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a97b61290289e8989c8bd6283be69f1e8167636b0489d7af46b66a5ec7307936
-  data.tar.gz: 9d270ec137cf4cae7438f9038ec79fa7bd09748e891d82aeda47d0ed4fd4f1dd
+  metadata.gz: c57f5610ede891d1c9677db7c4c3c0345bb5d309f5825538524d238db5b991c4
+  data.tar.gz: d06da63e8bb12bb776959d93d9dddff1f407a9654cec1883916b94c7ddd6b2d9
 SHA512:
-  metadata.gz: 16767e5244986c9ece667ce4c6f26a2a676253b1421a202a4a2820225dd248b249d6df424474ae400c851f6c30c7011c0379384d2e3f7bd52060809cfde807e4
-  data.tar.gz: 9616218726f4dcea5d00cbbb5ad75fe15ae9c6aa2eae1f29232fc9c27eef5bccc7da3ca056caef791098ff044f2262ee4946e613212a22d431011e1f712bbb17
+  metadata.gz: 2437e85b4184dfe4e72e8923af91a7ae4f849e973f618c4a66d8ff7edd3fc09122f32cc11152f8a947fc74d0fbec1f751eff57d94e036ef3b19060252c08d088
+  data.tar.gz: d374e8169f365f4934b2911a96028680dc2ab0f57edd3a3a07469876ec131d0429679b45f9ba52202544c048792551d2f9bca47478a4c79fbed102f75a11ee00

data/bin/ZMediumToMarkdown

@@ -8,6 +8,9 @@ require "ZMediumFetcher"
 require "Helper"
 require "optparse"
 
+$cookie_sid = nil
+$cookie_uid = nil
+
 class Main
     def initialize
         fetcher = ZMediumFetcher.new
@@ -17,22 +20,31 @@ class Main
 
         OptionParser.new do |opts|
             opts.banner = "Usage: ZMediumFetcher [options]"
-        
-            opts.on('-uUSERNAME', '--username=USERNAME', 'Downloading all posts from user') do |username|
+
+            opts.on('-s', '--cookie_sid COOKIESID', 'Your logged-in Medium cookie sid value') do |cookie_sid|
+                $cookie_sid = cookie_sid
+                puts $cookie_sid
+            end
+
+            opts.on('-d', '--cookie_uid COOKIEUID', 'Your logged-in Medium cookie uid value') do |cookie_uid|
+                $cookie_uid = cookie_uid
+            end
+
+            opts.on('-u', '--username USERNAME', 'Downloading all posts from user') do |username|
                 outputFilePath = PathPolicy.new("#{filePath}/Output", "Output")
                 fetcher.downloadPostsByUsername(username, outputFilePath)
 
                 Helper.printNewVersionMessageIfExists()
             end
         
-            opts.on('-pPOST_URL', '--postURL=POST_URL', 'Downloading single post') do |postURL|
+            opts.on('-p', '--postURL POST_URL', 'Downloading single post') do |postURL|
                 outputFilePath = PathPolicy.new("#{filePath}/Output", "Output")
                 fetcher.downloadPost(postURL, outputFilePath, nil)
 
                 Helper.printNewVersionMessageIfExists()
             end
 
-            opts.on('-jUSERNAME', '--jekyllUsername=USERNAME', 'Downloading all posts from user with Jekyll friendly') do |username|
+            opts.on('-j', '--jekyllUsername USERNAME', 'Downloading all posts from user with Jekyll friendly') do |username|
                 outputFilePath = PathPolicy.new(filePath, "")
                 fetcher.isForJekyll = true
                 fetcher.downloadPostsByUsername(username, outputFilePath)
@@ -40,7 +52,7 @@ class Main
                 Helper.printNewVersionMessageIfExists()
             end
         
-            opts.on('-kPOST_URL', '--jekyllPostURL=POST_URL', 'Downloading single post with Jekyll friendly') do |postURL|
+            opts.on('-k', '--jekyllPostURL POST_URL', 'Downloading single post with Jekyll friendly') do |postURL|
                 outputFilePath = PathPolicy.new(filePath, "")
                 fetcher.isForJekyll = true
                 fetcher.downloadPost(postURL, outputFilePath, nil)

data/lib/ImageDownloader.rb

@@ -8,6 +8,10 @@ class ImageDownloader
         dir.pop()
         Helper.createDirIfNotExist(dir.join("/"))
         
+        if File.exist?(path)
+            return true
+        end
+
         begin
             imageResponse = URI.open(url)
             File.write(path, imageResponse.read)

data/lib/Post.rb

@@ -1,6 +1,7 @@
 $lib = File.expand_path('../lib', File.dirname(__FILE__))
 
 require "Request"
+require "net/http"
 require 'uri'
 require 'nokogiri'
 require 'json'
@@ -50,10 +51,22 @@ class Post
       }
     ]
 
-    body = Request.body(Request.URL("https://medium.com/_/graphql", "POST", query))
+    uri = URI("https://medium.com/_/graphql")
+    https = Net::HTTP.new(uri.host, uri.port)
+    https.use_ssl = true
+    request = Net::HTTP::Post.new(uri)
+    request['Content-Type'] = 'application/json'
+    if !$cookie_sid.nil? && !$cookie_uid.nil?
+      request['Cookie'] = "sid=#{$cookie_sid}; uid=#{$cookie_uid}"
+    end
+    request.body = JSON.dump(query)
+    response = https.request(request)
+
+
+    body = Request.body(response)
     if !body.nil?
       json = JSON.parse(body)
-      json&.dig(0, "data", "post", "viewerEdge", "fullContent", "bodyModel", "paragraphs")
+      json&.dig(0, "data", "post", "viewerEdge", "fullContent")
     else
       nil
     end

data/lib/ZMediumFetcher.rb

@@ -148,8 +148,21 @@ class ZMediumFetcher
         end
         
         postInfo = Post.parsePostInfoFromPostContent(postContent, postID, imagePathPolicy)
+        contentInfo = Post.fetchPostParagraphs(postID)
+        
+        if contentInfo.nil?
+            raise "Error: Paragraph Content not found! PostURL: #{postURL}"
+        end 
+
+        isLockedPreviewOnly = contentInfo&.dig("isLockedPreviewOnly")
+
+        if isLockedPreviewOnly
+            puts "Skip: This post is listed in Medium's paywall. You need to provide Medium Member vaild logged-in cookies to access it (refer to Readme.md). PostURL: #{postURL}"
+            return
+        end
+
+        sourceParagraphs = contentInfo&.dig("bodyModel", "paragraphs")
 
-        sourceParagraphs = Post.fetchPostParagraphs(postID)
         if sourceParagraphs.nil?
             raise "Error: Paragraph not found! PostURL: #{postURL}"
         end 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ZMediumToMarkdown
 version: !ruby/object:Gem::Version
-  version: 2.3.7
+  version: 2.4.0
 platform: ruby
 authors:
 - ZhgChgLi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-05-26 00:00:00.000000000 Z
+date: 2024-08-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri