ZMediumToMarkdown 2.6.3 → 2.6.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4ac9397e4e66a9b14d08c1d9a6d77b61141549d3e7d0b94f4852386898737247
-  data.tar.gz: bcc9ac34cd734923b0cb57032755bada22bbd3e640e77e0f5b6ca0872afe7279
+  metadata.gz: 205308df634eb7992b87b01f7e4c8ae26d3af59d23e5136229e553f935d7798d
+  data.tar.gz: cc4e10e1b7751e1d0e71183a76b52a9873c1b60c35e6eb6068df38fbd7546e68
 SHA512:
-  metadata.gz: 85a94b063636c2f811704aa2f09328a584b72db9b6f251b7b3b3d67962a92861f9f3feac86026b1e33a10231ac598a76913bb8b8f0bde28d20623d7f752e6b9e
-  data.tar.gz: eeefcac037b99ba98ccb337bcb5b89fcdb3711ba732e4321c444c47fefa765fb682a2b0e30b8e990d2b738be0c1ccf2bacde2d822c95fde48dbd814c4d8891fe
+  metadata.gz: c684e445ff6baa09ad61b943880a516c224d56e73b18cbf1df9ff971d84134ab056af4f353ec269f1715e9250b0d09f3c07d45a7c8c48d86822c4213f3244d5e
+  data.tar.gz: 602bd8b81e327ade28c1a2b1197b18f77161ec3d5aff5f45cda0d5e83d812975d5bd2cd2272fe02a3342892b38e2c4028ea61fe4f2cb486b969e1558c8d14551

data/lib/Parsers/IMGParser.rb

@@ -18,7 +18,8 @@ class IMGParser < Parser
 
             fileName = paragraph.metadata.id #d*fsafwfe.jpg
 
-            imageURL = "https://miro.medium.com/max/1400/#{fileName}"
+            miro_host = ENV.fetch('MIRO_MEDIUM_HOST', 'https://miro.medium.com')
+            imageURL = "#{miro_host}/#{fileName}"
 
             imagePathPolicy = PathPolicy.new(pathPolicy.getAbsolutePath(paragraph.postID), pathPolicy.getRelativePath(paragraph.postID))
             absolutePath = imagePathPolicy.getAbsolutePath(fileName)

data/lib/Post.rb

@@ -51,7 +51,8 @@ class Post
       }
     ]
 
-    body = Request.body(Request.URL("https://medium.com/_/graphql", method = 'POST', data = query));
+    host = ENV.fetch('MEDIUM_HOST', 'https://medium.com/_/graphql')
+    body = Request.body(Request.URL(host, method = 'POST', data = query));
     if !body.nil?
       json = JSON.parse(body)
       json&.dig(0, "data", "post", "viewerEdge", "fullContent")
@@ -74,7 +75,8 @@ class Post
       
       absolutePath = imagePathPolicy.getAbsolutePath(previewImageFIleName)
 
-      imageURL = "https://miro.medium.com/max/1400/#{previewImageFIleName}"
+      miro_host = ENV.fetch('MIRO_MEDIUM_HOST', 'https://miro.medium.com')
+      imageURL = "#{miro_host}/#{previewImageFIleName}"
 
       if  ImageDownloader.download(absolutePath, imageURL)
           relativePath = imagePathPolicy.getRelativePath(previewImageFIleName)

data/lib/Request.rb

@@ -11,9 +11,35 @@ class Request
         https = Net::HTTP.new(uri.host, uri.port)
         https.use_ssl = true
 
+        # --- TLS / Certificate verification setup ---
+        # Some OpenSSL builds/configs enable CRL checking, which can fail with:
+        # "certificate verify failed (unable to get certificate CRL)".
+        # Net::HTTP/OpenSSL does not automatically fetch CRLs, so we use a default
+        # cert store and clear CRL-related flags to avoid hard failures while still
+        # verifying the peer certificate.
+        https.verify_mode = OpenSSL::SSL::VERIFY_PEER
+
+        store = OpenSSL::X509::Store.new
+        store.set_default_paths
+        # Ensure no CRL-check flags are enabled by default
+        store.flags = 0
+        https.cert_store = store
+
+        # Allow overriding CA bundle paths via environment variables if needed.
+        if ENV['SSL_CERT_FILE'] && !ENV['SSL_CERT_FILE'].empty?
+          https.ca_file = ENV['SSL_CERT_FILE']
+        end
+        if ENV['SSL_CERT_DIR'] && !ENV['SSL_CERT_DIR'].empty?
+          https.ca_path = ENV['SSL_CERT_DIR']
+        end
+
+        # (Optional) timeouts to avoid hanging on network issues
+        https.open_timeout = 10
+        https.read_timeout = 30
+        # --- end TLS setup ---
+
         if method.upcase == "GET"
             request = Net::HTTP::Get.new(uri)
-            request['User-Agent'] = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36 Edg/142.0.0.0';
         else
             request = Net::HTTP::Post.new(uri)
             request['Content-Type'] = 'application/json'
@@ -22,6 +48,8 @@ class Request
             end
         end
 
+        request['User-Agent'] = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36 Edg/142.0.0.0';
+        
         cookiesString = $cookies.reject { |_, value| value.nil? }
         .map { |key, value| "#{key}=#{value}" }
         .join("; ");
@@ -63,7 +91,7 @@ class Request
                 response = self.URL(location, method, data, retryCount)
             end
         end
-
+        
         response
     end
 

data/lib/User.rb

@@ -10,16 +10,23 @@ class User
       username = username[1...]
     end
     
-    html = Request.html(Request.URL("https://medium.com/@#{username}"))
-    userId = nil
-    html.search('script').each do |script|
-      match = script.to_s[/(userId\:){1}(([0-9|a-z|A-Z])+)/,2]
-        if !match.nil? && match != ""
-          userId = match
-        end
-    end
+    query = [
+      {
+        "operationName": "UserFollowers",
+        "variables": {
+          "id": nil,
+          "username": username,
+          "paging": nil
+        },
+        "query": "query UserFollowers($username: ID, $id: ID, $paging: PagingOptions) {\n  userResult(username: $username, id: $id) {\n    __typename\n    ... on User {\n      id\n      followersUserConnection(paging: $paging) {\n        pagingInfo {\n          next {\n            from\n            limit\n            __typename\n          }\n          __typename\n        }\n        users {\n          ...FollowList_publisher\n          __typename\n        }\n        __typename\n      }\n      ...UserCanonicalizer_user\n      ...FollowersHeader_publisher\n      ...NoFollows_publisher\n      __typename\n    }\n  }\n}\n\nfragment collectionUrl_collection on Collection {\n  id\n  domain\n  slug\n  __typename\n}\n\nfragment CollectionAvatar_collection on Collection {\n  name\n  avatar {\n    id\n    __typename\n  }\n  ...collectionUrl_collection\n  __typename\n  id\n}\n\nfragment SignInOptions_collection on Collection {\n  id\n  name\n  __typename\n}\n\nfragment SignUpOptions_collection on Collection {\n  id\n  name\n  __typename\n}\n\nfragment SusiModal_collection on Collection {\n  name\n  ...SignInOptions_collection\n  ...SignUpOptions_collection\n  __typename\n  id\n}\n\nfragment PublicationFollowButton_collection on Collection {\n  id\n  slug\n  name\n  ...SusiModal_collection\n  __typename\n}\n\nfragment PublicationFollowRow_collection on Collection {\n  __typename\n  id\n  name\n  description\n  ...CollectionAvatar_collection\n  ...PublicationFollowButton_collection\n}\n\nfragment userUrl_user on User {\n  __typename\n  id\n  customDomainState {\n    live {\n      domain\n      __typename\n    }\n    __typename\n  }\n  hasSubdomain\n  username\n}\n\nfragment UserAvatar_user on User {\n  __typename\n  id\n  imageId\n  membership {\n    tier\n    __typename\n    id\n  }\n  name\n  username\n  ...userUrl_user\n}\n\nfragment isUserVerifiedBookAuthor_user on User {\n  verifications {\n    isBookAuthor\n    __typename\n  }\n  __typename\n  id\n}\n\nfragment SignInOptions_user on User {\n  id\n  name\n  imageId\n  __typename\n}\n\nfragment SignUpOptions_user on User {\n  id\n  name\n  imageId\n  __typename\n}\n\nfragment SusiModal_user on User {\n  ...SignInOptions_user\n  ...SignUpOptions_user\n  __typename\n  id\n}\n\nfragment useNewsletterV3Subscription_newsletterV3 on NewsletterV3 {\n  id\n  type\n  slug\n  name\n  collection {\n    slug\n    __typename\n    id\n  }\n  user {\n    id\n    name\n    username\n    newsletterV3 {\n      id\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment useNewsletterV3Subscription_user on User {\n  id\n  username\n  newsletterV3 {\n    ...useNewsletterV3Subscription_newsletterV3\n    __typename\n    id\n  }\n  __typename\n}\n\nfragment useAuthorFollowSubscribeButton_user on User {\n  id\n  name\n  ...useNewsletterV3Subscription_user\n  __typename\n}\n\nfragment useAuthorFollowSubscribeButton_newsletterV3 on NewsletterV3 {\n  id\n  name\n  ...useNewsletterV3Subscription_newsletterV3\n  __typename\n}\n\nfragment AuthorFollowSubscribeButton_user on User {\n  id\n  name\n  imageId\n  ...SusiModal_user\n  ...useAuthorFollowSubscribeButton_user\n  newsletterV3 {\n    id\n    ...useAuthorFollowSubscribeButton_newsletterV3\n    __typename\n  }\n  __typename\n}\n\nfragment UserFollowRow_user on User {\n  __typename\n  id\n  name\n  bio\n  ...UserAvatar_user\n  ...isUserVerifiedBookAuthor_user\n  ...AuthorFollowSubscribeButton_user\n}\n\nfragment FollowsHeader_publisher on Publisher {\n  __typename\n  id\n  name\n  ... on Collection {\n    ...collectionUrl_collection\n    __typename\n    id\n  }\n  ... on User {\n    ...userUrl_user\n    __typename\n    id\n  }\n}\n\nfragment FollowList_publisher on Publisher {\n  id\n  ... on Collection {\n    ...PublicationFollowRow_collection\n    __typename\n    id\n  }\n  ... on User {\n    ...UserFollowRow_user\n    __typename\n    id\n  }\n  __typename\n}\n\nfragment UserCanonicalizer_user on User {\n  id\n  username\n  hasSubdomain\n  customDomainState {\n    live {\n      domain\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n\nfragment FollowersHeader_publisher on Publisher {\n  ...FollowsHeader_publisher\n  ... on Collection {\n    subscriberCount\n    __typename\n    id\n  }\n  ... on User {\n    socialStats {\n      followerCount\n      __typename\n    }\n    __typename\n    id\n  }\n  __typename\n}\n\nfragment NoFollows_publisher on Publisher {\n  id\n  name\n  __typename\n}\n"
+      }
+    ]
+
+    host = ENV.fetch('MEDIUM_HOST', 'https://medium.com/_/graphql')
+    body = Request.body(Request.URL(host, "POST", query))
+    json = JSON.parse(body)
     
-    userId
+    json&.dig(0, "data", "userResult", "id")
   end
 
   def self.fetchUserPosts(userID, from)
@@ -36,7 +43,8 @@ class User
       }
     ]
 
-    body = Request.body(Request.URL("https://medium.com/_/graphql", "POST", query))
+    host = ENV.fetch('MEDIUM_HOST', 'https://medium.com/_/graphql')
+    body = Request.body(Request.URL(host, "POST", query))
     json = JSON.parse(body)
 
     nextInfo = json&.dig(0, "data", "userResult", "homepagePostsConnection", "pagingInfo", "next")

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: ZMediumToMarkdown
 version: !ruby/object:Gem::Version
-  version: 2.6.3
+  version: 2.6.6
 platform: ruby
 authors:
 - ZhgChgLi
 bindir: bin
 cert_chain: []
-date: 2025-12-14 00:00:00.000000000 Z
+date: 2025-12-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri