ZMediumToMarkdown 1.0.2 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a2243519ed0bc3c844758752f194791e882eb88371e91c082cb6e342c5fb94c0
-  data.tar.gz: 32fd50f1f531288f8d0e0f13a01e0412bd7acd3341f2b4e9af059635a0478f14
+  metadata.gz: 837c899a0d017fa83febc0f96e84a89527a517754cbee44f6e91320c7b2cd292
+  data.tar.gz: cb5c49e7a67f99ab888cb0797edaf4c0ce237da3e8c41bfda963395bd606b1cd
 SHA512:
-  metadata.gz: cce4567526e3db1c0d92ef7fa5b1f2953a4242c8dc505fd35f090deee5df8eabd81762712b72ebd4a854082c3a4eae2057622f7e4283335d1df98a191235f38a
-  data.tar.gz: c87a247402fdc62ab3634ffaa422729cfb5fdfe1f0f6220a70c5e5bb598a542f05a64b97a42c747cab7521f63d8942f179bfb74def31ccefa0d49002da60d673
+  metadata.gz: f9339415de8183d6c255bf28db437c61e8913c242e5ed3270d070285b1282717187511a974fdc6c0ef391c37a6308bcf3d7f866dd0fa508a7e00fc004d05ca87
+  data.tar.gz: 832198d0d8cf5851aedfa7f69a9193cad42f71f21f06fb29a832957140fdfd6d8e3099429b8085824eae2f19d0d05c6c2615f73d012fa16679fcf49945918862

data/bin/ZMediumToMarkdown

@@ -0,0 +1,59 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+$lib = File.expand_path('../lib', File.dirname(__FILE__))
+$LOAD_PATH.unshift($lib)
+
+require "ZMediumFetcher"
+require "Helper"
+require "optparse"
+
+class Main
+    def initialize
+        fetcher = ZMediumFetcher.new
+        ARGV << '-h' if ARGV.empty?
+        OptionParser.new do |opts|
+            opts.banner = "Usage: ZMediumFetcher [options]"
+        
+            opts.on('-uUSERNAME', '--username=USERNAME', 'test') do |username|
+                Helper.checkNewVersion()
+
+                pathPolicy = PathPolicy.new("#{File.expand_path('../', File.dirname(__FILE__))}", "Output")
+                fetcher.downloadPostsByUsername(username, pathPolicy)
+            end
+        
+            opts.on('-pPOST_URL', '--postURL=POST_URL', 'test') do |postURL|
+                Helper.checkNewVersion()
+
+                pathPolicy = PathPolicy.new("#{File.expand_path('../', File.dirname(__FILE__))}", "Output")
+                fetcher.downloadPost(postURL, pathPolicy)
+            end
+
+            opts.on('-n', '--new', 'Update to latest version') do |postURL|
+                if Helper.compareVersion(Helper.getRemoteVersionFromGithub(), Helper.getLocalVersionFromGemspec())
+                    Helper.downloadLatestVersion()
+                else
+                    puts "You're using the latest version :)"
+                end
+            end
+            
+        end.parse!
+
+        Helper.logLatestRunVersion()
+    end
+end
+
+begin 
+    puts "#https://github.com/ZhgChgLi/ZMediumToMarkdown"
+    puts "You have read and agree with the Disclaimer."
+    Main.new()
+    puts "Execute Successfully!!!"
+    puts "#https://github.com/ZhgChgLi/ZMediumToMarkdown"
+    puts "#Thanks for using this tool."
+    puts "#If this is helpful, please help to star the repo or recommend it to your friends."
+rescue => e
+    puts "#Error: #{e.class} #{e.message}\n"
+    puts e.backtrace
+    puts "#Please feel free to open an Issue or submit a fix/contribution via Pull Request on:\n"
+    puts "#https://github.com/ZhgChgLi/ZMediumToMarkdown\n"
+end

data/lib/Helper.rb

@@ -1,8 +1,30 @@
 $lib = File.expand_path('../lib', File.dirname(__FILE__))
 
+require 'fileutils'
+require 'date'
+require 'PathPolicy'
 require 'Post'
+require "Request"
+require 'json'
+require 'open-uri'
+require 'zip'
 
 class Helper
+
+    class Version
+        attr_accessor :major, :minor, :patch
+
+        def initialize(major, minor, patch)
+            @major = major.to_i
+            @minor = minor.to_i
+            @patch = patch.to_i
+        end
+
+        def to_string()
+            "#{major.to_s}.#{minor.to_s}.#{patch.to_s}"
+        end
+    end
+
     def self.createDirIfNotExist(dirPath)
         dirs = dirPath.split("/")
         currentDir = ""
@@ -23,11 +45,50 @@ class Helper
         puts "####################################################\n"
     end
 
+    def self.downloadLatestVersion()
+        apiPath = 'https://api.github.com/repos/ZhgChgLi/ZMediumToMarkdown/releases'
+        versions = JSON.parse(Request.URL(apiPath).body).sort { |a,b| b["id"] <=> a["id"] }
+
+        version = nil
+        index = 0
+        while version == nil do
+            thisVersion = versions[index]
+            if thisVersion["prerelease"] == false
+                version = thisVersion
+                next
+            end
+            index += 1
+        end
+        
+        zipFilePath = version["zipball_url"]
+        puts "Downloading latest version from github..."
+        open('latest.zip', 'wb') do |fo|
+            fo.print open(zipFilePath).read
+        end
+
+        puts "Unzip..."
+        Zip::File.open("latest.zip") do |zipfile|
+            zipfile.each do |file|
+                fileNames = file.name.split("/")
+                fileNames.shift
+                filePath = fileNames.join("/")
+                if filePath != ''
+                    puts "Unzinp...#{filePath}"
+                    zipfile.extract(file, filePath) { true }
+                end
+            end
+        end
+        File.delete("latest.zip")
+
+        tagName = version["tag_name"]
+        puts "Update to version #{tagName} successfully!"
+    end
+
     def self.createPostInfo(postInfo)
         result = "---\n"
         result += "title: #{postInfo.title}\n"
         result += "author: #{postInfo.creator}\n"
-        result += "date: #{postInfo.firstPublishedAt}\n"
+        result += "date: #{postInfo.firstPublishedAt.strftime('%Y-%m-%dT%H:%M:%S.%LZ')}\n"
         result += "tags: [#{postInfo.tags.join(",")}]\n"
         result += "---\n"
         result += "\r\n"
@@ -35,6 +96,89 @@ class Helper
         result
     end
 
+    def self.checkNewVersion() 
+        if Helper.compareVersion(Helper.getRemoteVersionFromGithub(), Helper.getLocalVersionFromGemspec())
+            puts "##########################################################"
+            puts "#####           New Version Available!!!             #####"
+            puts "##### Please type `bin/ZMediumToMarkdown -n` to update!!##"
+            puts "##########################################################"
+        end
+    end
+
+    def self.getLocalVersionFromGemspec()
+        rootPath = File.expand_path('../', File.dirname(__FILE__))
+        gemspecContent = File.read("#{rootPath}/ZMediumToMarkdown.gemspec")
+        result = gemspecContent[/(gem\.version){1}\s+(\=)\s+(\'){1}(\d+(\.){1}\d+(\.){1}\d+){1}(\'){1}/, 4]
+
+        if !result.nil?
+            versions = result.split(".")
+            Version.new(versions[0],versions[1],versions[2])
+        else
+            nil
+        end
+    end
+
+    def self.logLatestRunVersion()
+        version = Helper.getLocalVersionFromGemspec()
+        rootPath = File.expand_path('../', File.dirname(__FILE__))
+
+        File.open("#{rootPath}/.latestRunVersion" , 'w+') do |file|
+            file.puts(version.to_string())
+        end
+    end
+
+    def self.getLocalVersionFromFile()
+        rootPath = File.expand_path('../', File.dirname(__FILE__))
+        result = File.read("#{rootPath}/.latestRunVersion")
+
+        if !result.nil?
+            versions = result.split(".")
+            Version.new(versions[0],versions[1],versions[2])
+        else
+            nil
+        end
+    end
+
+    def self.getRemoteVersionFromGithub()
+        apiPath = 'https://api.github.com/repos/ZhgChgLi/ZMediumToMarkdown/releases'
+        versions = JSON.parse(Request.URL(apiPath).body).sort { |a,b| b["id"] <=> a["id"] }
+
+        tagName = nil
+        index = 0
+        while tagName == nil do
+            thisVersion = versions[index]
+            if thisVersion["prerelease"] == false
+                tagName = thisVersion["tag_name"]
+                next
+            end
+            index += 1
+        end
+
+        if !tagName.nil?
+            versions = (tagName.downcase.gsub! 'v','') .split(".")
+            Version.new(versions[0],versions[1],versions[2])
+        else
+            nil
+        end
+    end
+
+    def self.compareVersion(version1, version2)
+        if version1.major > version2.major
+            true
+        else
+            if version1.minor > version2.minor
+                true
+            else
+                if version1.patch > version2.patch
+                    true
+                else
+                    false
+                end
+            end
+        end
+    end
+
+        
     def self.createWatermark(postURL)
         text = "\r\n\r\n\r\n"
         text += "+-----------------------------------------------------------------------------------+"

data/lib/Parsers/BQParser.rb

@@ -7,7 +7,11 @@ class BQParser < Parser
     attr_accessor :nextParser
     def parse(paragraph)
         if paragraph.type == 'BQ'
-            "> #{paragraph.text}"
+            result = ""
+            paragraph.text.each_line do |p|
+                result += "> #{p}"
+            end
+            result
         else
             if !nextParser.nil?
                 nextParser.parse(paragraph)

data/lib/Parsers/PREParser.rb

@@ -16,10 +16,11 @@ class PREParser < Parser
 
     def parse(paragraph)
         if PREParser.isPRE(paragraph)
-            result = ""
+            result = "```\n"
             paragraph.text.each_line do |p|
-                result += "> #{p}"
+                result += p
             end
+            result += "\n```"
             result
         else
             if !nextParser.nil?

data/lib/Post.rb

@@ -9,7 +9,7 @@ require 'date'
 class Post
 
   class PostInfo
-    attr_accessor :title, :tags, :creator, :firstPublishedAt
+    attr_accessor :title, :tags, :creator, :firstPublishedAt, :latestPublishedAt
   end
 
   def self.getPostIDFromPostURLString(postURLString)
@@ -59,9 +59,14 @@ class Post
 
     firstPublishedAt = content&.dig("Post:#{postID}", "firstPublishedAt")
     if !firstPublishedAt.nil?
-      postInfo.firstPublishedAt = DateTime.strptime(firstPublishedAt.to_s,'%Q')
+      postInfo.firstPublishedAt = Time.at(0, firstPublishedAt, :millisecond) 
     end
-    
+
+    latestPublishedAt = content&.dig("Post:#{postID}", "latestPublishedAt")
+    if !latestPublishedAt.nil?
+      postInfo.latestPublishedAt = Time.at(0, latestPublishedAt, :millisecond)
+    end
+
     postInfo
   end
 end

data/{bin/ZMediumFetcher → lib/ZMediumFetcher.rb}

@@ -1,12 +1,8 @@
-#!/usr/bin/env ruby
-# -*- coding: utf-8 -*-
+
 
 $lib = File.expand_path('../lib', File.dirname(__FILE__))
-$LOAD_PATH.unshift($lib)
 
-require "open-uri"
-require 'json'
-require 'optparse'
+require "fileutils"
 
 require "Parsers/H1Parser"
 require "Parsers/H2Parser"
@@ -31,26 +27,6 @@ require "Request"
 require "Post"
 require "User"
 
-class Main
-    def initialize
-        fetcher = ZMediumFetcher.new
-        ARGV << '-h' if ARGV.empty?
-        OptionParser.new do |opts|
-            opts.banner = "Usage: ZMediumFetcher [options]"
-        
-            opts.on('-uUSERNAME', '--username=USERNAME', 'test') do |username|
-                pathPolicy = PathPolicy.new("#{File.expand_path('../', File.dirname(__FILE__))}", "Output")
-                fetcher.downloadPostsByUsername(username, pathPolicy)
-            end
-        
-            opts.on('-pPOST_URL', '--postURL=POST_URL', 'test') do |postURL|
-                pathPolicy = PathPolicy.new("#{File.expand_path('../', File.dirname(__FILE__))}", "Output")
-                fetcher.downloadPost(postURL, pathPolicy)
-            end
-        end.parse!
-    end
-end
-
 class ZMediumFetcher
 
     attr_accessor :progress, :linkParser
@@ -236,36 +212,48 @@ class ZMediumFetcher
         progress.printLog()
 
         absolutePath = postPathPolicy.getAbsolutePath("#{postPath}.md")
-        Helper.createDirIfNotExist(postPathPolicy.getAbsolutePath(nil))
-        index = 0
-        File.open(absolutePath, "w+") do |file|
-            # write postInfo into top
-
-            file.puts(Helper.createPostInfo(postInfo))
-            
-            paragraphs.each do |paragraph|
-                markupParser = MarkupParser.new(postHtml, paragraph)
-                paragraph.text = markupParser.parse()
-                result = startParser.parse(paragraph)
 
-                if !linkParser.nil?
-                    result = linkParser.parse(result, paragraph.markupLinks)
-                end
+        # if user latest use's version is < latest local version than force download (don't skip, make sure bug fixed can be influenced)
+        forceDownload = Helper.compareVersion(Helper.getLocalVersionFromGemspec(), Helper.getLocalVersionFromFile())
+        
+        # if markdown file is exists and last modification time is >= latestPublishedAt(last update post time on medium)
+        if forceDownload == false && File.file?(absolutePath) && File.mtime(absolutePath) >= postInfo.latestPublishedAt
+            # Already downloaded and nothing has changed!, Skip!
+            progress.currentPostParagraphIndex = paragraphs.length
+            progress.message = "Skip, Post already downloaded and nothing has changed!"
+            progress.printLog()
+        else
+            Helper.createDirIfNotExist(postPathPolicy.getAbsolutePath(nil))
+            File.open(absolutePath, "w+") do |file|
+                # write postInfo into top
+                file.puts(Helper.createPostInfo(postInfo))
                 
-                file.puts(result)
-
-                index += 1
-                progress.currentPostParagraphIndex = index
-                progress.message = "Converting Post..."
-                progress.printLog()
+                index = 0
+                paragraphs.each do |paragraph|
+                    markupParser = MarkupParser.new(postHtml, paragraph)
+                    paragraph.text = markupParser.parse()
+                    result = startParser.parse(paragraph)
+    
+                    if !linkParser.nil?
+                        result = linkParser.parse(result, paragraph.markupLinks)
+                    end
+                    
+                    file.puts(result)
+    
+                    index += 1
+                    progress.currentPostParagraphIndex = index
+                    progress.message = "Converting Post..."
+                    progress.printLog()
+                end
+    
+                file.puts(Helper.createWatermark(postURL))
             end
+            FileUtils.touch absolutePath, :mtime => postInfo.latestPublishedAt
 
-            file.puts(Helper.createWatermark(postURL))
+            progress.message = "Post Successfully Downloaded!"
+            progress.printLog()
         end
-
-        progress.message = "Post Successfully Downloaded!"
-        progress.printLog()
-
+        
         progress.postPath = nil
     end
     
@@ -313,18 +301,4 @@ class ZMediumFetcher
         progress.message = "All posts has been downloaded!, Total posts: #{postURLS.length}"
         progress.printLog()
     end
-end
-
-begin 
-    puts "https://github.com/ZhgChgLi/ZMediumToMarkdown"
-    puts "You have read and agree with the Disclaimer."
-    Main.new()
-    puts "https://github.com/ZhgChgLi/ZMediumToMarkdown"
-    puts "Thanks for using this tool."
-    puts "If this is helpful, please help to star the repo or recommend it to your friends."
-rescue => e
-    puts "#Error: #{e.class} #{e.message}\n"
-    puts e.backtrace
-    puts "#Please feel free to open an Issue or submit a fix/contribution via Pull Request on:\n"
-    puts "#https://github.com/ZhgChgLi/ZMediumToMarkdown\n"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ZMediumToMarkdown
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 1.2.0
 platform: ruby
 authors:
 - ZhgChgLi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-05-28 00:00:00.000000000 Z
+date: 2022-05-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -56,11 +56,11 @@ description: ZMediumToMarkdown lets you download Medium post and convert it to m
   format easily.
 email: 
 executables:
-- ZMediumFetcher
+- ZMediumToMarkdown
 extensions: []
 extra_rdoc_files: []
 files:
-- bin/ZMediumFetcher
+- bin/ZMediumToMarkdown
 - lib/ErrorHandle.rb
 - lib/Helper.rb
 - lib/ImageDownloader.rb
@@ -87,6 +87,7 @@ files:
 - lib/Post.rb
 - lib/Request.rb
 - lib/User.rb
+- lib/ZMediumFetcher.rb
 homepage: https://github.com/ZhgChgLi/ZMediumToMarkdown
 licenses:
 - MIT