sutty-migration 0.4.0rc0 → 0.4.0rc1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 33b04f68ec23be8ad61143db87c0496fc1a01a84fdb3351b9f76a2782f79342f
-  data.tar.gz: 411e0050ee48d300c7bcda874f1943b33d867f4c090f72650c0122a69027faa2
+  metadata.gz: 41536e494891ca8e5b5a6ea4f98dcf2cdd780bb8f1a16cdfc10bcee9f5195eb6
+  data.tar.gz: d73e41285e4bfd4080aad2beb3b9b3a29332ee0f31e64b4438fd0bcc7a479952
 SHA512:
-  metadata.gz: 708dff82c233c3819acbe9ccf3901d8345463282ba9df953adb8ac0f15f9646560e514c87499921d13ac6bfa2693c71b0d634e03e1f04e87d0e148174bd91c50
-  data.tar.gz: 0faa1dc6c107f0999d8a52b7c28b08ad1540e44cff8fd488bfcfae55d2d22548fe0afe61fb54520f4b1d8552674079ba65d617a361139cbb1a5c761581e6df7f
+  metadata.gz: b7e64d51403a731be28d4eae8385747dee6abc99e3e5c7b8220240a673b1dee555584706ef0d10f203751eacb51b89022c02ec1d9019b3854a547650f9489e1d
+  data.tar.gz: f7ae65bde83caa3404d7de2b825fe751fdc0490fda3c399f4c98f2cf320e037323172b065ec82e9e7af4a5e09ecc5c27e095f3b955c19268e1fe0cc55522a557

data/README.md

@@ -119,48 +119,17 @@ a backup, put them there so the plugin finds them.
 ### WordPress XML
 
 If you have the XML dump from a WordPress site, you can migrate content
-by writing a migration plugin.
+by using the XML migration plugin and hooking to its steps.
 
 ```ruby
+# _plugins/wordpress.rb
 # frozen_string_literal: true
 
-require 'sutty_migration/jekyll/document_creator'
-require 'sutty_migration/wordpress_xml'
-require 'jekyll-write-and-commit-changes'
-require 'securerandom'
-
-# Run after reading the site
-Jekyll::Hooks.register :site, :post_read do |site|
-  # Put the XML dump at _files/wordpress.xml
-  xml = SuttyMigration::WordpressXml.new site: site, file: '_files/wordpress.xml'
-
-  # Download all files
-  xml.attachments.values.map(&:download)
-
-  # Migrate posts.  You can move metadata around and recover
-  # relationships or any info your theme requires.
-  xml.posts.values.each do |post|
-    # Update documents already migrated.
-    doc = Jekyll::Document.find_or_create(site: site, collection: locale, title: post.title, slug: post.slug, date: post.date)
-    # Don't change the UUIDv4
-    d.data['uuid'] ||= SecureRandom.uuid
-    d.data['draft'] = post.draft?
-    d.data['layout'] = 'post'
-    d.data['last_modified_at'] = post.last_modified_at
-
-    d.data['categories'] = post.categories.map { |c| c[:title] }
-    d.data['tags'] = post.tags.map { |t| t[:title] }
-
-    d.data['author'] = post.author[:email]
-    d.data['description'] = post.description
-    d.content = post.content
-
-    doc.save
-  rescue => e
-    Jekyll.logger.warn "Couldn't migrate #{post.title}"
-  end
-
-  exit # Stop here
+require 'jekyll-wordpress-xml-migration'
+require 'pry'
+
+Jekyll::Hooks.register :wordpress_post, :post_init do |item|
+  binding.pry
 end
 ```
 

data/lib/jekyll-wordpress-xml-migration.rb

@@ -10,10 +10,79 @@
 # can use `wordpress_url`.
 #
 # JEKYLL_ENV=migration bundle exec jekyll build
-Jekyll::Hooks.register :site, :post_read, priority: :high do |_site|
+Jekyll::Hooks.register :site, :post_read, priority: :high do |site|
   next unless Jekyll.env == 'migration'
 
-  wordpress_xml = '_files/wordpress.xml'
+  file = '_files/wordpress.xml'
 
-  Jekyll.logger.abort_with 'Migration:', "#{wordpress_xml} is missing!" unless File.exists wordpress_xml
+  Jekyll.logger.abort_with 'Migration:', "#{file} is missing!" unless File.exist? file
+
+  require 'sutty_migration/wordpress_xml'
+  require 'sutty_migration/jekyll/document_creator'
+  require 'jekyll-write-and-commit-changes'
+
+  wordpress = SuttyMigration::WordpressXml.new(site:, file:)
+  migrated_posts = []
+
+  Jekyll::Hooks.trigger :migration, :post_init, wordpress
+
+  wordpress.attachments.values.uniq.each do |attachment|
+    Jekyll::Hooks.trigger :wordpress_attachment, :post_init, attachment.item
+
+    Jekyll::Hooks.trigger :wordpress_attachment, :pre_render, attachment
+    # Download and convert to Sutty's public/
+    attachment.public_path
+    Jekyll::Hooks.trigger :wordpress_attachment, :post_convert, attachment
+    Jekyll::Hooks.trigger :wordpress_attachment, :post_render, attachment
+    Jekyll::Hooks.trigger :wordpress_attachment, :post_write, attachment
+  end
+
+  wordpress.posts.each_value do |post|
+    Jekyll::Hooks.trigger :wordpress_post, :post_init, post.item
+    Jekyll::Hooks.trigger :wordpress_post, :pre_render, post
+    Jekyll::Document.find_or_create(site:, slug: post.slug, title: post.title, date: post.date,
+                                    collection: 'posts').tap do |doc|
+      # If you want to customize the layout, change it with a :post_init
+      # hook.
+      doc.data['layout'] = 'post'
+      doc.data['permalink'] = post.permalink
+      doc.data['created_at'] = post.date
+      doc.data['last_modified_at'] = post.last_modified_at&.localtime
+      doc.data['uuid'] ||= SecureRandom.uuid
+      doc.data['categories'] = post.categories.map { _1[:title] }
+      doc.data['tags'] = post.tags.map { _1[:title] }
+      doc.data['draft'] = post.draft?
+
+      unless (attachment_id = post.meta['_thumbnail_id'].to_i).zero?
+        attachment = wordpress.attachments[attachment_id]
+
+        if attachment
+          doc.data['image'] = {
+            'path' => attachment.public_path,
+            'description' => ''
+          }
+        end
+      end
+
+      Jekyll::Hooks.trigger :wordpress_post, :post_convert, doc
+
+      doc.content = post.beautiful_content
+
+      Jekyll::Hooks.trigger :wordpress_post, :post_render, doc
+
+      migrated_posts << doc
+    end
+  end
+
+  Jekyll::Hooks.trigger :migration, :post_convert, wordpress
+  Jekyll::Hooks.trigger :migration, :post_render, migrated_posts
+
+  # Save them all at the end
+  migrated_posts.each do |doc|
+    doc.save
+
+    Jekyll::Hooks.trigger :wordpress_post, :post_write, doc
+  end
+
+  Jekyll::Hooks.trigger :migration, :post_write, migrated_posts
 end

data/lib/sutty_migration/wordpress_xml/attachment.rb

@@ -17,11 +17,19 @@ module SuttyMigration
         @attachment_url ||= attribute_value('attachment_url') || attribute_value('guid')
       end
 
+      def parsed_url
+        @parsed_url ||= Addressable::URI.parse(attachment_url)
+      end
+
+      def normalized_url
+        @normalized_url ||= parsed_url.normalize
+      end
+
       # File destination
       #
       # @return [String]
       def dest
-        @dest ||= CGI.unescape(Addressable::URI.parse(attachment_url).path.sub(%r{\A/}, '').unicode_normalize)
+        @dest ||= CGI.unescape(parsed_url.path.sub(%r{\A/}, '').unicode_normalize)
       end
 
       # Metadata, with file information as a Hash
@@ -41,32 +49,30 @@ module SuttyMigration
       def download(progress: true)
         return true if File.exist? dest
 
-        ::Jekyll.logger.info 'Downloading:', dest
-
         FileUtils.mkdir_p File.dirname(dest)
 
         File.open(dest, 'w') do |f|
-          head = Faraday.head(attachment_url)
+          head = Faraday.head(normalized_url)
 
           if head.status > 399
-            ::Jekyll.logger.warn 'Error:', head.status.to_s
+            ::Jekyll.logger.warn 'Error:', "#{head.status} #{normalized_url}"
             return false
           end
 
           content_length = head.headers['content-length'].to_i
 
           if content_length.zero?
-            ::Jekyll.logger.warn 'Error:', 'Content length is zero'
+            ::Jekyll.logger.warn 'Error:', "Content length is zero for #{normalized_url}"
             return false
           end
 
-          if progress
-            progress_bar = ProgressBar.create(title: File.basename(dest), total: content_length,
-                                              output: $stderr)
-          end
+          ::Jekyll.logger.info 'Downloading:', dest
+
+          progress_bar =
+            (ProgressBar.create(title: File.basename(dest), total: content_length, output: $stderr) if progress)
 
           begin
-            Faraday.get(attachment_url) do |req|
+            Faraday.get(normalized_url) do |req|
               req.options.on_data = proc do |chunk, downloaded_bytes|
                 if downloaded_bytes > content_length
                   raise Faraday::Error, 'File is bigger than informed, aborting download'
@@ -74,15 +80,16 @@ module SuttyMigration
 
                 f.write chunk
 
-                progress_bar.progress = downloaded_bytes if progress
+                progress_bar&.progress = downloaded_bytes
               end
             end
           rescue Faraday::Error => e
             ::Jekyll.logger.warn 'Error:', e.message
           end
+
+          progress_bar&.stop
         end
 
-        progress_bar.stop if progress
         File.exist? dest
       end
 
@@ -94,6 +101,8 @@ module SuttyMigration
       #
       # @return [String]
       def public_path
+        return unless digest
+
         @public_path ||= File.join('public', digest[..27], dest.split('/').last).tap do
           next if File.exist? _1
 
@@ -102,8 +111,8 @@ module SuttyMigration
           # or old thumbnails.
           dir = File.dirname(_1)
           if File.directory?(dir) && !Dir.empty?(dir)
-            Jekyll::Logger.warn 'Migration:',
-                                "#{dir} is not empty, you probably have the same file with different names"
+            ::Jekyll.logger.warn 'Migration:',
+                                 "#{dir} is not empty, you probably have the same file with different names"
           end
 
           FileUtils.mkdir_p(File.dirname(_1))
@@ -120,9 +129,7 @@ module SuttyMigration
           begin
             require 'digest'
 
-            raise Faraday::Error unless download
-
-            Digest::SHA2.file(dest).hexdigest
+            Digest::SHA2.file(dest).hexdigest if download
           end
       end
     end

data/lib/sutty_migration/wordpress_xml/post.rb

@@ -25,7 +25,7 @@ module SuttyMigration
                       data-turbo href id name referrerpolicy rel reversed rowspan src start target title type]
       # rubocop:enable Style/MutableConstant
       SLASH = '/'
-      THUMBNAIL_PREFIX = /(-scaled)?(-\d+x\d+)?(\.....?)\z/
+      THUMBNAIL_PREFIX = /-\d+x\d+(\.....?)\z/
       # TODO: Move to wordpress-formatting
       WORDPRESS_ELEMENT_START = /\[(\w+ [^\]]+)\]/
       WORDPRESS_ELEMENT_END = %r{\[(/\w+)\]}
@@ -50,13 +50,13 @@ module SuttyMigration
 
       # Permalink. Absolute URL to the post.
       #
-      # @return [String]
+      # @return [String, nil]
       def permalink
         @permalink ||=
           begin
-            p = attribute_value('link')&.delete(wordpress.url)
+            p = attribute_value('link')&.sub(wordpress.url, '')&.split('?', 2)&.first
 
-            unless p.nil?
+            unless p.nil? || p.blank?
               p << SLASH if !p.end_with?(SLASH) && File.extname(p).empty?
 
               p.squeeze(SLASH)
@@ -104,10 +104,10 @@ module SuttyMigration
       #
       # @return [Time, nil]
       def last_modified_at
-        @last_modified_at ||=
-          if (date = attribute_value('post_modified_gmt'))
-            ::Jekyll::Utils.parse_date(date)
-          end
+        @last_modified_at ||= %w[post_modified_gmt post_modified].map do |date_attr|
+          ::Jekyll::Utils.parse_date attribute_value(date_attr)
+        rescue StandardError
+        end.compact.first
       end
 
       # Content as an HTML string, converting Wordpress [tags] to <tags>
@@ -135,10 +135,17 @@ module SuttyMigration
         @parsed_content ||= Nokogiri::HTML.fragment(sanitized_content).tap do |html|
           html.css('[src]').each do |element|
             # Remove the thumbnail suffix, we only want the original files
-            element['src'] = element['src'].sub(THUMBNAIL_PREFIX, '\\3')
+            element['src'] = element['src'].sub(THUMBNAIL_PREFIX, '\\1')
 
             if element['src'].start_with? wordpress.url
-              element['src'] = wordpress.attachments[CGI.unescape element['src']].public_path
+              attachment = wordpress.attachments[CGI.unescape element['src']]
+
+              unless attachment
+                ::Jekyll.logger.warn 'Error:', "Not found #{element['src']}"
+                next
+              end
+
+              element['src'] = attachment.public_path
 
               # Move the element into a <figure> like our editor does
               unless element.parent && element.parent.name == '#document-fragment'

data/lib/sutty_migration/wordpress_xml.rb

@@ -15,7 +15,13 @@ module SuttyMigration
     def initialize(site:, file:)
       @site = site
       @file = file
-      @xml  = Nokogiri::XML File.read(file)
+      @xml  = Nokogiri::XML File.read(file).delete("\b").delete("\u0002")
+
+      if xml.errors.empty?
+        ::Jekyll.logger.info 'Migration:', "#{file} parsed correctly"
+      else
+        ::Jekyll.logger.warn 'Migration:', "#{xml.errors.count} parsing errors found on #{file}!"
+      end
 
       # Make things easier by removing namespaces.
       xml.remove_namespaces!
@@ -108,8 +114,8 @@ module SuttyMigration
     #
     # @return [Hash]
     def posts
-      @posts ||= items_find_by('post_type', 'post').map do |post|
-        { attribute_value(post, 'post_id').to_i => Post.new(wordpress: self, item: post) }
+      @posts ||= items_find_by('post_type', 'post').map do |item|
+        { attribute_value(item, 'post_id').to_i => Post.new(wordpress: self, item:) }
       end.reduce(&:merge)
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sutty-migration
 version: !ruby/object:Gem::Version
-  version: 0.4.0rc0
+  version: 0.4.0rc1
 platform: ruby
 authors:
 - f
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-10-16 00:00:00.000000000 Z
+date: 2026-10-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jekyll