e621_export_downloader 0.0.15 → 0.0.17

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 43252e47acad14d67c217eb56a4a654a7e2c23b6ad94d9ae5270b4567aa783b7
-  data.tar.gz: 80937ac83a3b7e140e3ee357ae0882661de6b4e4ced8d014172adfb08067bcff
+  metadata.gz: 6d58e880077e657ef28542f3873a57f6b2759c2dc5cc3ace7b39b0b016134b1d
+  data.tar.gz: 93ba667cb1a85c203cf861aeedfc36ae4ba8dffeb9bc50c08df275a8ccd27844
 SHA512:
-  metadata.gz: 7720d7aef0ee5766d73228f5c7dad458ed0259c7e23b36c68b2bd276ebd4a44fccea5906c1a5f25b8d755d689dbda3072fecaf961fe34f8231472d434b3c842f
-  data.tar.gz: 859435375a092f027b814399106cdbdebcea9643587634d54b0d4db166006c1305e27e914edb1d471188220c3fd57cc0da89c71bb6734d0f813ec7b662ea2551
+  metadata.gz: af0d7f73fc67b9c2a291ca5c8de1e200dcd09e42ddf31d4c40fb07938a1f25a13b428dff8ad6e3a44190b6b2c3a672991d8f5b9a40aed2e808286512bf60812e
+  data.tar.gz: c012e57c2fc91e8d3991f47eb59842947a81acad6137a52f1ad768b8dcaeeb9990b13ffdad5d8d6c398a9dd6ba768928183163af14670398ce78b7874ccdf99b

data/CHANGELOG.md

@@ -0,0 +1,81 @@
+# Changelog
+
+## [0.0.17] - 2026-06-29
+
+_0.0.17_
+
+## [0.0.16] - 2026-06-24
+
+### Added
+- Add new dbexport fields (from: e621ng/e621ng#2181, pending: e621ng/e621ng#2222)
+
+## [0.0.15] - 2026-06-14
+
+### Added
+- Add method to track download progress
+
+## [0.0.14] - 2026-06-14
+
+### Changed
+- optimize csv import
+
+## [0.0.13] - 2026-06-13
+
+### Added
+- Add stored row count & text indexes
+
+## [0.0.12] - 2026-06-12
+
+### Fixed
+- Fix post versions missing post_id
+
+## [0.0.11] - 2026-06-12
+
+### Fixed
+- Fix csv import
+
+## [0.0.10] - 2026-06-12
+
+### Fixed
+- Fix models
+
+## [0.0.9] - 2026-06-12
+
+### Fixed
+- Fix parsing
+
+## [0.0.8] - 2026-06-12
+
+### Added
+- Add csv import function to models
+
+## [0.0.7] - 2026-06-12
+
+### Fixed
+- Fix railtie
+
+## [0.0.6] - 2026-06-12
+
+_Rails Migration & models_
+
+## [0.0.5] - 2026-06-12
+
+_force republish_
+
+## [0.0.4] - 2026-06-12
+
+_db export changes_
+
+## [0.0.3] - 2026-05-19
+
+### Added
+- Add activejob serializer
+
+## [0.0.2] - 2026-05-05
+
+### Fixed
+- Fix Types serialization
+
+## [0.0.1] - 2026-05-05
+
+_Initial Commit_

data/lib/e621/artist.rb

@@ -25,16 +25,17 @@ module E621
     private_class_method(def self.attributes_from_export(record)
       {
         id:             record.id,
+        active_urls:    record.active_urls,
         created_at:     record.created_at,
         creator_id:     record.creator_id,
         group_name:     record.group_name,
+        inactive_urls:  record.inactive_urls,
         is_active:      record.is_active,
         is_locked:      record.is_locked,
         linked_user_id: record.linked_user_id,
         name:           record.name,
         other_names:    record.other_names,
         updated_at:     record.updated_at,
-        urls:           record.urls,
       }
     end)
   end

data/lib/e621/bulk_update_request.rb

@@ -27,10 +27,13 @@ module E621
         id:             record.id,
         approver_id:    record.approver_id,
         created_at:     record.created_at,
+        down_votes:     record.down_votes,
         forum_topic_id: record.forum_topic_id,
+        meh_votes:      record.meh_votes,
         script:         record.script,
         status:         record.status,
         title:          record.title,
+        up_votes:       record.up_votes,
         updated_at:     record.updated_at,
         user_id:        record.user_id,
       }

data/lib/e621/post.rb

@@ -24,35 +24,38 @@ module E621
 
     private_class_method(def self.attributes_from_export(record)
       {
-        id:               record.id,
-        approver_id:      record.approver_id,
-        change_seq:       record.change_seq,
-        comment_count:    record.comment_count,
-        created_at:       record.created_at,
-        description:      record.description,
-        down_score:       record.down_score,
-        duration:         record.duration,
-        fav_count:        record.fav_count,
-        file_ext:         record.file_ext,
-        file_size:        record.file_size,
-        image_height:     record.image_height,
-        image_width:      record.image_width,
-        is_deleted:       record.is_deleted,
-        is_flagged:       record.is_flagged,
-        is_note_locked:   record.is_note_locked,
-        is_pending:       record.is_pending,
-        is_rating_locked: record.is_rating_locked,
-        is_status_locked: record.is_status_locked,
-        locked_tags:      record.locked_tags,
-        md5:              record.md5,
-        parent_id:        record.parent_id,
-        rating:           record.rating,
-        score:            record.score,
-        sources:          record.sources,
-        tags:             record.tags,
-        up_score:         record.up_score,
-        updated_at:       record.updated_at,
-        uploader_id:      record.uploader_id,
+        id:                record.id,
+        approver_id:       record.approver_id,
+        bg_color:          record.bg_color,
+        change_seq:        record.change_seq,
+        comment_count:     record.comment_count,
+        created_at:        record.created_at,
+        description:       record.description,
+        down_score:        record.down_score,
+        duration:          record.duration,
+        fav_count:         record.fav_count,
+        file_ext:          record.file_ext,
+        file_size:         record.file_size,
+        image_height:      record.image_height,
+        image_width:       record.image_width,
+        is_deleted:        record.is_deleted,
+        is_flagged:        record.is_flagged,
+        is_note_locked:    record.is_note_locked,
+        is_pending:        record.is_pending,
+        is_rating_locked:  record.is_rating_locked,
+        is_status_locked:  record.is_status_locked,
+        last_commented_at: record.last_commented_at,
+        last_noted_at:     record.last_noted_at,
+        locked_tags:       record.locked_tags,
+        md5:               record.md5,
+        parent_id:         record.parent_id,
+        rating:            record.rating,
+        score:             record.score,
+        sources:           record.sources,
+        tags:              record.tags,
+        up_score:          record.up_score,
+        updated_at:        record.updated_at,
+        uploader_id:       record.uploader_id,
       }
     end)
   end

data/lib/e621/tag_alias.rb

@@ -26,9 +26,19 @@ module E621
       {
         id:              record.id,
         antecedent_name: record.antecedent_name,
+        approver_id:     record.approver_id,
         consequent_name: record.consequent_name,
         created_at:      record.created_at,
+        # creator_id:      record.creator_id,
+        down_votes:      record.down_votes,
+        forum_post_id:   record.forum_post_id,
+        forum_topic_id:  record.forum_topic_id,
+        meh_votes:       record.meh_votes,
+        post_count:      record.post_count,
+        reason:          record.reason,
         status:          record.status,
+        up_votes:        record.up_votes,
+        updated_at:      record.updated_at,
       }
     end)
   end

data/lib/e621/tag_implication.rb

@@ -24,11 +24,21 @@ module E621
 
     private_class_method(def self.attributes_from_export(record)
       {
-        id:              record.id,
-        antecedent_name: record.antecedent_name,
-        consequent_name: record.consequent_name,
-        created_at:      record.created_at,
-        status:          record.status,
+        id:               record.id,
+        antecedent_name:  record.antecedent_name,
+        approver_id:      record.approver_id,
+        consequent_name:  record.consequent_name,
+        created_at:       record.created_at,
+        # creator_id:       record.creator_id,
+        descendant_names: record.descendant_names,
+        down_votes:       record.down_votes,
+        forum_post_id:    record.forum_post_id,
+        forum_topic_id:   record.forum_topic_id,
+        meh_votes:        record.meh_votes,
+        reason:           record.reason,
+        status:           record.status,
+        up_votes:         record.up_votes,
+        updated_at:       record.updated_at,
       }
     end)
   end

data/lib/e621/wiki_page.rb

@@ -29,6 +29,7 @@ module E621
         created_at:  record.created_at,
         creator_id:  record.creator_id,
         is_locked:   record.is_locked,
+        parent:      record.parent,
         title:       record.title,
         updated_at:  record.updated_at,
         uploader_id: record.uploader_id,

data/lib/e621_export_downloader/models/artist.rb

@@ -6,6 +6,9 @@ module E621ExportDownloader
     class Artist
       extend(T::Sig)
 
+      sig { returns(T::Array[String]) }
+      attr_reader(:active_urls)
+
       sig { returns(DateTime) }
       attr_reader(:created_at)
 
@@ -18,6 +21,9 @@ module E621ExportDownloader
       sig { returns(Integer) }
       attr_reader(:id)
 
+      sig { returns(T::Array[String]) }
+      attr_reader(:inactive_urls)
+
       sig { returns(T::Boolean) }
       attr_reader(:is_active)
 
@@ -36,16 +42,15 @@ module E621ExportDownloader
       sig { returns(DateTime) }
       attr_reader(:updated_at)
 
-      sig { returns(T::Array[String]) }
-      attr_reader(:urls)
-
       sig { params(record: T::Hash[String, String]).void }
       def initialize(record)
         @record = T.let(record, T::Hash[String, String])
+        @active_urls    = T.let(T.must(record["active_urls"]).split("\n"), T::Array[String])
         @created_at     = T.let(DateTime.parse(record["created_at"]), DateTime)
         @creator_id     = T.let(record["creator_id"].to_i, Integer)
         @group_name     = T.let(T.must(record["group_name"]).empty? ? nil : record["group_name"], T.nilable(String))
         @id             = T.let(record["id"].to_i, Integer)
+        @inactive_urls  = T.let(T.must(record["inactive_urls"]).split("\n"), T::Array[String])
         @is_active      = T.let(record["is_active"] == "t", T::Boolean)
         @is_locked      = T.let(record["is_locked"] == "t", T::Boolean)
         @linked_user_id = T.let(T.must(record["linked_user_id"]).empty? ? nil : record["linked_user_id"].to_i, T.nilable(Integer))
@@ -53,23 +58,23 @@ module E621ExportDownloader
         inner           = T.must(T.must(record["other_names"])[1..-2])
         @other_names    = T.let(inner.empty? ? [] : inner.split(","), T::Array[String])
         @updated_at     = T.let(DateTime.parse(record["updated_at"]), DateTime)
-        @urls           = T.let(T.must(record["urls"]).split("\n"), T::Array[String])
       end
 
       sig { params(_args: T.untyped).returns(String) }
       def to_json(*_args)
         {
+          active_urls:    @active_urls,
           created_at:     @created_at,
           creator_id:     @creator_id,
           group_name:     @group_name,
           id:             @id,
+          inactive_urls:  @inactive_urls,
           is_active:      @is_active,
           is_locked:      @is_locked,
           linked_user_id: @linked_user_id,
           name:           @name,
           other_names:    @other_names,
           updated_at:     @updated_at,
-          urls:           @urls,
         }.to_json
       end
     end

data/lib/e621_export_downloader/models/bulk_update_request.rb

@@ -12,12 +12,18 @@ module E621ExportDownloader
       sig { returns(DateTime) }
       attr_reader(:created_at)
 
+      sig { returns(Integer) }
+      attr_reader(:down_votes)
+
       sig { returns(T.nilable(Integer)) }
       attr_reader(:forum_topic_id)
 
       sig { returns(Integer) }
       attr_reader(:id)
 
+      sig { returns(Integer) }
+      attr_reader(:meh_votes)
+
       sig { returns(String) }
       attr_reader(:script)
 
@@ -27,6 +33,9 @@ module E621ExportDownloader
       sig { returns(T.nilable(String)) }
       attr_reader(:title)
 
+      sig { returns(Integer) }
+      attr_reader(:up_votes)
+
       sig { returns(DateTime) }
       attr_reader(:updated_at)
 
@@ -38,11 +47,14 @@ module E621ExportDownloader
         @record         = T.let(record, T::Hash[String, String])
         @approver_id    = T.let(T.must(record["approver_id"]).empty? ? nil : record["approver_id"].to_i, T.nilable(Integer))
         @created_at     = T.let(DateTime.parse(record["created_at"]), DateTime)
+        @down_votes     = T.let(record["down_votes"].to_i, Integer)
         @forum_topic_id = T.let(T.must(record["forum_topic_id"]).empty? ? nil : record["forum_topic_id"].to_i, T.nilable(Integer))
         @id             = T.let(record["id"].to_i, Integer)
+        @meh_votes      = T.let(record["meh_votes"].to_i, Integer)
         @script         = T.let(T.must(record["script"]), String)
         @status         = T.let(T.must(record["status"]), String)
         @title          = T.let(T.must(record["title"]).empty? ? nil : record["title"], T.nilable(String))
+        @up_votes       = T.let(record["up_votes"].to_i, Integer)
         @updated_at     = T.let(DateTime.parse(record["updated_at"]), DateTime)
         @user_id        = T.let(record["user_id"].to_i, Integer)
       end
@@ -52,11 +64,14 @@ module E621ExportDownloader
         {
           approver_id:    @approver_id,
           created_at:     @created_at,
+          down_votes:     @down_votes,
           forum_topic_id: @forum_topic_id,
           id:             @id,
+          meh_votes:      @meh_votes,
           script:         @script,
           status:         @status,
           title:          @title,
+          up_votes:       @up_votes,
           updated_at:     @updated_at,
           user_id:        @user_id,
         }.to_json

data/lib/e621_export_downloader/models/post.rb

@@ -9,6 +9,9 @@ module E621ExportDownloader
       sig { returns(T.nilable(Integer)) }
       attr_reader(:approver_id)
 
+      sig { returns(T.nilable(String)) }
+      attr_reader(:bg_color)
+
       sig { returns(Integer) }
       attr_reader(:change_seq)
 
@@ -63,6 +66,12 @@ module E621ExportDownloader
       sig { returns(T::Boolean) }
       attr_reader(:is_status_locked)
 
+      sig { returns(T.nilable(DateTime)) }
+      attr_reader(:last_commented_at)
+
+      sig { returns(T.nilable(DateTime)) }
+      attr_reader(:last_noted_at)
+
       sig { returns(String) }
       attr_reader(:locked_tags)
 
@@ -96,69 +105,75 @@ module E621ExportDownloader
       sig { params(record: T::Hash[String, String]).void }
       def initialize(record)
         @record = T.let(record, T::Hash[String, String])
-        @approver_id = T.let(T.must(record["approver_id"]).empty? ? nil : record["approver_id"].to_i, T.nilable(Integer))
-        @change_seq = T.let(record["change_seq"].to_i, Integer)
-        @comment_count = T.let(record["comment_count"].to_i, Integer)
-        @created_at = T.let(DateTime.parse(record["created_at"]), DateTime)
-        @description = T.let(T.must(record["description"]).gsub("\r\n", "\n"), String)
-        @down_score = T.let(record["down_score"].to_i, Integer)
-        @duration = T.let(T.must(record["duration"]).empty? ? nil : record["duration"].to_f, T.nilable(Float))
-        @fav_count = T.let(record["fav_count"].to_i, Integer)
-        @file_ext = T.let(T.must(record["file_ext"]), String)
-        @file_size = T.let(record["file_size"].to_i, Integer)
-        @id = T.let(record["id"].to_i, Integer)
-        @image_height = T.let(record["image_height"].to_i, Integer)
-        @image_width = T.let(record["image_width"].to_i, Integer)
-        @is_deleted = T.let(record["is_deleted"] == "t", T::Boolean)
-        @is_flagged = T.let(record["is_flagged"] == "t", T::Boolean)
-        @is_note_locked = T.let(record["is_note_locked"] == "t", T::Boolean)
-        @is_pending = T.let(record["is_pending"] == "t", T::Boolean)
-        @is_rating_locked = T.let(record["is_rating_locked"] == "t", T::Boolean)
-        @is_status_locked = T.let(record["is_status_locked"] == "t", T::Boolean)
-        @locked_tags = T.let(T.must(record["locked_tags"]), String)
-        @md5 = T.let(T.must(record["md5"]).empty? ? nil : record["md5"], T.nilable(String))
-        @parent_id = T.let(T.must(record["parent_id"]).empty? ? nil : record["parent_id"].to_i, T.nilable(Integer))
-        @rating = T.let(T.must(record["rating"]), String)
-        @score = T.let(record["score"].to_i, Integer)
-        @sources = T.let(T.must(record["source"]).gsub("\r\n", "\n").split("\n"), T::Array[String])
-        @tags = T.let(T.must(record["tag_string"]).split, T::Array[String])
-        @up_score = T.let(record["up_score"].to_i, Integer)
-        @updated_at = T.let(T.must(record["updated_at"]).empty? ? nil : DateTime.parse(record["updated_at"]), T.nilable(DateTime))
-        @uploader_id = T.let(T.must(record["uploader_id"]).empty? ? nil : record["uploader_id"].to_i, T.nilable(Integer))
+        @approver_id       = T.let(T.must(record["approver_id"]).empty? ? nil : record["approver_id"].to_i, T.nilable(Integer))
+        @bg_color          = T.let(T.must(record["bg_color"]).empty? ? nil : record["bg_color"], T.nilable(String))
+        @change_seq        = T.let(record["change_seq"].to_i, Integer)
+        @comment_count     = T.let(record["comment_count"].to_i, Integer)
+        @created_at        = T.let(DateTime.parse(record["created_at"]), DateTime)
+        @description       = T.let(T.must(record["description"]).gsub("\r\n", "\n"), String)
+        @down_score        = T.let(record["down_score"].to_i, Integer)
+        @duration          = T.let(T.must(record["duration"]).empty? ? nil : record["duration"].to_f, T.nilable(Float))
+        @fav_count         = T.let(record["fav_count"].to_i, Integer)
+        @file_ext          = T.let(T.must(record["file_ext"]), String)
+        @file_size         = T.let(record["file_size"].to_i, Integer)
+        @id                = T.let(record["id"].to_i, Integer)
+        @image_height      = T.let(record["image_height"].to_i, Integer)
+        @image_width       = T.let(record["image_width"].to_i, Integer)
+        @is_deleted        = T.let(record["is_deleted"] == "t", T::Boolean)
+        @is_flagged        = T.let(record["is_flagged"] == "t", T::Boolean)
+        @is_note_locked    = T.let(record["is_note_locked"] == "t", T::Boolean)
+        @is_pending        = T.let(record["is_pending"] == "t", T::Boolean)
+        @is_rating_locked  = T.let(record["is_rating_locked"] == "t", T::Boolean)
+        @is_status_locked  = T.let(record["is_status_locked"] == "t", T::Boolean)
+        @last_commented_at = T.let(T.must(record["last_commented_at"]).empty? ? nil : DateTime.parse(record["last_commented_at"]), T.nilable(DateTime))
+        @last_noted_at     = T.let(T.must(record["last_noted_at"]).empty? ? nil : DateTime.parse(record["last_noted_at"]), T.nilable(DateTime))
+        @locked_tags       = T.let(T.must(record["locked_tags"]), String)
+        @md5               = T.let(T.must(record["md5"]).empty? ? nil : record["md5"], T.nilable(String))
+        @parent_id         = T.let(T.must(record["parent_id"]).empty? ? nil : record["parent_id"].to_i, T.nilable(Integer))
+        @rating            = T.let(T.must(record["rating"]), String)
+        @score             = T.let(record["score"].to_i, Integer)
+        @sources           = T.let(T.must(record["source"]).gsub("\r\n", "\n").split("\n"), T::Array[String])
+        @tags              = T.let(T.must(record["tag_string"]).split, T::Array[String])
+        @up_score          = T.let(record["up_score"].to_i, Integer)
+        @updated_at        = T.let(T.must(record["updated_at"]).empty? ? nil : DateTime.parse(record["updated_at"]), T.nilable(DateTime))
+        @uploader_id       = T.let(T.must(record["uploader_id"]).empty? ? nil : record["uploader_id"].to_i, T.nilable(Integer))
       end
 
       sig { params(_args: T.untyped).returns(String) }
       def to_json(*_args)
         {
-          approver_id:      @approver_id,
-          change_seq:       @change_seq,
-          comment_count:    @comment_count,
-          created_at:       @created_at,
-          description:      @description,
-          down_score:       @down_score,
-          duration:         @duration,
-          fav_count:        @fav_count,
-          file_ext:         @file_ext,
-          file_size:        @file_size,
-          id:               @id,
-          image_height:     @image_height,
-          image_width:      @image_width,
-          is_deleted:       @is_deleted,
-          is_flagged:       @is_flagged,
-          is_note_locked:   @is_note_locked,
-          is_pending:       @is_pending,
-          is_rating_locked: @is_rating_locked,
-          is_status_locked: @is_status_locked,
-          locked_tags:      @locked_tags,
-          md5:              @md5,
-          parent_id:        @parent_id,
-          rating:           @rating,
-          score:            @score,
-          sources:          @sources,
-          tags:             @tags,
-          up_score:         @up_score,
-          updated_at:       @updated_at,
-          uploader_id:      @uploader_id,
+          approver_id:       @approver_id,
+          bg_color:          @bg_color,
+          change_seq:        @change_seq,
+          comment_count:     @comment_count,
+          created_at:        @created_at,
+          description:       @description,
+          down_score:        @down_score,
+          duration:          @duration,
+          fav_count:         @fav_count,
+          file_ext:          @file_ext,
+          file_size:         @file_size,
+          id:                @id,
+          image_height:      @image_height,
+          image_width:       @image_width,
+          is_deleted:        @is_deleted,
+          is_flagged:        @is_flagged,
+          is_note_locked:    @is_note_locked,
+          is_pending:        @is_pending,
+          is_rating_locked:  @is_rating_locked,
+          is_status_locked:  @is_status_locked,
+          last_commented_at: @last_commented_at,
+          last_noted_at:     @last_noted_at,
+          locked_tags:       @locked_tags,
+          md5:               @md5,
+          parent_id:         @parent_id,
+          rating:            @rating,
+          score:             @score,
+          sources:           @sources,
+          tags:              @tags,
+          up_score:          @up_score,
+          updated_at:        @updated_at,
+          uploader_id:       @uploader_id,
         }.to_json
       end
     end

data/lib/e621_export_downloader/models/tag_alias.rb

@@ -9,36 +9,86 @@ module E621ExportDownloader
       sig { returns(String) }
       attr_reader(:antecedent_name)
 
+      sig { returns(T.nilable(Integer)) }
+      attr_reader(:approver_id)
+
       sig { returns(String) }
       attr_reader(:consequent_name)
 
       sig { returns(T.nilable(DateTime)) }
       attr_reader(:created_at)
 
+      # sig { returns(T.nilable(Integer)) }
+      # attr_reader(:creator_id)
+
+      sig { returns(Integer) }
+      attr_reader(:down_votes)
+
+      sig { returns(T.nilable(Integer)) }
+      attr_reader(:forum_post_id)
+
+      sig { returns(T.nilable(Integer)) }
+      attr_reader(:forum_topic_id)
+
       sig { returns(Integer) }
       attr_reader(:id)
 
+      sig { returns(Integer) }
+      attr_reader(:meh_votes)
+
+      sig { returns(Integer) }
+      attr_reader(:post_count)
+
+      sig { returns(String) }
+      attr_reader(:reason)
+
       sig { returns(String) }
       attr_reader(:status)
 
+      sig { returns(Integer) }
+      attr_reader(:up_votes)
+
+      sig { returns(T.nilable(DateTime)) }
+      attr_reader(:updated_at)
+
       sig { params(record: T::Hash[String, String]).void }
       def initialize(record)
-        @record = T.let(record, T::Hash[String, String])
+        @record          = T.let(record, T::Hash[String, String])
         @antecedent_name = T.let(T.must(record["antecedent_name"]), String)
+        @approver_id     = T.let(T.must(record["approver_id"]).empty? ? nil : record["approver_id"].to_i, T.nilable(Integer))
         @consequent_name = T.let(T.must(record["consequent_name"]), String)
-        @created_at = T.let(T.must(record["created_at"]).empty? ? nil : DateTime.parse(record["created_at"]), T.nilable(DateTime))
-        @id = T.let(record["id"].to_i, Integer)
-        @status = T.let(T.must(record["status"]), String)
+        @created_at      = T.let(T.must(record["created_at"]).empty? ? nil : DateTime.parse(record["created_at"]), T.nilable(DateTime))
+        # @creator_id      = T.let(T.must(record["creator_id"]).empty? ? nil : record["creator_id"].to_i, T.nilable(Integer))
+        @down_votes      = T.let(record["down_votes"].to_i, Integer)
+        @forum_post_id   = T.let(T.must(record["forum_post_id"]).empty? ? nil : record["forum_post_id"].to_i, T.nilable(Integer))
+        @forum_topic_id  = T.let(T.must(record["forum_topic_id"]).empty? ? nil : record["forum_topic_id"].to_i, T.nilable(Integer))
+        @id              = T.let(record["id"].to_i, Integer)
+        @meh_votes       = T.let(record["meh_votes"].to_i, Integer)
+        @post_count      = T.let(record["post_count"].to_i, Integer)
+        @reason          = T.let(T.must(record["reason"]), String)
+        @status          = T.let(T.must(record["status"]), String)
+        @up_votes        = T.let(record["up_votes"].to_i, Integer)
+        @updated_at      = T.let(T.must(record["updated_at"]).empty? ? nil : DateTime.parse(record["updated_at"]), T.nilable(DateTime))
       end
 
       sig { params(_args: T.untyped).returns(String) }
       def to_json(*_args)
         {
           antecedent_name: @antecedent_name,
+          approver_id:     @approver_id,
           consequent_name: @consequent_name,
           created_at:      @created_at,
+          # creator_id:      @creator_id,
+          down_votes:      @down_votes,
+          forum_post_id:   @forum_post_id,
+          forum_topic_id:  @forum_topic_id,
           id:              @id,
+          meh_votes:       @meh_votes,
+          post_count:      @post_count,
+          reason:          @reason,
           status:          @status,
+          up_votes:        @up_votes,
+          updated_at:      @updated_at,
         }.to_json
       end
     end

data/lib/e621_export_downloader/models/tag_implication.rb

@@ -9,36 +9,87 @@ module E621ExportDownloader
       sig { returns(String) }
       attr_reader(:antecedent_name)
 
+      sig { returns(T.nilable(Integer)) }
+      attr_reader(:approver_id)
+
       sig { returns(String) }
       attr_reader(:consequent_name)
 
       sig { returns(T.nilable(DateTime)) }
       attr_reader(:created_at)
 
+      # sig { returns(T.nilable(Integer)) }
+      # attr_reader(:creator_id)
+
+      sig { returns(T::Array[String]) }
+      attr_reader(:descendant_names)
+
+      sig { returns(Integer) }
+      attr_reader(:down_votes)
+
+      sig { returns(T.nilable(Integer)) }
+      attr_reader(:forum_post_id)
+
+      sig { returns(T.nilable(Integer)) }
+      attr_reader(:forum_topic_id)
+
       sig { returns(Integer) }
       attr_reader(:id)
 
+      sig { returns(Integer) }
+      attr_reader(:meh_votes)
+
+      sig { returns(String) }
+      attr_reader(:reason)
+
       sig { returns(String) }
       attr_reader(:status)
 
+      sig { returns(Integer) }
+      attr_reader(:up_votes)
+
+      sig { returns(T.nilable(DateTime)) }
+      attr_reader(:updated_at)
+
       sig { params(record: T::Hash[String, String]).void }
       def initialize(record)
-        @record = T.let(record, T::Hash[String, String])
+        @record          = T.let(record, T::Hash[String, String])
         @antecedent_name = T.let(T.must(record["antecedent_name"]), String)
+        @approver_id     = T.let(T.must(record["approver_id"]).empty? ? nil : record["approver_id"].to_i, T.nilable(Integer))
         @consequent_name = T.let(T.must(record["consequent_name"]), String)
-        @created_at = T.let(T.must(record["created_at"]).empty? ? nil : DateTime.parse(record["created_at"]), T.nilable(DateTime))
-        @id = T.let(record["id"].to_i, Integer)
-        @status = T.let(T.must(record["status"]), String)
+        @created_at      = T.let(T.must(record["created_at"]).empty? ? nil : DateTime.parse(record["created_at"]), T.nilable(DateTime))
+        # @creator_id      = T.let(T.must(record["creator_id"]).empty? ? nil : record["creator_id"].to_i, T.nilable(Integer))
+        inner            = T.must(T.must(record["descendant_names"])[1..-2])
+        @descendant_names = T.let(inner.empty? ? [] : inner.split(","), T::Array[String])
+        @down_votes      = T.let(record["down_votes"].to_i, Integer)
+        @forum_post_id   = T.let(T.must(record["forum_post_id"]).empty? ? nil : record["forum_post_id"].to_i, T.nilable(Integer))
+        @forum_topic_id  = T.let(T.must(record["forum_topic_id"]).empty? ? nil : record["forum_topic_id"].to_i, T.nilable(Integer))
+        @id              = T.let(record["id"].to_i, Integer)
+        @meh_votes       = T.let(record["meh_votes"].to_i, Integer)
+        @reason          = T.let(T.must(record["reason"]), String)
+        @status          = T.let(T.must(record["status"]), String)
+        @up_votes        = T.let(record["up_votes"].to_i, Integer)
+        @updated_at      = T.let(T.must(record["updated_at"]).empty? ? nil : DateTime.parse(record["updated_at"]), T.nilable(DateTime))
       end
 
       sig { params(_args: T.untyped).returns(String) }
       def to_json(*_args)
         {
-          antecedent_name: @antecedent_name,
-          consequent_name: @consequent_name,
-          created_at:      @created_at,
-          id:              @id,
-          status:          @status,
+          antecedent_name:  @antecedent_name,
+          approver_id:      @approver_id,
+          consequent_name:  @consequent_name,
+          created_at:       @created_at,
+          # creator_id:       @creator_id,
+          descendant_names: @descendant_names,
+          down_votes:       @down_votes,
+          forum_post_id:    @forum_post_id,
+          forum_topic_id:   @forum_topic_id,
+          id:               @id,
+          meh_votes:        @meh_votes,
+          reason:           @reason,
+          status:           @status,
+          up_votes:         @up_votes,
+          updated_at:       @updated_at,
         }.to_json
       end
     end

data/lib/e621_export_downloader/models/wiki_page.rb

@@ -21,6 +21,9 @@ module E621ExportDownloader
       sig { returns(T::Boolean) }
       attr_reader(:is_locked)
 
+      sig { returns(T.nilable(String)) }
+      attr_reader(:parent)
+
       sig { returns(String) }
       attr_reader(:title)
 
@@ -38,7 +41,8 @@ module E621ExportDownloader
         @creator_id = T.let(T.must(record["creator_id"]).empty? ? nil : record["creator_id"].to_i, T.nilable(Integer))
         @id = T.let(record["id"].to_i, Integer)
         @is_locked = T.let(record["is_locked"] == "t", T::Boolean)
-        @title = T.let(T.must(record["title"]), String)
+        @parent    = T.let(T.must(record["parent"]).empty? ? nil : record["parent"], T.nilable(String))
+        @title     = T.let(T.must(record["title"]), String)
         @updated_at = T.let(T.must(record["updated_at"]).empty? ? nil : DateTime.parse(record["updated_at"]), T.nilable(DateTime))
         @updater_id = T.let(T.must(record["updater_id"]).empty? ? nil : record["updater_id"].to_i, T.nilable(Integer))
       end
@@ -51,6 +55,7 @@ module E621ExportDownloader
           creator_id: @creator_id,
           id:         @id,
           is_locked:  @is_locked,
+          parent:     @parent,
           title:      @title,
           updated_at: @updated_at,
           updater_id: @updater_id,

data/lib/e621_export_downloader/version.rb

@@ -4,7 +4,7 @@
 # loaded by bundler
 module E621ExportDownloader
   module Constants
-    VERSION = "0.0.15"
+    VERSION = "0.0.17"
     WEBSITE = "https://github.com/DonovanDMC/E621ExportDownloader.rb"
   end
 end

data/lib/generators/e621_export_downloader/templates/migrations/create_e621_tables.rb.erb

@@ -2,8 +2,6 @@
 
 class CreateE621Tables < ActiveRecord::Migration<%= migration_version %>
   def change
-    enable_extension("pg_trgm")
-
 <% if use_schema? -%>
     reversible do |r|
       r.up { execute("CREATE SCHEMA <%= schema %>") }
@@ -13,48 +11,46 @@ class CreateE621Tables < ActiveRecord::Migration<%= migration_version %>
 <% end -%>
     create_table(<%= table_ref("artists") %>, id: :bigint, default: nil, force: :cascade) do |t|
       t.datetime(:created_at, null: false)
-      t.bigint(:creator_id, null: false, index: true)
+      t.bigint(:creator_id, null: false)
       t.string(:group_name)
       t.boolean(:is_active, null: false)
       t.boolean(:is_locked, null: false)
-      t.bigint(:linked_user_id, index: true)
-      t.string(:name, null: false, index: { unique: true })
+      t.bigint(:linked_user_id)
+      t.string(:name, null: false)
       t.text(:other_names, array: true, null: false, default: [])
       t.datetime(:updated_at, null: false)
-      t.text(:urls)
-      t.index("group_name gin_trgm_ops", using: :gin)
-      t.index("name gin_trgm_ops", using: :gin)
+      t.text(:active_urls, null: false)
+      t.text(:inactive_urls, null: false)
     end
 
     create_table(<%= table_ref("bulk_update_requests") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.bigint(:approver_id, index: true)
+      t.bigint(:approver_id)
       t.datetime(:created_at, null: false)
-      t.bigint(:forum_topic_id, index: true)
-      t.bigint(:forum_post_id, index: true)
+      t.bigint(:forum_topic_id)
+      t.bigint(:forum_post_id)
       t.text(:script, null: false)
-      t.string(:status, null: false, index: true)
+      t.string(:status, null: false)
       t.string(:title)
       t.datetime(:updated_at, null: false)
-      t.bigint(:user_id, null: false, index: true)
-      t.index("script gin_trgm_ops", using: :gin)
-      t.index("title gin_trgm_ops", using: :gin)
+      t.bigint(:user_id, null: false)
+      t.integer(:down_votes, null: false)
+      t.integer(:meh_votes, null: false)
+      t.integer(:up_votes, null: false)
     end
 
     create_table(<%= table_ref("pools") %>, id: :bigint, default: nil, force: :cascade) do |t|
       t.string(:category, null: false)
       t.datetime(:created_at, null: false)
-      t.bigint(:creator_id, null: false, index: true)
+      t.bigint(:creator_id, null: false)
       t.text(:description, null: false)
       t.boolean(:is_active, null: false)
-      t.string(:name, null: false, index: true)
-      t.bigint(:post_ids, array: true, null: false, default: [], index: { using: :gin })
+      t.string(:name, null: false)
+      t.bigint(:post_ids, array: true, null: false)
       t.datetime(:updated_at)
-      t.index("description gin_trgm_ops", using: :gin)
-      t.index("name gin_trgm_ops", using: :gin)
     end
 
     create_table(<%= table_ref("posts") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.bigint(:approver_id, index: true)
+      t.bigint(:approver_id)
       t.bigint(:change_seq, null: false)
       t.integer(:comment_count, null: false)
       t.datetime(:created_at, null: false)
@@ -66,112 +62,116 @@ class CreateE621Tables < ActiveRecord::Migration<%= migration_version %>
       t.bigint(:file_size, null: false)
       t.integer(:image_height, null: false)
       t.integer(:image_width, null: false)
-      t.boolean(:is_deleted, null: false, index: true)
-      t.boolean(:is_flagged, null: false, index: true)
-      t.boolean(:is_note_locked, null: false, index: true)
-      t.boolean(:is_pending, null: false, index: true)
-      t.boolean(:is_rating_locked, null: false, index: true)
-      t.boolean(:is_status_locked, null: false, index: true)
+      t.boolean(:is_deleted, null: false)
+      t.boolean(:is_flagged, null: false)
+      t.boolean(:is_note_locked, null: false)
+      t.boolean(:is_pending, null: false)
+      t.boolean(:is_rating_locked, null: false)
+      t.boolean(:is_status_locked, null: false)
       t.text(:locked_tags, null: false)
-      t.string(:md5, index: { unique: true }, null: false)
-      t.bigint(:parent_id, index: true)
-      t.string(:rating, null: false, index: true)
+      t.string(:md5, null: false)
+      t.bigint(:parent_id)
+      t.string(:rating, null: false)
       t.integer(:score, null: false)
       t.text(:source, null: false)
       t.text(:tag_string, null: false)
       t.integer(:up_score, null: false)
-      t.datetime(:updated_at, index: true)
-      t.bigint(:uploader_id, index: true)
-      t.index("description gin_trgm_ops", using: :gin)
-      t.index("source gin_trgm_ops", using: :gin)
-      t.index("tag_string gin_trgm_ops", using: :gin)
+      t.datetime(:updated_at)
+      t.bigint(:uploader_id)
+      t.string(:bg_color)
+      t.datetime(:last_noted_at)
+      t.datetime(:last_commented_at)
     end
 
     create_table(<%= table_ref("post_replacements") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.bigint(:approver_id, index: true)
+      t.bigint(:approver_id)
       t.datetime(:created_at, null: false)
-      t.bigint(:creator_id, null: false, index: true)
-      t.string(:file_ext, null: false, index: true)
-      t.string(:file_name, null: false, index: true)
-      t.bigint(:file_size, null: false, index: true)
-      t.integer(:image_height, null: false, index: true)
-      t.integer(:image_width, null: false, index: true)
-      t.string(:md5, null: false, index: true)
-      t.bigint(:post_id, null: false, index: true)
+      t.bigint(:creator_id, null: false)
+      t.string(:file_ext, null: false)
+      t.string(:file_name, null: false)
+      t.bigint(:file_size, null: false)
+      t.integer(:image_height, null: false)
+      t.integer(:image_width, null: false)
+      t.string(:md5, null: false)
+      t.bigint(:post_id, null: false)
       t.text(:reason, null: false)
       t.text(:source)
-      t.string(:status, null: false, index: true)
+      t.string(:status, null: false)
       t.datetime(:updated_at, null: false)
-      t.index("reason gin_trgm_ops", using: :gin)
-      t.index("source gin_trgm_ops", using: :gin)
     end
 
     create_table(<%= table_ref("post_versions") %>, id: :bigint, default: nil, force: :cascade) do |t|
       t.text(:added_locked_tags, array: true, null: false, default: [])
       t.text(:added_tags, array: true, null: false, default: [])
       t.text(:description)
-      t.boolean(:description_changed, null: false, index: true)
+      t.boolean(:description_changed, null: false)
       t.text(:locked_tags)
-      t.boolean(:parent_changed, null: false, index: true)
+      t.boolean(:parent_changed, null: false)
       t.bigint(:parent_id)
-      t.bigint(:post_id, null: false, index: true)
+      t.bigint(:post_id, null: false)
       t.string(:rating)
-      t.boolean(:rating_changed, null: false, index: true)
+      t.boolean(:rating_changed, null: false)
       t.text(:reason)
       t.text(:removed_locked_tags, array: true, null: false, default: [])
       t.text(:removed_tags, array: true, null: false, default: [])
       t.text(:source)
-      t.boolean(:source_changed, null: false, index: true)
+      t.boolean(:source_changed, null: false)
       t.text(:tags)
-      t.datetime(:updated_at, null: false, index: true)
-      t.bigint(:updater_id, index: true)
-      t.integer(:version, null: false, index: true)
-      t.index("description gin_trgm_ops", using: :gin)
-      t.index("locked_tags gin_trgm_ops", using: :gin)
-      t.index("reason gin_trgm_ops", using: :gin)
-      t.index("source gin_trgm_ops", using: :gin)
-      t.index("tags gin_trgm_ops", using: :gin)
+      t.datetime(:updated_at, null: false)
+      t.bigint(:updater_id)
+      t.integer(:version, null: false)
     end
 
     create_table(<%= table_ref("tag_aliases") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.string(:antecedent_name, null: false, index: true)
-      t.string(:consequent_name, null: false, index: true)
+      t.string(:antecedent_name, null: false)
+      t.string(:consequent_name, null: false)
       t.datetime(:created_at)
-      t.string(:status, null: false, index: true)
-      t.index(%i[status antecedent_name])
-      t.index("antecedent_name gin_trgm_ops", using: :gin)
-      t.index("consequent_name gin_trgm_ops", using: :gin)
+      t.string(:status, null: false)
+      t.integer(:forum_post_id, null: false)
+      t.integer(:forum_topic_id, null: false)
+      t.string(:reason, null: false)
+      t.datetime(:updated_at)
+      t.integer(:approver_id)
+      t.integer(:post_count, null: false)
+      t.integer(:down_votes, null: false)
+      t.integer(:meh_votes, null: false)
+      t.integer(:up_votes, null: false)
     end
 
     create_table(<%= table_ref("tag_implications") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.string(:antecedent_name, null: false, index: true)
-      t.string(:consequent_name, null: false, index: true)
+      t.string(:antecedent_name, null: false)
+      t.string(:consequent_name, null: false)
       t.datetime(:created_at)
-      t.string(:status, null: false, index: true)
-      t.index(%i[status consequent_name])
-      t.index(%i[status antecedent_name])
-      t.index("antecedent_name gin_trgm_ops", using: :gin)
-      t.index("consequent_name gin_trgm_ops", using: :gin)
+      t.string(:status, null: false)
+      t.integer(:forum_post_id, null: false)
+      t.integer(:forum_topic_id, null: false)
+      t.string(:reason, null: false)
+      t.datetime(:updated_at)
+      t.integer(:approver_id)
+      t.string(:descendant_names, array: true)
+      t.integer(:down_votes, null: false)
+      t.integer(:meh_votes, null: false)
+      t.integer(:up_votes, null: false)
     end
 
     create_table(<%= table_ref("tags") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.string(:category, null: false, index: true)
-      t.string(:name, null: false, index: { unique: true })
-      t.integer(:post_count, null: false, index: { order: { post_count: :desc } })
-      t.index(%i[category post_count], order: { post_count: :desc })
-      t.index("name gin_trgm_ops", using: :gin)
+      t.string(:category, null: false)
+      t.string(:name, null: false)
+      t.integer(:post_count, null: false)
+      t.datetime(:created_at, null: false)
+      t.datetime(:updated_at, null: false)
+      t.boolean(:is_locked, null: false)
     end
 
     create_table(<%= table_ref("wiki_pages") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.text(:body, null: false, index: true)
+      t.text(:body, null: false)
       t.datetime(:created_at, null: false)
-      t.bigint(:creator_id, null: false, index: true)
-      t.boolean(:is_locked, null: false, index: true)
-      t.string(:title, null: false, index: { unique: true })
+      t.bigint(:creator_id, null: false)
+      t.boolean(:is_locked, null: false)
+      t.string(:title, null: false)
       t.datetime(:updated_at, null: false)
-      t.bigint(:updater_id, index: true)
-      t.index("body gin_trgm_ops", using: :gin)
-      t.index("title gin_trgm_ops", using: :gin)
+      t.bigint(:updater_id)
+      t.string(:parent)
     end
 
     create_table(<%= table_ref("row_counts") %>, primary_key: :table_name, id: :string, force: :cascade) do |t|

data/scripts/generate_changelog.rb

@@ -0,0 +1,50 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require("date")
+
+def categorize(subject)
+  case subject
+  when /\Aadd /i    then "Added"
+  when /\Afix /i    then "Fixed"
+  when /\Aoptimize /i, /\Arefactor /i, /\Aupdate /i then "Changed"
+  end
+end
+
+shas = `git log --follow --format="%H" -- lib/e621_export_downloader/version.rb`.strip.split("\n")
+
+entries = shas.map do |sha|
+  subject      = `git log -1 --format="%s" #{sha}`.strip
+  date_str     = `git log -1 --format="%ai" #{sha}`.strip
+  body         = `git log -1 --format="%b" #{sha}`.strip
+  version_file = `git show #{sha}:lib/e621_export_downloader/version.rb`
+  version      = version_file.match(/VERSION = "([^"]+)"/)[1]
+  date         = Date.parse(date_str).strftime("%Y-%m-%d")
+  section      = categorize(subject)
+
+  { version: version, date: date, section: section, subject: subject, body: body }
+end
+
+changelog = +"# Changelog\n"
+
+entries.each do |e|
+  changelog << "\n## [#{e[:version]}] - #{e[:date]}\n"
+
+  section = e[:section]
+  if section
+    changelog << "\n### #{section}\n"
+    changelog << "- #{e[:subject]}"
+
+    unless e[:body].empty?
+      refs = e[:body].scan(/(?:from|pending):\s*\S+/).join(", ")
+      changelog << " (#{refs})" unless refs.empty?
+    end
+
+    changelog << "\n"
+  else
+    changelog << "\n_#{e[:subject]}_\n"
+  end
+end
+
+File.write("CHANGELOG.md", changelog)
+puts("Generated CHANGELOG.md")

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: e621_export_downloader
 version: !ruby/object:Gem::Version
-  version: 0.0.15
+  version: 0.0.17
 platform: ruby
 authors:
 - Donovan_DMC
 bindir: exe
 cert_chain: []
-date: 2026-06-14 00:00:00.000000000 Z
+date: 2026-06-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: csv
@@ -75,6 +75,7 @@ extra_rdoc_files: []
 files:
 - ".irbrc"
 - ".ruby-version"
+- CHANGELOG.md
 - LICENSE
 - README.md
 - Rakefile
@@ -118,6 +119,7 @@ files:
 - lib/generators/e621_export_downloader/install_generator.rb
 - lib/generators/e621_export_downloader/templates/initializers/e621_models.rb.erb
 - lib/generators/e621_export_downloader/templates/migrations/create_e621_tables.rb.erb
+- scripts/generate_changelog.rb
 - sorbet/config
 - sorbet/rbi/annotations/.gitattributes
 - sorbet/rbi/annotations/faraday.rbi