e621_export_downloader 0.0.16 → 0.0.17

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0ca5e1aa72caa7ce565b4887222579025187c23a13f86ec2b818367991ee6cc5
-  data.tar.gz: 393166c4a129496f7ecdd409899b644750b98a623d6501ca72c1f937d0645b62
+  metadata.gz: 6d58e880077e657ef28542f3873a57f6b2759c2dc5cc3ace7b39b0b016134b1d
+  data.tar.gz: 93ba667cb1a85c203cf861aeedfc36ae4ba8dffeb9bc50c08df275a8ccd27844
 SHA512:
-  metadata.gz: 6a2ea533d91b0f8dc403d9f4a287880815e1c955d76b28897cb80b55593c570524099760dfa37f8924c80e340cc83800955da0a5e14a042e270a9bea64f8047c
-  data.tar.gz: 7a38db5401d422e48ae51470a5363bd5bfee65c4e2f0a6095e2fb3803123ee38a7dee90afaf4904f3f3390f593f33b6064ec7f99fcb94ba79f8ea5e6d21dde25
+  metadata.gz: af0d7f73fc67b9c2a291ca5c8de1e200dcd09e42ddf31d4c40fb07938a1f25a13b428dff8ad6e3a44190b6b2c3a672991d8f5b9a40aed2e808286512bf60812e
+  data.tar.gz: c012e57c2fc91e8d3991f47eb59842947a81acad6137a52f1ad768b8dcaeeb9990b13ffdad5d8d6c398a9dd6ba768928183163af14670398ce78b7874ccdf99b

data/CHANGELOG.md

@@ -0,0 +1,81 @@
+# Changelog
+
+## [0.0.17] - 2026-06-29
+
+_0.0.17_
+
+## [0.0.16] - 2026-06-24
+
+### Added
+- Add new dbexport fields (from: e621ng/e621ng#2181, pending: e621ng/e621ng#2222)
+
+## [0.0.15] - 2026-06-14
+
+### Added
+- Add method to track download progress
+
+## [0.0.14] - 2026-06-14
+
+### Changed
+- optimize csv import
+
+## [0.0.13] - 2026-06-13
+
+### Added
+- Add stored row count & text indexes
+
+## [0.0.12] - 2026-06-12
+
+### Fixed
+- Fix post versions missing post_id
+
+## [0.0.11] - 2026-06-12
+
+### Fixed
+- Fix csv import
+
+## [0.0.10] - 2026-06-12
+
+### Fixed
+- Fix models
+
+## [0.0.9] - 2026-06-12
+
+### Fixed
+- Fix parsing
+
+## [0.0.8] - 2026-06-12
+
+### Added
+- Add csv import function to models
+
+## [0.0.7] - 2026-06-12
+
+### Fixed
+- Fix railtie
+
+## [0.0.6] - 2026-06-12
+
+_Rails Migration & models_
+
+## [0.0.5] - 2026-06-12
+
+_force republish_
+
+## [0.0.4] - 2026-06-12
+
+_db export changes_
+
+## [0.0.3] - 2026-05-19
+
+### Added
+- Add activejob serializer
+
+## [0.0.2] - 2026-05-05
+
+### Fixed
+- Fix Types serialization
+
+## [0.0.1] - 2026-05-05
+
+_Initial Commit_

data/lib/e621_export_downloader/version.rb

@@ -4,7 +4,7 @@
 # loaded by bundler
 module E621ExportDownloader
   module Constants
-    VERSION = "0.0.16"
+    VERSION = "0.0.17"
     WEBSITE = "https://github.com/DonovanDMC/E621ExportDownloader.rb"
   end
 end

data/lib/generators/e621_export_downloader/templates/migrations/create_e621_tables.rb.erb

@@ -2,8 +2,6 @@
 
 class CreateE621Tables < ActiveRecord::Migration<%= migration_version %>
   def change
-    enable_extension("pg_trgm")
-
 <% if use_schema? -%>
     reversible do |r|
       r.up { execute("CREATE SCHEMA <%= schema %>") }
@@ -13,48 +11,46 @@ class CreateE621Tables < ActiveRecord::Migration<%= migration_version %>
 <% end -%>
     create_table(<%= table_ref("artists") %>, id: :bigint, default: nil, force: :cascade) do |t|
       t.datetime(:created_at, null: false)
-      t.bigint(:creator_id, null: false, index: true)
+      t.bigint(:creator_id, null: false)
       t.string(:group_name)
       t.boolean(:is_active, null: false)
       t.boolean(:is_locked, null: false)
-      t.bigint(:linked_user_id, index: true)
-      t.string(:name, null: false, index: { unique: true })
+      t.bigint(:linked_user_id)
+      t.string(:name, null: false)
       t.text(:other_names, array: true, null: false, default: [])
       t.datetime(:updated_at, null: false)
-      t.text(:urls)
-      t.index("group_name gin_trgm_ops", using: :gin)
-      t.index("name gin_trgm_ops", using: :gin)
+      t.text(:active_urls, null: false)
+      t.text(:inactive_urls, null: false)
     end
 
     create_table(<%= table_ref("bulk_update_requests") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.bigint(:approver_id, index: true)
+      t.bigint(:approver_id)
       t.datetime(:created_at, null: false)
-      t.bigint(:forum_topic_id, index: true)
-      t.bigint(:forum_post_id, index: true)
+      t.bigint(:forum_topic_id)
+      t.bigint(:forum_post_id)
       t.text(:script, null: false)
-      t.string(:status, null: false, index: true)
+      t.string(:status, null: false)
       t.string(:title)
       t.datetime(:updated_at, null: false)
-      t.bigint(:user_id, null: false, index: true)
-      t.index("script gin_trgm_ops", using: :gin)
-      t.index("title gin_trgm_ops", using: :gin)
+      t.bigint(:user_id, null: false)
+      t.integer(:down_votes, null: false)
+      t.integer(:meh_votes, null: false)
+      t.integer(:up_votes, null: false)
     end
 
     create_table(<%= table_ref("pools") %>, id: :bigint, default: nil, force: :cascade) do |t|
       t.string(:category, null: false)
       t.datetime(:created_at, null: false)
-      t.bigint(:creator_id, null: false, index: true)
+      t.bigint(:creator_id, null: false)
       t.text(:description, null: false)
       t.boolean(:is_active, null: false)
-      t.string(:name, null: false, index: true)
-      t.bigint(:post_ids, array: true, null: false, default: [], index: { using: :gin })
+      t.string(:name, null: false)
+      t.bigint(:post_ids, array: true, null: false)
       t.datetime(:updated_at)
-      t.index("description gin_trgm_ops", using: :gin)
-      t.index("name gin_trgm_ops", using: :gin)
     end
 
     create_table(<%= table_ref("posts") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.bigint(:approver_id, index: true)
+      t.bigint(:approver_id)
       t.bigint(:change_seq, null: false)
       t.integer(:comment_count, null: false)
       t.datetime(:created_at, null: false)
@@ -66,112 +62,116 @@ class CreateE621Tables < ActiveRecord::Migration<%= migration_version %>
       t.bigint(:file_size, null: false)
       t.integer(:image_height, null: false)
       t.integer(:image_width, null: false)
-      t.boolean(:is_deleted, null: false, index: true)
-      t.boolean(:is_flagged, null: false, index: true)
-      t.boolean(:is_note_locked, null: false, index: true)
-      t.boolean(:is_pending, null: false, index: true)
-      t.boolean(:is_rating_locked, null: false, index: true)
-      t.boolean(:is_status_locked, null: false, index: true)
+      t.boolean(:is_deleted, null: false)
+      t.boolean(:is_flagged, null: false)
+      t.boolean(:is_note_locked, null: false)
+      t.boolean(:is_pending, null: false)
+      t.boolean(:is_rating_locked, null: false)
+      t.boolean(:is_status_locked, null: false)
       t.text(:locked_tags, null: false)
-      t.string(:md5, index: { unique: true }, null: false)
-      t.bigint(:parent_id, index: true)
-      t.string(:rating, null: false, index: true)
+      t.string(:md5, null: false)
+      t.bigint(:parent_id)
+      t.string(:rating, null: false)
       t.integer(:score, null: false)
       t.text(:source, null: false)
       t.text(:tag_string, null: false)
       t.integer(:up_score, null: false)
-      t.datetime(:updated_at, index: true)
-      t.bigint(:uploader_id, index: true)
-      t.index("description gin_trgm_ops", using: :gin)
-      t.index("source gin_trgm_ops", using: :gin)
-      t.index("tag_string gin_trgm_ops", using: :gin)
+      t.datetime(:updated_at)
+      t.bigint(:uploader_id)
+      t.string(:bg_color)
+      t.datetime(:last_noted_at)
+      t.datetime(:last_commented_at)
     end
 
     create_table(<%= table_ref("post_replacements") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.bigint(:approver_id, index: true)
+      t.bigint(:approver_id)
       t.datetime(:created_at, null: false)
-      t.bigint(:creator_id, null: false, index: true)
-      t.string(:file_ext, null: false, index: true)
-      t.string(:file_name, null: false, index: true)
-      t.bigint(:file_size, null: false, index: true)
-      t.integer(:image_height, null: false, index: true)
-      t.integer(:image_width, null: false, index: true)
-      t.string(:md5, null: false, index: true)
-      t.bigint(:post_id, null: false, index: true)
+      t.bigint(:creator_id, null: false)
+      t.string(:file_ext, null: false)
+      t.string(:file_name, null: false)
+      t.bigint(:file_size, null: false)
+      t.integer(:image_height, null: false)
+      t.integer(:image_width, null: false)
+      t.string(:md5, null: false)
+      t.bigint(:post_id, null: false)
       t.text(:reason, null: false)
       t.text(:source)
-      t.string(:status, null: false, index: true)
+      t.string(:status, null: false)
       t.datetime(:updated_at, null: false)
-      t.index("reason gin_trgm_ops", using: :gin)
-      t.index("source gin_trgm_ops", using: :gin)
     end
 
     create_table(<%= table_ref("post_versions") %>, id: :bigint, default: nil, force: :cascade) do |t|
       t.text(:added_locked_tags, array: true, null: false, default: [])
       t.text(:added_tags, array: true, null: false, default: [])
       t.text(:description)
-      t.boolean(:description_changed, null: false, index: true)
+      t.boolean(:description_changed, null: false)
       t.text(:locked_tags)
-      t.boolean(:parent_changed, null: false, index: true)
+      t.boolean(:parent_changed, null: false)
       t.bigint(:parent_id)
-      t.bigint(:post_id, null: false, index: true)
+      t.bigint(:post_id, null: false)
       t.string(:rating)
-      t.boolean(:rating_changed, null: false, index: true)
+      t.boolean(:rating_changed, null: false)
       t.text(:reason)
       t.text(:removed_locked_tags, array: true, null: false, default: [])
       t.text(:removed_tags, array: true, null: false, default: [])
       t.text(:source)
-      t.boolean(:source_changed, null: false, index: true)
+      t.boolean(:source_changed, null: false)
       t.text(:tags)
-      t.datetime(:updated_at, null: false, index: true)
-      t.bigint(:updater_id, index: true)
-      t.integer(:version, null: false, index: true)
-      t.index("description gin_trgm_ops", using: :gin)
-      t.index("locked_tags gin_trgm_ops", using: :gin)
-      t.index("reason gin_trgm_ops", using: :gin)
-      t.index("source gin_trgm_ops", using: :gin)
-      t.index("tags gin_trgm_ops", using: :gin)
+      t.datetime(:updated_at, null: false)
+      t.bigint(:updater_id)
+      t.integer(:version, null: false)
     end
 
     create_table(<%= table_ref("tag_aliases") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.string(:antecedent_name, null: false, index: true)
-      t.string(:consequent_name, null: false, index: true)
+      t.string(:antecedent_name, null: false)
+      t.string(:consequent_name, null: false)
       t.datetime(:created_at)
-      t.string(:status, null: false, index: true)
-      t.index(%i[status antecedent_name])
-      t.index("antecedent_name gin_trgm_ops", using: :gin)
-      t.index("consequent_name gin_trgm_ops", using: :gin)
+      t.string(:status, null: false)
+      t.integer(:forum_post_id, null: false)
+      t.integer(:forum_topic_id, null: false)
+      t.string(:reason, null: false)
+      t.datetime(:updated_at)
+      t.integer(:approver_id)
+      t.integer(:post_count, null: false)
+      t.integer(:down_votes, null: false)
+      t.integer(:meh_votes, null: false)
+      t.integer(:up_votes, null: false)
     end
 
     create_table(<%= table_ref("tag_implications") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.string(:antecedent_name, null: false, index: true)
-      t.string(:consequent_name, null: false, index: true)
+      t.string(:antecedent_name, null: false)
+      t.string(:consequent_name, null: false)
       t.datetime(:created_at)
-      t.string(:status, null: false, index: true)
-      t.index(%i[status consequent_name])
-      t.index(%i[status antecedent_name])
-      t.index("antecedent_name gin_trgm_ops", using: :gin)
-      t.index("consequent_name gin_trgm_ops", using: :gin)
+      t.string(:status, null: false)
+      t.integer(:forum_post_id, null: false)
+      t.integer(:forum_topic_id, null: false)
+      t.string(:reason, null: false)
+      t.datetime(:updated_at)
+      t.integer(:approver_id)
+      t.string(:descendant_names, array: true)
+      t.integer(:down_votes, null: false)
+      t.integer(:meh_votes, null: false)
+      t.integer(:up_votes, null: false)
     end
 
     create_table(<%= table_ref("tags") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.string(:category, null: false, index: true)
-      t.string(:name, null: false, index: { unique: true })
-      t.integer(:post_count, null: false, index: { order: { post_count: :desc } })
-      t.index(%i[category post_count], order: { post_count: :desc })
-      t.index("name gin_trgm_ops", using: :gin)
+      t.string(:category, null: false)
+      t.string(:name, null: false)
+      t.integer(:post_count, null: false)
+      t.datetime(:created_at, null: false)
+      t.datetime(:updated_at, null: false)
+      t.boolean(:is_locked, null: false)
     end
 
     create_table(<%= table_ref("wiki_pages") %>, id: :bigint, default: nil, force: :cascade) do |t|
-      t.text(:body, null: false, index: true)
+      t.text(:body, null: false)
       t.datetime(:created_at, null: false)
-      t.bigint(:creator_id, null: false, index: true)
-      t.boolean(:is_locked, null: false, index: true)
-      t.string(:title, null: false, index: { unique: true })
+      t.bigint(:creator_id, null: false)
+      t.boolean(:is_locked, null: false)
+      t.string(:title, null: false)
       t.datetime(:updated_at, null: false)
-      t.bigint(:updater_id, index: true)
-      t.index("body gin_trgm_ops", using: :gin)
-      t.index("title gin_trgm_ops", using: :gin)
+      t.bigint(:updater_id)
+      t.string(:parent)
     end
 
     create_table(<%= table_ref("row_counts") %>, primary_key: :table_name, id: :string, force: :cascade) do |t|

data/scripts/generate_changelog.rb

@@ -0,0 +1,50 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require("date")
+
+def categorize(subject)
+  case subject
+  when /\Aadd /i    then "Added"
+  when /\Afix /i    then "Fixed"
+  when /\Aoptimize /i, /\Arefactor /i, /\Aupdate /i then "Changed"
+  end
+end
+
+shas = `git log --follow --format="%H" -- lib/e621_export_downloader/version.rb`.strip.split("\n")
+
+entries = shas.map do |sha|
+  subject      = `git log -1 --format="%s" #{sha}`.strip
+  date_str     = `git log -1 --format="%ai" #{sha}`.strip
+  body         = `git log -1 --format="%b" #{sha}`.strip
+  version_file = `git show #{sha}:lib/e621_export_downloader/version.rb`
+  version      = version_file.match(/VERSION = "([^"]+)"/)[1]
+  date         = Date.parse(date_str).strftime("%Y-%m-%d")
+  section      = categorize(subject)
+
+  { version: version, date: date, section: section, subject: subject, body: body }
+end
+
+changelog = +"# Changelog\n"
+
+entries.each do |e|
+  changelog << "\n## [#{e[:version]}] - #{e[:date]}\n"
+
+  section = e[:section]
+  if section
+    changelog << "\n### #{section}\n"
+    changelog << "- #{e[:subject]}"
+
+    unless e[:body].empty?
+      refs = e[:body].scan(/(?:from|pending):\s*\S+/).join(", ")
+      changelog << " (#{refs})" unless refs.empty?
+    end
+
+    changelog << "\n"
+  else
+    changelog << "\n_#{e[:subject]}_\n"
+  end
+end
+
+File.write("CHANGELOG.md", changelog)
+puts("Generated CHANGELOG.md")

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: e621_export_downloader
 version: !ruby/object:Gem::Version
-  version: 0.0.16
+  version: 0.0.17
 platform: ruby
 authors:
 - Donovan_DMC
 bindir: exe
 cert_chain: []
-date: 2026-06-24 00:00:00.000000000 Z
+date: 2026-06-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: csv
@@ -75,6 +75,7 @@ extra_rdoc_files: []
 files:
 - ".irbrc"
 - ".ruby-version"
+- CHANGELOG.md
 - LICENSE
 - README.md
 - Rakefile
@@ -118,6 +119,7 @@ files:
 - lib/generators/e621_export_downloader/install_generator.rb
 - lib/generators/e621_export_downloader/templates/initializers/e621_models.rb.erb
 - lib/generators/e621_export_downloader/templates/migrations/create_e621_tables.rb.erb
+- scripts/generate_changelog.rb
 - sorbet/config
 - sorbet/rbi/annotations/.gitattributes
 - sorbet/rbi/annotations/faraday.rbi