harmonia 0.1.7 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fe5daefb15ce5ef2a2cc7a90a66123967ade8300f08b8f017220d5919c9aebe4
-  data.tar.gz: f826c905f2192dd472ab849108afebda80282b1af0050b400ddcd15402dc2ae8
+  metadata.gz: 60bf90e5016a52779a8cd3400aa7a92ebb510c8b4304a38d77b6b4891d255a41
+  data.tar.gz: 4a7a354befe4e2d0164e0c1cdd0a2d83769a5429f205da68816faa54c2bb34df
 SHA512:
-  metadata.gz: 40ec19a556c1f7fe3251f4f8d2885a6f5f4480098df2bac9654473b55870457029133abc013434cbdf99859873b51317266037c06432bbbd343a82a6afeec92a
-  data.tar.gz: 5e2d1d49a203f0c5b415413a577665f0ab1f2fe90bec8b22a70cbdf1d5b96f4f1259f3817baeff760505e16c4474f61f5e5d6850d9402429ec991862f97a7344
+  metadata.gz: b9012312d892912d09d3bb214197ffbb388d0ab11940fd0df940c8f3b9beea4a54fa66b7dd51c0fa7b759e414b90c41cde8244d9cc716f9c25da123ff2256867
+  data.tar.gz: 70fb50a16c8fc7a998818d89522d88432b00ec23df2630781b1752ee2f67b294a5349008a981b9c99d4de6a9c7503d64651cc1c244def6c06f9f97b7ed18f781

data/lib/generators/harmonia/reverse_sync_generator.rb

@@ -17,6 +17,57 @@ module Harmonia
         migration_template "add_filemaker_id_to_table.rb", "db/migrate/add_filemaker_id_to_#{table_name}.rb"
       end
 
+      def create_or_update_rake_task
+        rake_file = "lib/tasks/sync_data.rake"
+        task_name = "sync_#{file_name}_to_filemaker"
+
+        if File.exist?(rake_file)
+          # Read existing file
+          content = File.read(rake_file)
+
+          # Add new task before the final 'end' if it doesn't exist
+          unless content.include?("task #{task_name}:")
+            # Add the new task before the final 'end'
+            new_task = <<~TASK
+
+                desc 'sync #{table_name} from ActiveRecord to FileMaker'
+                task #{task_name}: :environment do
+                  #{class_name}ToFileMakerSyncer.new.sync
+                end
+            TASK
+
+            # Insert before the final 'end'
+            content = content.sub(/^end\s*$/, "#{new_task}end")
+
+            # Add task to the 'all' array
+            content = content.sub(/task all: %i\[(.*?)\]/) do
+              tasks = $1.split.map(&:to_sym)
+              tasks << task_name.to_sym unless tasks.include?(task_name.to_sym)
+              "task all: %i[#{tasks.join(' ')}]"
+            end
+
+            File.write(rake_file, content)
+          end
+        else
+          # Create new rake file
+          template "sync_data.rake", rake_file
+
+          # Add the new task
+          content = File.read(rake_file)
+          new_task = <<~TASK
+
+              desc 'sync #{table_name} from ActiveRecord to FileMaker'
+              task #{task_name}: :environment do
+                #{class_name}ToFileMakerSyncer.new.sync
+              end
+          TASK
+
+          content = content.sub(/^end\s*$/, "#{new_task}end")
+          content = content.sub(/task all: %i\[\]/, "task all: %i[#{task_name}]")
+          File.write(rake_file, content)
+        end
+      end
+
       def show_readme
         readme_content = <<~README
 
@@ -27,6 +78,7 @@ module Harmonia
           Files created:
           - app/syncers/#{file_name}_to_filemaker_syncer.rb
           - db/migrate/..._add_filemaker_id_to_#{table_name}.rb
+          - lib/tasks/sync_data.rake (updated with sync_#{file_name}_to_filemaker task)
 
           Next steps:
           1. Run migrations: rails db:migrate
@@ -58,6 +110,10 @@ module Harmonia
           Note: The total_required count used for sync tracking is automatically calculated
           from @total_create_required + @total_update_required
 
+          7. Run the sync task:
+             - Individual sync: rake sync:sync_#{file_name}_to_filemaker
+             - All syncs: rake sync:all
+
         README
 
         say readme_content, :green if behavior == :invoke

data/lib/generators/harmonia/sync_generator.rb

@@ -17,6 +17,57 @@ module Harmonia
         migration_template "add_filemaker_id_to_table.rb", "db/migrate/add_filemaker_id_to_#{table_name}.rb"
       end
 
+      def create_or_update_rake_task
+        rake_file = "lib/tasks/sync_data.rake"
+        task_name = "sync_#{file_name}"
+
+        if File.exist?(rake_file)
+          # Read existing file
+          content = File.read(rake_file)
+
+          # Add new task before the final 'end' if it doesn't exist
+          unless content.include?("task #{task_name}:")
+            # Add the new task before the final 'end'
+            new_task = <<~TASK
+
+                desc 'sync #{table_name} from FileMaker to ActiveRecord'
+                task #{task_name}: :environment do
+                  #{class_name}Syncer.new.sync
+                end
+            TASK
+
+            # Insert before the final 'end'
+            content = content.sub(/^end\s*$/, "#{new_task}end")
+
+            # Add task to the 'all' array
+            content = content.sub(/task all: %i\[(.*?)\]/) do
+              tasks = $1.split.map(&:to_sym)
+              tasks << task_name.to_sym unless tasks.include?(task_name.to_sym)
+              "task all: %i[#{tasks.join(' ')}]"
+            end
+
+            File.write(rake_file, content)
+          end
+        else
+          # Create new rake file
+          template "sync_data.rake", rake_file
+
+          # Add the new task
+          content = File.read(rake_file)
+          new_task = <<~TASK
+
+              desc 'sync #{table_name} from FileMaker to ActiveRecord'
+              task #{task_name}: :environment do
+                #{class_name}Syncer.new.sync
+              end
+          TASK
+
+          content = content.sub(/^end\s*$/, "#{new_task}end")
+          content = content.sub(/task all: %i\[\]/, "task all: %i[#{task_name}]")
+          File.write(rake_file, content)
+        end
+      end
+
       def show_readme
         readme_content = <<~README
 
@@ -27,6 +78,7 @@ module Harmonia
           Files created:
           - app/syncers/#{file_name}_syncer.rb
           - db/migrate/..._add_filemaker_id_to_#{table_name}.rb
+          - lib/tasks/sync_data.rake (updated with sync_#{file_name} task)
 
           Next steps:
           1. Run migrations: rails db:migrate
@@ -45,6 +97,10 @@ module Harmonia
           Note: The total_required count used for sync tracking is automatically calculated
           from @total_create_required + @total_update_required
 
+          5. Run the sync task:
+             - Individual sync: rake sync:sync_#{file_name}
+             - All syncs: rake sync:all
+
         README
 
         say readme_content, :green if behavior == :invoke

data/lib/generators/harmonia/templates/create_harmonia_syncs.rb

@@ -10,6 +10,8 @@ class CreateHarmoniaSyncs < ActiveRecord::Migration[<%= Rails::VERSION::MAJOR %>
       t.string :status, default: 'pending'
       t.string :direction
       t.text :error_message
+      t.string :failed_fm_ids, array: true
+      t.integer :failed_pg_ids, array: true
 
       t.timestamps
     end

data/lib/generators/harmonia/templates/filemaker_to_activerecord_syncer_template.rb

@@ -6,6 +6,8 @@ class <%= class_name %>Syncer
   def initialize(database_connector)
     @database_connector = database_connector
     @last_synced_on = Harmonia::Sync.last_sync_for('<%= table_name %>', 'FileMaker to ActiveRecord')&.ran_on || (Time.now - 15.year)
+    @failed_fm_ids = []
+    @failed_pg_ids = []
   end
 
   # Main sync method
@@ -20,7 +22,7 @@ class <%= class_name %>Syncer
       sync_records(sync_record)
     end
   rescue StandardError => e
-    sync_record&.fail!(e.message)
+    sync_record&.fail!(e.message, failed_fm_ids: @failed_fm_ids, failed_pg_ids: @failed_pg_ids)
     raise
   end
 
@@ -36,55 +38,68 @@ class <%= class_name %>Syncer
 
     sync_record.finish!(
       records_synced: total_synced,
-      records_required: total_required
+      records_required: total_required,
+      failed_fm_ids: @failed_fm_ids,
+      failed_pg_ids: @failed_pg_ids
     )
   end
 
   # Returns an array of Trophonius records that need to be created
-  # Use YourTrophoniusModel.to_pg(record) to convert to PostgreSQL attributes
+  # Use FileMaker::<%= class_name %>.to_pg(record) to convert to PostgreSQL attributes
   # Set @total_create_required to the total number of records that should exist after creation
   # @return [Array<Trophonius::Record>] Array of Trophonius records
   def records_to_create
     # TODO: Implement logic to fetch records from FileMaker that need to be created in PostgreSQL
     # Example:
-    # filemaker_records = YourTrophoniusModel.all
-    # @total_create_required = filemaker_records.length
-    # existing_ids = <%= class_name %>.pluck(:filemaker_id)
-    # filemaker_records.reject { |record| existing_ids.include?(record.record_id) }
-    @total_create_required = 0
-    []
+    filemaker_records = FileMaker::<%= class_name %>.where(creation_timestamp: ">= #{@last_synced_on.to_fm}").not
+    @total_create_required = filemaker_records.length
+    existing_ids = <%= class_name %>.pluck(:filemaker_id)
+    filemaker_records.reject { |record| existing_ids.include?(record.id) }
   end
 
   # Returns an array of Trophonius records that need to be updated
-  # Use YourTrophoniusModel.to_pg(record) to convert to PostgreSQL attributes
+  # Use FileMaker::<%= class_name %>.to_pg(record) to convert to PostgreSQL attributes
   # Set @total_update_required to the total number of records that should be updated
   # @return [Array<Trophonius::Record>] Array of Trophonius records
   def records_to_update
     # TODO: Implement logic to fetch records from FileMaker that need to be updated in PostgreSQL
     # Example:
-    # filemaker_records = YourTrophoniusModel.all
-    # records_needing_update = filemaker_records.select { |fm_record|
-    #   pg_record = <%= class_name %>.find_by(filemaker_id: fm_record.record_id)
-    #   pg_record && needs_update?(fm_record, pg_record)
-    # }
-    # @total_update_required = records_needing_update.length
-    # records_needing_update
-    @total_update_required = 0
-    []
+    filemaker_records = FileMaker::<%= class_name %>.where(modification_timestamp: ">= #{@last_synced_on.to_fm}")
+    records_needing_update = filemaker_records.select { |fm_record|
+      pg_record = <%= class_name %>.find_by(filemaker_id: fm_record.record_id)
+      pg_record && needs_update?(fm_record, pg_record)
+    }
+    @total_update_required = records_needing_update.length
+    records_needing_update
   end
 
   # Returns an array of record identifiers that need to be deleted
   # @return [Array] Array of record identifiers
   def records_to_delete
-    # TODO: Implement logic to determine which PostgreSQL records should be deleted
-    # Example:
-    # filemaker_ids = YourTrophoniusModel.all.map(&:record_id)
-    # <%= class_name %>.where.not(filemaker_id: filemaker_ids).pluck(:id)
-    []
+    # Get all modified FileMaker record IDs
+    filemaker_records = FileMaker::<%= class_name %>.where(modification_timestamp: ">= #{@last_synced_on.to_fm}")
+    fm_ids = filemaker_records.map(&:record_id)
+
+    # Find PostgreSQL records whose FileMaker IDs aren't in the modified set
+    # These might have been deleted in FileMaker
+    fm_ids_no_update_needed = <%= class_name %>.where.not(filemaker_id: fm_ids).pluck(:filemaker_id)
+    return [] if fm_ids_no_update_needed.empty?
+
+    # Query FileMaker to check if these records still exist
+    possibly_deleted_query = FileMaker::<%= class_name %>.where(record_id: fm_ids_no_update_needed.first)
+    fm_ids_no_update_needed.count > 1 && fm_ids_no_update_needed[1..].each do |fm_id|
+      possibly_deleted_query.or(record_id: fm_id)
+    end
+
+    # Find IDs that exist in PostgreSQL but not in FileMaker (truly deleted)
+    deleted_fm_ids = fm_ids_no_update_needed - possibly_deleted_query.map(&:record_id)
+
+    # Return PostgreSQL IDs for records with these FileMaker IDs
+    <%= class_name %>.where(filemaker_id: deleted_fm_ids).pluck(:id)
   end
 
   def needs_update?(fm_record, pg_record)
-    pg_attributes = YourTrophoniusModel.to_pg(fm_record)
+    pg_attributes = FileMaker::<%= class_name %>.to_pg(fm_record)
 
     pg_attributes.any? { |key, value| pg_record.send(key) != value }
   end
@@ -93,37 +108,60 @@ class <%= class_name %>Syncer
     records = records_to_create
     return 0 if records.empty?
 
-    attributes_array = records.map do |trophonius_record|
-      YourTrophoniusModel.to_pg(trophonius_record).merge(
-        created_at: Time.current,
-        updated_at: Time.current
-      )
+    success_count = 0
+
+    records.each do |trophonius_record|
+      begin
+        attributes = FileMaker::<%= class_name %>.to_pg(trophonius_record).merge(
+          created_at: Time.current,
+          updated_at: Time.current
+        )
+        <%= class_name %>.create!(attributes)
+        success_count += 1
+      rescue StandardError => e
+        @failed_fm_ids << trophonius_record.record_id
+        Rails.logger.error("Failed to create record from FileMaker ID #{trophonius_record.record_id}: #{e.message}")
+      end
     end
 
-    <%= class_name %>.insert_all(attributes_array)
-    records.size
+    success_count
   end
 
   def update_records
     records = records_to_update
     return 0 if records.empty?
 
-    records.each do |trophonius_record|
-      pg_attributes = YourTrophoniusModel.to_pg(trophonius_record)
+    success_count = 0
 
-      <%= class_name %>.where(filemaker_id: trophonius_record.record_id).update_all(
-        pg_attributes.merge(updated_at: Time.current)
-      )
+    records.each do |trophonius_record|
+      begin
+        pg_attributes = FileMaker::<%= class_name %>.to_pg(trophonius_record)
+
+        <%= class_name %>.where(filemaker_id: trophonius_record.record_id).update_all(
+          pg_attributes.merge(updated_at: Time.current)
+        )
+        success_count += 1
+      rescue StandardError => e
+        @failed_fm_ids << trophonius_record.record_id
+        Rails.logger.error("Failed to update record from FileMaker ID #{trophonius_record.record_id}: #{e.message}")
+      end
     end
 
-    records.size
+    success_count
   end
 
   def delete_records
     ids = records_to_delete
     return if ids.empty?
 
-    <%= class_name %>.where(id: ids).destroy_all
+    ids.each do |pg_id|
+      begin
+        <%= class_name %>.where(id: pg_id).destroy_all
+      rescue StandardError => e
+        @failed_pg_ids << pg_id
+        Rails.logger.error("Failed to delete record with PostgreSQL ID #{pg_id}: #{e.message}")
+      end
+    end
   end
 
   def create_sync_record

data/lib/generators/harmonia/templates/harmonia_sync.rb

@@ -24,9 +24,9 @@ module Harmonia
     scope :completed, -> { where(status: 'completed') }
     scope :failed, -> { where(status: 'failed') }
 
-    # Get the most recent sync for a table in a given direction
+    # Get the most recent successful sync for a table in a given direction
     def self.last_sync_for(table_name, direction)
-      for_direction(direction).for_table(table_name).recent.first
+      completed.for_direction(direction).for_table(table_name).recent.first
     end
 
     # Calculate sync completion percentage
@@ -46,19 +46,23 @@ module Harmonia
     end
 
     # Mark sync as completed
-    def finish!(records_synced:, records_required:)
+    def finish!(records_synced:, records_required:, failed_fm_ids: [], failed_pg_ids: [])
       update!(
         status: 'completed',
         records_synced: records_synced,
-        records_required: records_required
+        records_required: records_required,
+        failed_fm_ids: failed_fm_ids,
+        failed_pg_ids: failed_pg_ids
       )
     end
 
     # Mark sync as failed
-    def fail!(error_message)
+    def fail!(error_message, failed_fm_ids: [], failed_pg_ids: [])
       update!(
         status: 'failed',
-        error_message: error_message
+        error_message: error_message,
+        failed_fm_ids: failed_fm_ids,
+        failed_pg_ids: failed_pg_ids
       )
     end
   end

data/lib/generators/harmonia/templates/sync_data.rake

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+namespace :sync do
+  desc 'sync all'
+  task all: %i[]
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: harmonia
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.9
 platform: ruby
 authors:
 - Kempen Automatisering
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-11-11 00:00:00.000000000 Z
+date: 2025-11-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: trophonius
@@ -43,6 +43,7 @@ files:
 - lib/generators/harmonia/templates/database_connector.rb
 - lib/generators/harmonia/templates/filemaker_to_activerecord_syncer_template.rb
 - lib/generators/harmonia/templates/harmonia_sync.rb
+- lib/generators/harmonia/templates/sync_data.rake
 - lib/generators/harmonia/templates/trophonius_model_extension.rb
 - lib/harmonia.rb
 - lib/harmonia/railtie.rb