petasos 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0f8a7a7547d0f7abd9458a88a04c49a00e5b7b09a872d94727f47c39f4e9e941
-  data.tar.gz: 0a2ae19945687b6e4ca55c898d03ce2dca5c0e6da95ec6ab1d14f78f2a8026e6
+  metadata.gz: bb6d3349efb1d5df1e59fb199b7ee742462e25ba5b0637b3d96ae837bfddbe6a
+  data.tar.gz: 055bbda229afefba11e1bdc79ce3d0b32cdce8fbfb9d62d6a2ba2f7663d0608a
 SHA512:
-  metadata.gz: 23e7481f06bebcb2835342cee3afbb5fa18e0dce5e6401b03b2965cb5898ee7e225b7002622938e9aba45919ea88d0ab4d3c1abd582c591231ee90c0d1203584
-  data.tar.gz: 97ad57afb7f8447919379d405952c810fd04a7c480a7aa1a215adc2f83779815ef5298be5ac7b7042d2bd1f07afe1f63d3c391c5fc208de3c74abd7915abeed4
+  metadata.gz: 9b683fe0a0cecf5685fbfaf459335b97bea7e69a34207ea90967235a415facdb996c8e0614d71417ce9dfc632df7b6a2e9121a43ad339cf83506e7094a014f5a
+  data.tar.gz: 8d73c62519cc0b98c566e8b27d51be01c3ca071488f21be3999a0ba407be4e212bf252af5c8e974b89dedcca6ed28f8528506c0d85c3d376d106874ef25c7614

data/lib/petasos/location.rb

@@ -13,13 +13,20 @@ class Petasos::Location
   end
 
   def run
-    # delete exports file if completed file exists
-    FileList.new(File.join(Dir.pwd, "exports_#{@config["name"]}*.yaml")).each do |export_file_path|
-      completed_export_file_path = "completed-" + export_file_path
-      `rm #{export_file_path}` if File.file?(completed_export_file_path)
-    end
-
     pools.each do |pool|
+      # delete exports file if completed file exists
+      FileList.new(File.join(Dir.pwd, "exports_#{@config["name"]}_#{pool["name"]}_*.yaml")).each do |export_file_path|
+        completed_export_file_path = File.join(File.dirname(export_file_path), "completed-" + File.basename(export_file_path))
+        if File.file?(completed_export_file_path)
+          completed_files = YAML.load_file(completed_export_file_path)
+
+          process_lifecycle_hooks("after_export", pool, completed_files)
+        end
+        `mkdir -p logs`
+        `mv #{export_file_path} logs/`
+        `mv #{completed_export_file_path} logs/`
+      end
+
       # get all filenames in this location that belong to this pool
       current_files = current_pool_files(pool)
 
@@ -35,43 +42,42 @@ class Petasos::Location
         create_file_export_list(pool, new_files.to_a) if new_files.length > 0
       end
 
-      # "after_seen" hooks
-      if File.file?("petasos_after-seen.rb")
-        require "./petasos_after-seen"
-        # after seen for all files
-        if defined?(after_seen_all)
-          new_files.each do |file|
-            after_seen_all(file)
-          end
-        end
+      process_lifecycle_hooks("after_seen", pool, new_files)
 
-        # after seen for every file in this location
-        location_hook = "after_seen_#{methodize(config["name"])}"
-        if eval("defined?(#{location_hook})")
-          new_files.each do |file|
-            eval("#{location_hook}(\"#{file}\")")
-          end
-        end
+      # update list of seen files
+      # unless the location opts out
+      unless config["disable_seen"]
+        update_seen_pool_files(pool, seen_pool_files + new_files)
+      end
+    end
+  end
 
-        # after seen for every file in this pool
-        pool_hook = "after_seen_#{methodize(pool["name"])}"
-        if eval("defined?(#{pool_hook})")
-          new_files.each do |file|
-            eval("#{pool_hook}(\"#{file}\")")
-          end
-        end
+  def process_lifecycle_hooks(hook_prefix, pool, files)
+    if File.file?("petasos_after-hooks.rb")
+      require "./petasos_after-hooks"
+    end
 
-        # after seen for every file in this pool in this location
-        location_and_pool_hook = "after_seen_#{methodize(config["name"])}_#{methodize(pool["name"])}"
-        if eval("defined?(#{location_and_pool_hook})")
-          new_files.each do |file|
-            eval("#{location_and_pool_hook}(\"#{file}\")")
-          end
-        end
-      end
+    # after seen for every file in this pool in this location
+    location_and_pool_hook = "#{hook_prefix}_#{methodize(config["name"])}_#{methodize(pool["name"])}"
+    check_if_defined_and_eval(location_and_pool_hook, files)
 
-      # update list of seen files
-      update_seen_pool_files(pool, seen_pool_files + new_files)
+    # after seen for every file in this pool
+    pool_hook = "#{hook_prefix}_#{methodize(pool["name"])}"
+    check_if_defined_and_eval(pool_hook, files)
+
+    # after seen for every file in this location
+    location_hook = "#{hook_prefix}_#{methodize(config["name"])}"
+    check_if_defined_and_eval(location_hook, files)
+
+    # after seen for all files
+    check_if_defined_and_eval("#{hook_prefix}_all", files)
+  end
+
+  def check_if_defined_and_eval(lifecycle_hook, files)
+    if eval("defined?(#{lifecycle_hook})")
+      files.each do |file|
+        eval("#{lifecycle_hook}(\"#{file}\")")
+      end
     end
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: petasos
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Justin Myers