petasos 0.2.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0f8a7a7547d0f7abd9458a88a04c49a00e5b7b09a872d94727f47c39f4e9e941
-  data.tar.gz: 0a2ae19945687b6e4ca55c898d03ce2dca5c0e6da95ec6ab1d14f78f2a8026e6
+  metadata.gz: b7bd8aa04cae7535d319a4b2d9141e2f40bb95b8342613541fe605022735c9b3
+  data.tar.gz: d418dabaf63b7a0b6b2777cd30a3a333bcbc2ee59a60cbd63ceceda9cb78485d
 SHA512:
-  metadata.gz: 23e7481f06bebcb2835342cee3afbb5fa18e0dce5e6401b03b2965cb5898ee7e225b7002622938e9aba45919ea88d0ab4d3c1abd582c591231ee90c0d1203584
-  data.tar.gz: 97ad57afb7f8447919379d405952c810fd04a7c480a7aa1a215adc2f83779815ef5298be5ac7b7042d2bd1f07afe1f63d3c391c5fc208de3c74abd7915abeed4
+  metadata.gz: 51ad7a4fb5de50153261a857597836cb302c1f6f8263ab850e25dfac91a1b3c8dab751e4222da75c597f259360d9cf7894dc9185fc7034c8046d98e0068cdccb
+  data.tar.gz: 7acb74142c0bf285cad8d715505fb27625dd18ec90cab3f9763c7068ca393bbbb8a01fbd840ce3070721dd323be0ead3b4a1a6fc122154924ae5df4227de3d70

data/lib/petasos/location.rb

@@ -13,13 +13,20 @@ class Petasos::Location
   end
 
   def run
-    # delete exports file if completed file exists
-    FileList.new(File.join(Dir.pwd, "exports_#{@config["name"]}*.yaml")).each do |export_file_path|
-      completed_export_file_path = "completed-" + export_file_path
-      `rm #{export_file_path}` if File.file?(completed_export_file_path)
-    end
-
     pools.each do |pool|
+      # delete exports file if completed file exists
+      FileList.new(File.join(Dir.pwd, "exports_#{@config["name"]}_#{pool["name"]}_*.yaml")).each do |export_file_path|
+        completed_export_file_path = File.join(File.dirname(export_file_path), "completed-" + File.basename(export_file_path))
+        if File.file?(completed_export_file_path)
+          completed_files = YAML.load_file(completed_export_file_path)
+
+          process_lifecycle_hooks("after_export", pool, completed_files)
+        end
+        `mkdir -p logs`
+        `mv #{export_file_path} logs/`
+        `mv #{completed_export_file_path} logs/`
+      end
+
       # get all filenames in this location that belong to this pool
       current_files = current_pool_files(pool)
 
@@ -35,43 +42,43 @@ class Petasos::Location
         create_file_export_list(pool, new_files.to_a) if new_files.length > 0
       end
 
-      # "after_seen" hooks
-      if File.file?("petasos_after-seen.rb")
-        require "./petasos_after-seen"
-        # after seen for all files
-        if defined?(after_seen_all)
-          new_files.each do |file|
-            after_seen_all(file)
-          end
-        end
+      process_lifecycle_hooks("after_seen", pool, new_files)
 
-        # after seen for every file in this location
-        location_hook = "after_seen_#{methodize(config["name"])}"
-        if eval("defined?(#{location_hook})")
-          new_files.each do |file|
-            eval("#{location_hook}(\"#{file}\")")
-          end
-        end
+      # update list of seen files
+      # unless the location opts out
+      # or the pool opts out
+      unless config["disable_seen"] or pool["disable_seen"]
+        update_seen_pool_files(pool, seen_pool_files + new_files)
+      end
+    end
+  end
 
-        # after seen for every file in this pool
-        pool_hook = "after_seen_#{methodize(pool["name"])}"
-        if eval("defined?(#{pool_hook})")
-          new_files.each do |file|
-            eval("#{pool_hook}(\"#{file}\")")
-          end
-        end
+  def process_lifecycle_hooks(hook_prefix, pool, files)
+    if File.file?("petasos_after-hooks.rb")
+      require "./petasos_after-hooks"
+    end
 
-        # after seen for every file in this pool in this location
-        location_and_pool_hook = "after_seen_#{methodize(config["name"])}_#{methodize(pool["name"])}"
-        if eval("defined?(#{location_and_pool_hook})")
-          new_files.each do |file|
-            eval("#{location_and_pool_hook}(\"#{file}\")")
-          end
-        end
-      end
+    # after seen for every file in this pool in this location
+    location_and_pool_hook = "#{hook_prefix}_#{methodize(config["name"])}_#{methodize(pool["name"])}"
+    check_if_defined_and_eval(location_and_pool_hook, files)
 
-      # update list of seen files
-      update_seen_pool_files(pool, seen_pool_files + new_files)
+    # after seen for every file in this pool
+    pool_hook = "#{hook_prefix}_#{methodize(pool["name"])}"
+    check_if_defined_and_eval(pool_hook, files)
+
+    # after seen for every file in this location
+    location_hook = "#{hook_prefix}_#{methodize(config["name"])}"
+    check_if_defined_and_eval(location_hook, files)
+
+    # after seen for all files
+    check_if_defined_and_eval("#{hook_prefix}_all", files)
+  end
+
+  def check_if_defined_and_eval(lifecycle_hook, files)
+    if eval("defined?(#{lifecycle_hook})")
+      files.each do |file|
+        eval("#{lifecycle_hook}(\"#{file}\")")
+      end
     end
   end
 
@@ -125,8 +132,10 @@ class Petasos::Location
 
   def initialize_all_seen_pool_files
     pools.each do |pool|
-      yaml_path = "seen_#{config["name"]}_#{pool["name"]}.yaml"
-      write_yaml(yaml_path, []) unless File.file?(yaml_path)
+      unless config["disable_seen"] or pool["disable_seen"]
+        yaml_path = "seen_#{config["name"]}_#{pool["name"]}.yaml"
+        write_yaml(yaml_path, []) unless File.file?(yaml_path)
+      end
     end
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: petasos
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Justin Myers