daengine 0.1.8 → 0.1.9

data/README.md

@@ -62,3 +62,31 @@ Query via the REST API...
     get 'http://localhost:3000/digital_assets/search?sami=FOOBAR.001'
     get 'http://localhost:3000/digital_assets/search?funds=12345'
 
+
+To test the app locally as a project from irb console
+------------------------------------------------------
+Update your #{RAILS_ROOT}/client/config.yml
+
+1. Ensure mongo is running locally
+2. Provide a database name. Asset metadata records will be stored in edist database in mongo.
+3. Ensure mongo port is correct in config.yml
+4. Ensure assets_path info is correct. [Sample deploy files provided under #{RAILS_ROOT}/client/digital-assets/*.xml]
+5. Set paths for daengine.yml, daengine.log in config.yml
+
+%%% Sample config.yml %%%
+host: localhost
+database: edist
+port: 27017
+assets_path: c:/tmp/daengine/digital_assets
+daengine_yml_file: c:/tmp/daengine/daengine.yml
+logfile_location: c:/tmp/daengine.log
+
+Start the irb using the command from your project root directory:
+C:\dev\daengine> irb -Ilib -rdaengine
+irb(main): config = YAML.load_file('#{RAILS_ROOT}\client\config.yml')
+irb(main): Daengine.execute(config)
+
+At the end of this, "digital_assets" collection will be created with all asset metadata records in "edist" database.
+
+
+

data/bin/process_assets

@@ -12,6 +12,4 @@ config = YAML.load_file(ARGV[0])
 
 t = Daengine.execute(config)
 
-puts t
-
-t.join  
+puts t

data/lib/daengine/teamsite_metadata_parser.rb

@@ -22,7 +22,7 @@ module Daengine::TeamsiteMetadataParser
       "TeamSite/Metadata/enterprise_content_type_id" => 'content_type'
   }
   @@validations = {
-      "TeamSite/Metadata/display_on_website" => lambda { |val| /Y|1/ =~ val },
+      "TeamSite/Metadata/display_on_website" => lambda { |val| /Y|1|true/ =~ val },
       "TeamSite/Metadata/enterprise_expiration_date" => lambda {|val| !val.blank? },
       # "TeamSite/Metadata/enterprise_unpublish_date" => lambda {|val| val.blank? },
       "path" => lambda {|val| !(/\/manifest\// =~ val) }
@@ -40,43 +40,43 @@ module Daengine::TeamsiteMetadataParser
   end
 
   def self.parse_tuple_file(file)
-     time do
+    time do
       asset = nil
       assets = {}
       docpath = {}
       valid = true
       while (line = file.gets)
         case line
-        when /<\/?data-tuple>/
-          if (asset.blank?)
-            asset = DigitalAsset.new
-          elsif(valid)
-            assets[asset.guid] ||= asset.attributes # first tuple metadata wins
-            assets[asset.guid]['documents_attributes'] ||= []           
-            assets[asset.guid]['documents_attributes'] << docpath
-            # assets[asset.guid]['_id'] = asset.guid
-            asset = nil; docpath = {}; valid = true;
-          else
-            asset = nil; docpath = {}; valid = true;
-          end
-        when /<tuple-field name="([^"]+)">([^<]+)<\/tuple-field>/
-          if (valid)
-            if @@validations[$1]
-              valid = @@validations[$1].call($2)
+          when /<\/?data-tuple>/
+            if (asset.blank?)
+              asset = DigitalAsset.new
+            elsif (valid)
+              assets[asset.guid] ||= asset.attributes # first tuple metadata wins
+              assets[asset.guid]['documents_attributes'] ||= []
+              assets[asset.guid]['documents_attributes'] << docpath
+              # assets[asset.guid]['_id'] = asset.guid
+              asset = nil; docpath = {}; valid = true;
+            else
+              asset = nil; docpath = {}; valid = true;
             end
-            if @@path_tuples[$1]
-              docpath[@@path_tuples[$1]] = $2 # if this is one of our keys, 'send' to the method
-            elsif (@@translation[$1])
-              val = asset.send("#{@@translation[$1]}").respond_to?(:[]) ? $2.split(',') : $2
-              asset.send("#{@@translation[$1]}=", val)
+          when /<tuple-field name="([^"]+)">([^<]+)<\/tuple-field>/
+            if (valid)
+              if @@validations[$1]
+                valid = @@validations[$1].call($2)
+              end
+              if @@path_tuples[$1]
+                docpath[@@path_tuples[$1]] = $2 # if this is one of our keys, 'send' to the method
+              elsif (@@translation[$1])
+                val = asset.send("#{@@translation[$1]}").respond_to?(:[]) ? $2.split(',') : $2
+                asset.send("#{@@translation[$1]}=", val)
+              end
             end
-          end
         end
       end
       # loop thru each doc in the collection, either replace or delete it
       error_files = []
       update_count = 0; delete_count = 0; added_count = 0;
-     assets.keys.each do |key|
+      assets.keys.each do |key|
         da = nil
         begin
           if (!assets[key]['unpublished_at'].nil?)
@@ -90,7 +90,7 @@ module Daengine::TeamsiteMetadataParser
             creating = da.new?
             da.documents = []
             da.update_attributes!(assets[key])
-            if(creating)
+            if (creating)
               added_count += 1
             else
               update_count += 1
@@ -99,14 +99,14 @@ module Daengine::TeamsiteMetadataParser
         rescue Exception => e
           #puts "--**Exception**--- #{e}"
           error_files << "#{da.try(:guid)}, #{da.try(:errors).try(:full_messages)}"
-        end      
+        end
       end
       log_txt = "TeamsiteMetadataParser: Failed to save/update following DigitalAssets in database:\n"
       error_files.each do |asset_file|
         log_txt = log_txt + "> #{asset_file}\n"
       end
       Daengine.log(log_txt, "warn") if !error_files.empty?
-      DigitalAsset.purge!  # if the purge criteria is met, purge anything not updated
+      DigitalAsset.purge! # if the purge criteria is met, purge anything not updated
       Daengine.log("TeamsiteMetadataParser: #{added_count} records added, #{update_count} updated, #{delete_count} removed", "info")
     end
   end

data/lib/daengine/version.rb

@@ -1,3 +1,3 @@
 module Daengine
-  VERSION = "0.1.8"
+  VERSION = "0.1.9"
 end

metadata

@@ -2,7 +2,7 @@
 name: daengine
 version: !ruby/object:Gem::Version
   prerelease:
-  version: 0.1.8
+  version: 0.1.9
 platform: ruby
 authors:
 - sbhatia