hsds_transformer 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b2f5fdd69f3165834247157f2302e117c2c451fbfbeab2e7e805f2ccbe39eaa0
-  data.tar.gz: 0c987705aad4913b627290b4c0c280e191eea4cc2c917de9f623ccb65e6253f6
+  metadata.gz: 057c1560f457ceefbd403a6af21b064c460537c0e736a10e0b7e4b48b01af89c
+  data.tar.gz: d838e4d19a54b2a27dd5709bc6957720ddbf42303579ebbae44439ae4b8c57cf
 SHA512:
-  metadata.gz: c698c0b59ee1c39b727b81a2d189f31688923749d6f00d73c7d9d6f57682226b7cb725e9adc5a4ebe5a9ed38a997c4bcecf4f7f638a777840dfdc33d32aa90cc
-  data.tar.gz: 44b2ef590e95d5676e7e86c8d606f0e962a2274bb49a43bec939acea1855e99be7140a758d481a04e8619acc5b246ffc75f56bc40a9050e45d5c117ab98fef79
+  metadata.gz: a34432dd363f086dbd61472708b954a1a2c51335f7debdd160b7bce0f8316b6810437d10cc6fb7c342be9a58255f3ead7d91bebb02613456b177854cad224c79
+  data.tar.gz: a06df097ab1c3261012625ce5a33478f11fa2efcd0ead949ed43f927980c449082818737337cb349d4d283263274b62fb6b8adac4f75189262f8556b939c52f8

data/lib/hsds_transformer.rb

@@ -4,6 +4,7 @@ require "yaml"
 require "zip"
 require "zip/zip"
 require "rest_client"
+require "datapackage"
 
 require "hsds_transformer/version"
 require "hsds_transformer/file_paths"

data/lib/hsds_transformer/base_transformer.rb

@@ -138,17 +138,44 @@ module HsdsTransformer
         path_var = instance_variable_get "@output_#{model}_path"
         write_csv path_var, headers(collection_ivar(model).first, model), collection_ivar(model)
       end
+      write_datapackage_json
+    end
+
+    def write_datapackage_json
+      package = DataPackage::Package.new
+
+      # Is the output path in the file tree of the current directory? If so, we can work with it; if not, we can't.
+      # Due to "safe" file path requirements in the datapackage-rb library
+      path_chunks = output_datapackage_path.split(Dir.pwd)
+      if path_chunks[0] == ""
+        base_dir, remaining_path = parse_path(path_chunks)
+        descriptor = package.infer(directory: "#{remaining_path}/data", base_path: base_dir)
+        content_to_write = descriptor.to_json
+      else
+        content_to_write = File.read(default_datapackage_json_path)
+      end
+      File.open(output_datapackage_file_path, "wb") { |f| f.write(content_to_write) }
+    end
+
+    # Returns for example: ['tmp', 'input/data']
+    def parse_path(path_chunks)
+      path = path_chunks[1]
+      subpath_chunks = path.split("/")
+      base_dir = subpath_chunks[1]
+      remaining_path = subpath_chunks[2..-1].join("/")
+      [base_dir, remaining_path]
     end
 
     def zip_output
-      input_data_files = Dir.glob(File.join(output_data_path, '**/*'))
+      input_data_files = Dir.glob(File.join(output_data_path, "**/*"))
 
 
       File.delete(zipfile_name) if File.exists?(zipfile_name)
 
       Zip::File.open(zipfile_name, Zip::File::CREATE) do |zipfile|
+
         # Add databpackage.json
-        zipfile.add("datapackage.json", datapackage_json_path)
+        zipfile.add("datapackage.json", output_datapackage_file_path)
 
         # Add data files
         input_data_files.each do |file_path|

data/lib/hsds_transformer/file_paths.rb

@@ -3,7 +3,8 @@ module HsdsTransformer
     DEFAULT_OUTPUT_PATH = "#{ENV["ROOT_PATH"]}/tmp"
     DEFAULT_INPUT_PATH = "#{ENV["ROOT_PATH"]}/"
 
-    attr_reader :input_path, :output_path, :output_datapackage_path, :output_data_path, :datapackage_json_path,
+    attr_reader :input_path, :output_path, :output_datapackage_path, :output_datapackage_file_path,
+                :output_data_path, :default_datapackage_json_path,
                 :zipfile_name, :output_organizations_path, :output_locations_path, :output_services_path,
                 :output_phones_path, :output_physical_addresses_path, :output_postal_addresses_path,
                 :output_services_at_locations_path, :output_eligibilities_path, :output_contacts_path,
@@ -15,6 +16,7 @@ module HsdsTransformer
       @input_path = args[:input_path] || DEFAULT_INPUT_PATH
       @output_path = args[:output_path] || DEFAULT_OUTPUT_PATH
       @output_datapackage_path = File.join(output_path, "datapackage")
+      @output_datapackage_file_path = File.join(output_path, "datapackage/datapackage.json")
       @output_data_path = File.join(output_datapackage_path, "data")
       @zipfile_name = File.join(output_path, "datapackage.zip")
 
@@ -34,7 +36,7 @@ module HsdsTransformer
       @output_regular_schedules_path = output_data_path + "/regular_schedules.csv"
       @output_service_areas_path = output_data_path + "/service_areas.csv"
 
-      @datapackage_json_path = File.join(ENV["ROOT_PATH"], "lib/datapackage/datapackage.json")
+      @default_datapackage_json_path = File.join(ENV["ROOT_PATH"], "lib/datapackage/datapackage.json")
     end
   end
 end

data/lib/hsds_transformer/version.rb

@@ -1,3 +1,3 @@
 module HsdsTransformer
-  VERSION = "0.0.5"
+  VERSION = "0.0.6"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hsds_transformer
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Shelby Switzer
@@ -90,6 +90,26 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.1.0
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.2
 - !ruby/object:Gem::Dependency
   name: unf_ext
   requirement: !ruby/object:Gem::Requirement
@@ -116,20 +136,20 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.0
-    - - ">="
+        version: 2.0.0
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 1.3.0
+        version: 2.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.0
-    - - ">="
+        version: 2.0.0
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 1.3.0
+        version: 2.1.0
 - !ruby/object:Gem::Dependency
   name: zip-zip
   requirement: !ruby/object:Gem::Requirement
@@ -190,6 +210,26 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 2.0.2
+- !ruby/object:Gem::Dependency
+  name: datapackage
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.1
 description: Gem for transforming data files into HSDS formatted datapackage
 email: info@openreferral.org
 executables: []