cqm-parsers 0.1.0

data/lib/hqmf-parser/2.0/utilities.rb

@@ -0,0 +1,45 @@
+module HQMF2
+  # Module containing parser helper functions
+  module Utilities
+    include HQMF::Conversion::Utilities
+
+    # Utility function to handle optional attributes
+    # @param xpath an XPath that identifies an XML attribute
+    # @return the value of the attribute or nil if the attribute is missing
+    def attr_val(xpath)
+      Utilities.attr_val(@entry, xpath)
+    end
+
+    # Utility function to handle optional attributes
+    # @param xpath an XPath that identifies an XML attribute
+    # @return the value of the attribute or nil if the attribute is missing
+    def self.attr_val(node, xpath)
+      attr = node.at_xpath(xpath, HQMF2::Document::NAMESPACES)
+      return attr.value if attr
+    end
+
+    def to_xml
+      @entry.to_xml
+    end
+
+    # General helper for stripping '-' and ',' into '_' for processable ids
+    def strip_tokens(value)
+      return nil if value.nil?
+      stripped = value.gsub(/[^0-9a-z]/i, '_')
+      # Prefix digits with 'prefix_' to prevent JS syntax errors
+      stripped.gsub(/^[0-9]/, "prefix_#{value[0]}")
+    end
+
+    # Class that generates incremental ids
+    class IdGenerator
+      def initialize
+        @current_id = 0
+      end
+
+      def next_id
+        @current_id += 1
+        @current_id
+      end
+    end
+  end
+end

data/lib/hqmf-parser/2.0/value_set_helper.rb

@@ -0,0 +1,104 @@
+module HQMF2
+  # Class containing value set information
+  class ValueSetHelper
+    # rubocop:disable Metrics/LineLength
+    VALUESET_MAP = {
+      '2.16.840.1.113883.10.20.28.3.7' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.8' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.9' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.10' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.11' => { valueset_path: "./*/cda:participation[@typeCode='PRD']/cda:role[@classCode='MANU']/cda:playingDevice[@classCode='DEV']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.12' => { valueset_path: "./*/cda:participation[@typeCode='PRD']/cda:role[@classCode='MANU']/cda:playingDevice[@classCode='DEV']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.13' => { valueset_path: "./*/cda:participation[@typeCode='DEV']/cda:role[@classCode='MANU']/cda:playingDevice[@classCode='DEV']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.14' => { valueset_path: "./*/cda:participation[@typeCode='PRD']/cda:role[@classCode='MANU']/cda:playingDevice[@classCode='DEV']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.15' => { valueset_path: "./*/cda:participation[@typeCode='DEV']/cda:role[@classCode='MANU']/cda:playingDevice[@classCode='DEV']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.16' => { valueset_path: "./*/cda:participation[@typeCode='DEV']/cda:role[@classCode='MANU']/cda:playingDevice[@classCode='DEV']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.1' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.17' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.18' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.19' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.20' => { valueset_path: "./*/cda:outboundRelationship[@typeCode='CAUS']/cda:observationCriteria/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.21' => { valueset_path: "./*/cda:outboundRelationship[@typeCode='CAUS']/cda:observationCriteria/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.22' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.23' => { valueset_path: './*/cda:code', result_path: './*/cda:value' },
+      '2.16.840.1.113883.10.20.28.3.24' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.26' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.27' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.5' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.28' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.29' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.30' => { valueset_path: './*/cda:code', result_path: './*/cda:value' },
+      '2.16.840.1.113883.10.20.28.3.31' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.33' => { valueset_path: "./*/cda:outboundRelationship[@typeCode='CAUS' and @inversionInd='true']/cda:procedureCriteria/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.34' => { valueset_path: "./*/cda:outboundRelationship[@typeCode='CAUS']/cda:actCriteria/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.35' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.36' => { valueset_path: './*/cda:code', result_path: "./*/cda:outboundRelationship[@typeCode='REFR']//cda:code[@code='394617004']/../cda:value" },
+      '2.16.840.1.113883.10.20.28.3.37' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.39' => { valueset_path: "./*/cda:outboundRelationship[@typeCode='CAUS']/cda:observationCriteria/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.40' => { valueset_path: "./*/cda:outboundRelationship[@typeCode='CAUS']/cda:observationCriteria/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.41' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.42' => { valueset_path: './*/cda:code', result_path: './*/cda:value' },
+      '2.16.840.1.113883.10.20.28.3.43' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.44' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role/cda:playingMaterial[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.45' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingManufacturedMaterial[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.46' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingEntity[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.47' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingEntity[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.48' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingManufacturedMaterial[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.49' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingMaterial[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.50' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingMaterial[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.51' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingMaterial[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.52' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.53' => { valueset_path: './*/cda:code', result_path: './*/cda:value' },
+      '2.16.840.1.113883.10.20.28.3.6' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.54' => { valueset_path: nil, result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.56' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.57' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.58' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.59' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.55' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.86' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.61' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.62' => { valueset_path: './*/cda:value', result_path: "./*/cda:outboundRelationship[@typeCode='REFR']//cda:code[@code='394617004']/../cda:value" },
+      '2.16.840.1.113883.10.20.28.3.63' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.64' => { valueset_path: "./*/cda:outboundRelationship[@typeCode='CAUS' and @inversionInd='true']/cda:procedureCriteria/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.65' => { valueset_path: "./*/cda:outboundRelationship[@typeCode='CAUS' and @inversionInd='true']/cda:procedureCriteria/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.66' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.67' => { valueset_path: './*/cda:code', result_path: "./*/cda:outboundRelationship[@typeCode='REFR']//cda:code[@code='394617004']/../cda:value" },
+      '2.16.840.1.113883.10.20.28.3.68' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.70' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.71' => { valueset_path: "./*/cda:participation/cda:role[@classCode='ASSIGNED']/cda:playingDevice[@classCode='DEV' and @determinerCode='KIND']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.87' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.72' => { valueset_path: './*/cda:code', result_path: './*/cda:value' },
+      '2.16.840.1.113883.10.20.28.3.93' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.73' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='ADMM']/cda:playingMaterial[@classCode='MAT' and @determinerCode='KIND']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.74' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='ADMM']/cda:playingMaterial[@classCode='MAT' and @determinerCode='KIND']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.75' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='ADMM']/cda:playingMaterial[@classCode='MAT' and @determinerCode='KIND']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.76' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='ADMM']/cda:playingMaterial[@classCode='MAT' and @determinerCode='KIND']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.77' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='ADMM']/cda:playingMaterial[@classCode='MAT' and @determinerCode='KIND']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.78' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingMaterial[@classCode='MMAT' and @determinerCode='KIND']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.79' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.80' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.81' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.82' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.84' => { valueset_path: "./*/cda:participation[@typeCode='ORG']/cda:role[@classCode='LOCE']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.85' => { valueset_path: "./*/cda:participation[@typeCode='ORG']/cda:role[@classCode='LOCE']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.110' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.111' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.112' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role/cda:playingManufacturedMaterial[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.113' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role/cda:playingManufacturedMaterial[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.114' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role/cda:playingEntity[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.115' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role/cda:playingMaterial[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.116' => { valueset_path: './*/cda:value', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.117' => { valueset_path: './*/cda:code', result_path: './*/cda:value' },
+      '2.16.840.1.113883.10.20.28.3.118' => { valueset_path: './*/cda:code', result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.119' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingEntity[@classCode='MMAT']/cda:code", result_path: nil },
+      '2.16.840.1.113883.10.20.28.3.120' => { valueset_path: "./*/cda:participation[@typeCode='CSM']/cda:role[@classCode='MANU']/cda:playingEntity[@classCode='MMAT']/cda:code", result_path: nil }
+
+    }
+    # rubocop:enable Metrics/LineLength
+
+    def self.get_mapping_for_template(template)
+      VALUESET_MAP[template]
+    end
+  end
+end

data/lib/hqmf-parser/converter/pass1/data_criteria_converter.rb

@@ -0,0 +1,257 @@
+module HQMF
+  # Class representing an HQMF document
+  class DataCriteriaConverter
+
+    attr_reader :v1_data_criteria_by_id, :v2_data_criteria, :v2_data_criteria_to_delete, :measure_period_criteria, :measure_period_v1_keys, :specific_occurrences
+
+    def initialize(doc, measure_period)
+      @doc = doc
+      @v1_data_criteria_by_id = {}
+      @v2_data_criteria = []
+      @v2_data_criteria_to_delete = {}
+      @specific_occurrences = {}
+      @measure_period = measure_period
+      parse()
+    end
+
+    def final_v2_data_criteria
+      @v2_data_criteria.delete_if {|criteria| @v2_data_criteria_to_delete[criteria.id] }
+    end
+
+    # duplicates a data criteria.  This is important because we may be modifying source data criteria like patient characteristic birthdate to add restrictions
+    # the restrictions added may be different for the numerator, denominator, different IPP_1, IPP_2, etc.
+    def duplicate_data_criteria(data_criteria, parent_id)
+      
+      if (data_criteria.is_a? HQMF::Converter::SimpleDataCriteria and data_criteria.precondition_id == parent_id)
+        new_data_criteria = data_criteria
+      else
+        new_data_criteria = HQMF::Converter::SimpleDataCriteria.from_data_criteria(data_criteria)
+        new_data_criteria.assign_precondition(parent_id)
+        @v2_data_criteria << new_data_criteria
+        # we want to delete the original for data criteria that have been duplicated
+        @v2_data_criteria_to_delete[data_criteria.id] = true if !@v2_data_criteria_to_delete.keys.include? data_criteria.id
+      end
+      
+      new_data_criteria
+    end
+    
+    # make sure that if a data criteria is used as a target, that it is not deleted by someone else.
+    # this is required for birthdate in NQF0106
+    def validate_not_deleted(target)
+      @v2_data_criteria_to_delete[target] = false
+    end
+    
+    # grouping data criteria are used to allow a single reference off of a temporal reference or subset operator
+    # grouping data criteria can reference either regular data criteria as children, or other grouping data criteria
+    def create_group_data_criteria(preconditions, type, value, parent_id, id, standard_category, qds_data_type)
+      extract_group_data_criteria_tree(HQMF::DataCriteria::UNION,preconditions, type, parent_id)
+    end
+    
+    def build_group_data_criteria(children, section, parent_id, derivation_operator)
+
+      criteria_ids = children.map(&:id)
+      # make sure nobody else is going to delete the criteria we've grouped
+      criteria_ids.each {|target| validate_not_deleted(target)}
+
+      id = "#{parent_id}_#{section}_#{HQMF::Counter.instance.next}"
+      title = "#{id}"
+      description = ""
+      definition = 'derived'
+      _display_name,_code_list_id,_status,_value,_field_values,_effective_time,_inline_code_list,_negation_code_list_id, = nil
+      _negation = false
+      
+      group_criteria = HQMF::DataCriteria.new(id, title, _display_name, description, _code_list_id, criteria_ids, derivation_operator, definition, _status,
+                                              _value, _field_values, _effective_time, _inline_code_list,_negation,_negation_code_list_id,nil,nil,nil,nil)
+      
+      @v2_data_criteria << group_criteria
+      
+      group_criteria
+      
+    end
+
+    # pull the children data criteria out of a set of preconditions
+    def extract_group_data_criteria_tree(conjunction, preconditions, type, parent_id)
+      
+      children = []
+      preconditions.each do |precondition|
+        if (precondition.comparison?) 
+          if (precondition.reference.id == HQMF::Document::MEASURE_PERIOD_ID)
+            children << measure_period_criteria
+          else
+            children << v2_data_criteria_by_id[precondition.reference.id]
+          end
+        else
+          converted_conjunction = convert_grouping_conjunction(precondition.conjunction_code) 
+          children << extract_group_data_criteria_tree(converted_conjunction, precondition.preconditions, type, parent_id)
+        end
+      end
+      
+      # if we have just one child element, just return it.  An AND or OR of a single item is not useful.
+      if (children.size > 1)
+        build_group_data_criteria(children, type, parent_id, conjunction)
+      else
+        children.first
+      end
+      
+    end
+    
+    def convert_grouping_conjunction(conjunction)
+      case conjunction
+      when HQMF::Precondition::AT_LEAST_ONE_TRUE
+        HQMF::DataCriteria::UNION
+      when HQMF::Precondition::ALL_TRUE
+        HQMF::DataCriteria::XPRODUCT
+      else
+        'unknown'
+      end
+    end
+    
+    # pull the children data criteria out of a set of preconditions
+    def self.extract_data_criteria(preconditions, data_criteria_converter)
+      flattened = []
+      preconditions.each do |precondition|
+        if (precondition.comparison?) 
+          if (precondition.reference.id == HQMF::Document::MEASURE_PERIOD_ID)
+            flattened << data_criteria_converter.measure_period_criteria
+          else
+            flattened << data_criteria_converter.v2_data_criteria_by_id[precondition.reference.id]
+          end
+        else
+          flattened.concat(extract_data_criteria(precondition.preconditions,data_criteria_converter))
+        end
+      end
+      flattened
+    end
+    
+    def v2_data_criteria_by_id
+      criteria_by_id = {}
+      @v2_data_criteria.each do |criteria|
+        criteria_by_id[criteria.id] = criteria
+      end
+      criteria_by_id
+    end
+    
+    private 
+
+    def parse()
+      @doc[:data_criteria].each do |key,criteria|
+        parsed_criteria = HQMF::DataCriteriaConverter.convert(key, criteria)
+        @v2_data_criteria << parsed_criteria
+        @v1_data_criteria_by_id[criteria[:id]] = parsed_criteria
+        @specific_occurrences[parsed_criteria.id] = criteria[:derived_from] != nil
+      end
+      create_measure_period_v1_data_criteria(@doc,@measure_period,@v1_data_criteria_by_id)
+    end
+
+    def self.convert(key, criteria)
+ 
+      # @param [String] id
+      # @param [String] title
+      # @param [String] standard_category
+      # @param [String] qds_data_type
+      # @param [String] subset_code
+      # @param [String] code_list_id
+      # @param [String] property
+      # @param [String] type
+      # @param [String] status
+      # @param [boolean] negation
+      # @param [String] negation_code_list_id
+      # @param [Value|Range|Coded] value
+      # @param [Range] effective_time
+      # @param [Hash<String,String>] inline_code_list
+      
+      id = convert_key(key)
+      title = criteria[:title]
+      title = title.match(/.*:\s+(.+)/)[1]
+      description = criteria[:description]
+      code_list_id = criteria[:code_list_id]
+      definition = criteria[:definition]
+      status = criteria[:status]
+      negation = criteria[:negation]
+      negation_code_list_id = criteria[:negation_code_list_id]
+      specific_occurrence = criteria[:specific_occurrence]
+      specific_occurrence_const = nil
+      
+      # specific occurrences do not properly set the description, so we want to add the definition and status
+      if (specific_occurrence)
+        if status
+          statusText = ", #{status.titleize}"
+        elsif definition == 'laboratory_test'
+          # laboratory_test without a status is actually a Result
+          statusText = ", Result"
+        end
+        description = "#{definition.titleize}#{statusText}: #{description}" 
+        specific_occurrence_const = (description.gsub(/\W/,' ').split.collect {|word| word.strip.upcase }).join '_'
+      end
+      
+      value = nil # value is filled out by backfill_patient_characteristics for things like gender and by REFR restrictions
+      effective_time = nil # filled out by temporal reference code
+      temporal_references = # filled out by operator code
+      subset_operators = nil # filled out by operator code
+      children_criteria = nil # filled out by operator and temporal reference code
+      derivation_operator = nil # filled out by operator and temporal reference code
+      negation_code_list_id = nil # filled out by RSON restrictions
+      field_values = nil # field values are filled out by SUBJ and REFR restrictions
+      inline_code_list = nil # inline code list is only used in HQMF V2, so we can just pass in nil
+      display_name=nil
+      
+      # transfers should be modeled as a field.  The code_list_id of the transfer data criteria is cleared and the oid is added to a transfer field
+      # The definition of the data criteria is still transfer, but it is marked as an encounter using the patient api funciton.
+      if ['transfer_to', 'transfer_from'].include? definition
+        field_values ||= {}
+        field_values[definition.upcase] = HQMF::Coded.for_code_list(code_list_id, title)
+        code_list_id = nil
+      end
+      
+      HQMF::DataCriteria.new(id, title, display_name, description, code_list_id, children_criteria, derivation_operator, definition, status, 
+                             value, field_values, effective_time, inline_code_list, negation, negation_code_list_id, temporal_references, subset_operators,specific_occurrence,specific_occurrence_const)
+ 
+    end
+    
+    
+    # this method creates V1 data criteria for the measurement period.  These data criteria can be
+    # referenced properly within the restrictions
+    def create_measure_period_v1_data_criteria(doc,measure_period,v1_data_criteria_by_id)
+
+      attributes = doc[:attributes]
+      attributes.keys.each {|key| attributes[key.to_s] = attributes[key]}
+      
+      measure_period_key = attributes['MEASUREMENT_PERIOD'][:id]
+      measure_start_key = attributes['MEASUREMENT_START_DATE'][:id]
+      measure_end_key = attributes['MEASUREMENT_END_DATE'][:id]
+      
+      @measure_period_v1_keys = {measure_start: measure_start_key, measure_end: measure_end_key, measure_period: measure_period_key}
+      
+      type = 'variable'
+      code_list_id,negation_code_list_id,property,status,field_values,effective_time,inline_code_list,children_criteria,derivation_operator,temporal_references,subset_operators=nil
+      
+      #####
+      ##
+      ######### SET MEASURE PERIOD
+      ##
+      #####
+      
+      measure_period_id = HQMF::Document::MEASURE_PERIOD_ID
+      value = measure_period
+      measure_criteria = HQMF::DataCriteria.new(measure_period_id,measure_period_id,nil,measure_period_id,code_list_id,children_criteria,derivation_operator,measure_period_id,status,
+                                                value,field_values,effective_time,inline_code_list, false, nil, temporal_references,subset_operators,nil,nil)
+      
+      # set the measure period data criteria for all measure period keys
+      v1_data_criteria_by_id[measure_period_key] = measure_criteria
+      v1_data_criteria_by_id[measure_start_key] = measure_criteria
+      v1_data_criteria_by_id[measure_end_key] = measure_criteria
+      @measure_period_criteria = measure_criteria
+      
+    end
+
+    
+    def self.title_from_description(title, description)
+      title.gsub(/^#{Regexp.escape(description).gsub('\\ ',':?,?\\ ')}:\s*/i,'')
+    end
+
+    def self.convert_key(key)
+      key.to_s.downcase.gsub('_', ' ').split(' ').map {|w| w.capitalize }.join('')
+    end 
+    
+  end
+end

data/lib/hqmf-parser/converter/pass1/document_converter.rb

@@ -0,0 +1,133 @@
+module HQMF
+  # Class for converting an HQMF 1.0 representation to an HQMF 2.0 representation
+  class DocumentConverter
+   
+    BIRTHTIME_CODE_LIST = {'LOINC'=>['21112-8']}
+    
+    def self.convert(json, codes)
+      
+      title = json[:title]
+      description = json[:description]
+      
+      # TODO: Investigate why we never use json[:attributes]
+      metadata = json[:metadata]
+      metadata.keys.each {|key| metadata[key.to_s] = metadata[key]; metadata.delete(key.to_sym)}
+      id = metadata["NQF_ID_NUMBER"][:value] if metadata["NQF_ID_NUMBER"]
+      emeasure_id = metadata['EMEASURE_IDENTIFIER'][:value] if metadata['EMEASURE_IDENTIFIER']
+      attributes = parse_attributes(metadata)
+      hqmf_id = json[:hqmf_id]
+      hqmf_set_id = json[:hqmf_set_id]
+      hqmf_version_number = json[:hqmf_version_number]
+      cms_id = "CMS#{emeasure_id}v#{hqmf_version_number}"
+      
+      measure_period = parse_measure_period(json)
+      @data_criteria_converter = DataCriteriaConverter.new(json, measure_period)
+      
+      # source data criteria are the original unmodified v2 data criteria
+      source_data_criteria = []
+      @data_criteria_converter.v2_data_criteria.each {|criteria| source_data_criteria << criteria}
+      
+      # PASS 1
+      @population_criteria_converter = PopulationCriteriaConverter.new(json, @data_criteria_converter)
+      population_criteria = @population_criteria_converter.population_criteria
+      
+      # PASS 2
+      comparison_converter = HQMF::ComparisonConverter.new(@data_criteria_converter)
+      comparison_converter.convert_comparisons(population_criteria)
+
+      # PASS 3
+      # specific_occurrence_converter = HQMF::SpecificOccurrenceConverter.new(@data_criteria_converter)
+      # specific_occurrence_converter.convert_specific_occurrences(population_criteria)
+
+      data_criteria = @data_criteria_converter.final_v2_data_criteria
+      
+      populations = @population_criteria_converter.sub_measures
+      
+      doc = HQMF::Document.new(id, hqmf_id, hqmf_set_id, hqmf_version_number, cms_id, title, description, population_criteria, data_criteria, source_data_criteria, attributes, measure_period, populations)
+       
+      HQMF::DocumentConverter.validate(doc, codes) if codes
+      
+      doc
+      
+    end
+   
+    private
+
+    def self.parse_attributes(metadata)
+      attributes = []
+      metadata.keys.each do |key|
+        attributes << HQMF::Attribute.from_json(metadata[key])
+      end
+      attributes
+    end
+
+    def self.parse_measure_period(json)
+      
+      # Create a new HQMF::EffectiveTime
+      # @param [Value] low
+      # @param [Value] high
+      # @param [Value] width
+      # ----------
+      # Create a new HQMF::Value
+      # @param [String] type
+      # @param [String] unit
+      # @param [String] value
+      # @param [String] inclusive
+      # @param [String] derived
+      # @param [String] expression
+      
+      low = HQMF::Value.new('TS',nil, '201201010000',nil, nil, nil)
+      high = HQMF::Value.new('TS',nil,'201212312359',nil, nil, nil)
+      width = HQMF::Value.new('PQ','a','1',nil, nil, nil)
+      
+#      puts ('need to figure out a way to make dates dynamic')
+      
+      HQMF::EffectiveTime.new(low,high,width)
+    end
+    
+    def self.validate(document,codes)
+      puts "\t(#{document.id})document is nil!!!!!!!!!!!" unless document
+      puts "\t(#{document.id})codes are nil!!!!!!!!!!!" unless codes
+      return unless document and codes
+      
+      referenced_oids = document.all_data_criteria.map(&:code_list_id).compact.uniq
+      
+      referenced_oids.each do |oid|
+        value_set = codes[oid]
+        puts "\tDC (#{document.id},#{document.title}): referenced OID could not be found #{oid}" unless value_set
+      end
+      
+      oid_values = document.all_data_criteria.select {|dc| dc.value != nil and dc.value.type == 'CD'}
+      
+      if oid_values.size > 0
+        referenced_oids = (oid_values.map {|dc| dc.value.code_list_id }).compact.uniq
+        referenced_oids.each do |oid|
+          value_set = codes[oid]
+          puts "\tVALUE (#{document.id},#{document.title}): referenced OID could not be found #{oid}" unless value_set
+        end
+      end
+      
+      
+      oid_negation = document.all_data_criteria.select {|dc| dc.negation_code_list_id != nil}
+      if oid_negation.size > 0
+        referenced_oids = (oid_negation.map {|dc| dc.negation_code_list_id}).compact.uniq
+        referenced_oids.each do |oid|
+          value_set = codes[oid]
+          puts "\tNEGATION (#{document.id},#{document.title}): referenced OID could not be found #{oid}" unless value_set
+        end
+      end
+        
+      oid_fields = document.all_data_criteria.select {|dc| dc.field_values != nil}
+      if oid_fields.size > 0
+        referenced_oids = (oid_fields.map{|dc| dc.field_values.map {|key,field| puts "field: #{key} is nil" unless field || key.match(/DATETIME/); field.code_list_id if field != nil and field.type == 'CD'}}).flatten.compact.uniq
+        referenced_oids.each do |oid|
+          value_set = codes[oid]
+          puts "\tFIELDS (#{document.id},#{document.title}): referenced OID could not be found #{oid}" unless value_set
+        end
+      end
+      
+    end
+
+   
+  end  
+end