his_emr_api_lab 1.1.1 → 1.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 360c214f3f26b5b18d01d1857d5ade3fa0dda1ddb54c846c44fcb354f6d47971
-  data.tar.gz: 7b74dc551624446991404886012f19260411d90f1aa12e092fc89418e607e81f
+  metadata.gz: e2202cc31522b4ae92847b3102841cfcf0c65a9e389fde480e3e787f1ef49ec7
+  data.tar.gz: a82291c66cdd6fb651e0917dc68e5b28b6dcedeb124973ab57f9f60187b4c920
 SHA512:
-  metadata.gz: 389813d90f57dca1542f698dcf6e10a396a8d5ad25f0aa29fc2f1cf668d5a2d38fb24f0810fc79ca88dab08b19ee98048ffa068f88745b40965f1e1e710a428f
-  data.tar.gz: 743cb12464310c16dfde6e37ce931253479d7394961a48bf86a9350e3254bfcb2ab608f2f84076c6739936c6b31642453997e6cf3b101d1607da01f17456b89e
+  metadata.gz: 7da2c231dba9fa4b013890becd128b0a8694fe797b510e9baa37638d1437133cc11e27e2479938eda921ccfe6c23583544092cb477372b5db298922913035c72
+  data.tar.gz: cb8fbf9e9c71d187e0085b42f0fe5299976dc4309d672c815c231cdb096548d9b53b9b0f222f453b66a41a8d18b759f2d8d295c46c899206d7c7ffcee500bb6c

data/app/jobs/lab/update_patient_orders_job.rb

@@ -12,9 +12,22 @@ module Lab
       User.current = Lab::Lims::Utils.lab_user
       Location.current = Location.find_by_name('ART clinic')
 
-      lims_api = Lab::Lims::Api::RestApi.new(Lab::Lims::Config.rest_api)
-      worker = Lab::Lims::PullWorker.new(lims_api)
-      worker.pull_orders(patient_id: patient_id)
+      lockfile = Rails.root.join('tmp', "update-patient-orders-#{patient_id}.lock")
+
+      done = File.open(lockfile, File::RDWR | File::CREAT) do |lock|
+        unless lock.flock(File::LOCK_NB | File::LOCK_EX)
+          Rails.logger.info('Another update patient job is already running...')
+          break false
+        end
+
+        lims_api = Lab::Lims::Api::RestApi.new(Lab::Lims::Config.rest_api)
+        worker = Lab::Lims::PullWorker.new(lims_api)
+        worker.pull_orders(patient_id: patient_id)
+
+        true
+      end
+
+      File.unlink(lockfile) if done
     end
   end
 end

data/app/services/lab/lims/api/rest_api.rb

@@ -22,14 +22,13 @@ class Lab::Lims::Api::RestApi
       end
     end
 
-    update_order_results(order_dto)
-
-    data = JSON.parse(response.body)['data']
+    data = JSON.parse(response.body)
+    update_order_results(order_dto) unless data['message'].casecmp?('Order already available')
 
     ActiveSupport::HashWithIndifferentAccess.new(
-      id: data['tracking_number'],
+      id: order_dto.fetch(:_id, order_dto[:tracking_number]),
       rev: 0,
-      tracking_number: data['tracking_number']
+      tracking_number: order_dto[:tracking_number]
     )
   end
 
@@ -44,21 +43,22 @@ class Lab::Lims::Api::RestApi
   end
 
   def consume_orders(*_args, patient_id: nil, **_kwargs)
-    Rails.logger.info('Looking for orders without results...')
-    orders = Lab::OrdersSearchService.find_orders_without_results(patient_id: patient_id)
+    orders_pending_updates(patient_id).each do |order|
+      order_dto = Lab::Lims::OrderSerializer.serialize_order(order)
 
-    orders.each do |order|
-      response = in_authenticated_session do |headers|
-        Rails.logger.info("Fetching results for order ##{order.accession_number}")
-        RestClient.get(expand_uri("query_results_by_tracking_number/#{order.accession_number}"), headers)
+      if order_dto['priority'].nil? || order_dto['sample_type'].casecmp?('not_specified')
+        patch_order_dto_with_lims_order!(order_dto, find_lims_order(order.accession_number))
       end
 
-      Rails.logger.info("Result for order ##{order.accession_number} found... Parsing...")
-      results = JSON.parse(response).fetch('data').fetch('results')
-      order_dto = Lab::Lims::OrderSerializer.serialize_order(order)
-      yield lims_results_to_order_dto(results, order_dto), OpenStruct.new(last_seq: 0)
-    rescue InvalidParameters => e # LIMS responds with a 401 when a result is not found :(
-      Rails.logger.error("Failed to fetch results for ##{order.accession_number}: #{e.message}")
+      if order_dto['test_results'].empty?
+        begin
+          patch_order_dto_with_lims_results!(order_dto, find_lims_results(order.accession_number))
+        rescue InvalidParameters => e # LIMS responds with a 401 when a result is not found :(
+          Rails.logger.error("Failed to fetch results for ##{order.accession_number}: #{e.message}")
+        end
+      end
+
+      yield order_dto, OpenStruct.new(last_seq: 0)
     end
   end
 
@@ -105,8 +105,8 @@ class Lab::Lims::Api::RestApi
     self.authentication_token = nil
     retry if (retries -= 1).positive?
   rescue RestClient::ExceptionWithResponse => e
-    Rails.logger.error("LIMS Error: #{e.response.code} - #{e.response.body}")
-    raise e unless e.response.code == 401
+    Rails.logger.error("LIMS Error: #{e.response&.code} - #{e.response&.body}")
+    raise e unless e.response&.code == 401
 
     self.authentication_token = nil
     retry if (retries -= 1).positive?
@@ -117,7 +117,8 @@ class Lab::Lims::Api::RestApi
     password = config.fetch(:password)
 
     Rails.logger.debug("Authenticating with LIMS as: #{username}")
-    response = RestClient.get(expand_uri("re_authenticate/#{username}/#{password}"), headers: { 'Content-type' => 'application/json' })
+    response = RestClient.get(expand_uri("re_authenticate/#{username}/#{password}"),
+                              headers: { 'Content-type' => 'application/json' })
     response_body = JSON.parse(response.body)
 
     if response_body['status'] == 401
@@ -153,9 +154,7 @@ class Lab::Lims::Api::RestApi
 
     Rails.logger.error("Lims Api Error: #{response.body}")
 
-    if body['status'] != 401
-      raise LimsApiError, "#{body['status']} - #{body['message']}"
-    end
+    raise LimsApiError, "#{body['status']} - #{body['message']}" if body['status'] != 401
 
     if body['message'].match?(/token expired/i)
       raise AuthenticationTokenExpired, "Authentication token expired: #{body['message']}"
@@ -255,11 +254,31 @@ class Lab::Lims::Api::RestApi
     "#{orderer[:first_name]} #{orderer[:last_name]}"
   end
 
+  def find_lims_order(tracking_number)
+    response = in_authenticated_session do |headers|
+      Rails.logger.info("Fetching order ##{tracking_number}")
+      RestClient.get(expand_uri("query_order_by_tracking_number/#{tracking_number}"), headers)
+    end
+
+    Rails.logger.info("Order ##{tracking_number} found... Parsing...")
+    JSON.parse(response).fetch('data')
+  end
+
+  def find_lims_results(tracking_number)
+    response = in_authenticated_session do |headers|
+      Rails.logger.info("Fetching results for order ##{tracking_number}")
+      RestClient.get(expand_uri("query_results_by_tracking_number/#{tracking_number}"), headers)
+    end
+
+    Rails.logger.info("Result for order ##{tracking_number} found... Parsing...")
+    JSON.parse(response).fetch('data').fetch('results')
+  end
+
   ##
   # Make a copy of the order_dto with the results from LIMS parsed
   # and appended to it.
-  def lims_results_to_order_dto(results, order_dto)
-    order_dto.merge(
+  def patch_order_dto_with_lims_results!(order_dto, results)
+    order_dto.merge!(
       '_id' => order_dto[:tracking_number],
       '_rev' => 0,
       'test_results' => results.each_with_object({}) do |result, formatted_results|
@@ -277,10 +296,16 @@ class Lab::Lims::Api::RestApi
     )
   end
 
+  def patch_order_dto_with_lims_order!(order_dto, lims_order)
+    order_dto.merge!(
+      'sample_type' => lims_order['other']['sample_type'],
+      'sample_status' => lims_order['other']['specimen_status'],
+      'priority' => lims_order['other']['priority']
+    )
+  end
+
   def update_order_results(order_dto)
-    if order_dto['test_results'].nil? || order_dto['test_results'].empty?
-      return nil
-    end
+    return nil if order_dto['test_results'].nil? || order_dto['test_results'].empty?
 
     order_dto['test_results'].each do |test_name, results|
       Rails.logger.info("Pushing result for order ##{order_dto['tracking_number']}")
@@ -341,4 +366,40 @@ class Lab::Lims::Api::RestApi
       test_status: 'voided'
     }
   end
+
+  def orders_pending_updates(patient_id = nil)
+    Rails.logger.info('Looking for orders that need to be updated...')
+    orders = {}
+
+    orders_without_specimen(patient_id).each { |order| orders[order.order_id] = order }
+    orders_without_results(patient_id).each { |order| orders[order.order_id] = order }
+    orders_without_reason(patient_id).each { |order| orders[order.order_id] = order }
+
+    orders.values
+  end
+
+  def orders_without_specimen(patient_id = nil)
+    Rails.logger.debug('Looking for orders without a specimen')
+    unknown_specimen = ConceptName.where(name: Lab::Metadata::UNKNOWN_SPECIMEN)
+                                  .select(:concept_id)
+    orders = Lab::LabOrder.where(concept_id: unknown_specimen)
+    orders = orders.where(patient_id: patient_id) if patient_id
+
+    orders
+  end
+
+  def orders_without_results(patient_id = nil)
+    Rails.logger.debug('Looking for orders without a result')
+    Lab::OrdersSearchService.find_orders_without_results(patient_id: patient_id)
+  end
+
+  def orders_without_reason(patient_id = nil)
+    Rails.logger.debug('Looking for orders without a reason for test')
+    orders = Lab::LabOrder.joins(:reason_for_test)
+                          .merge(Observation.where(value_coded: nil, value_text: nil))
+                          .limit(1000)
+    orders = orders.where(patient_id: patient_id) if patient_id
+
+    orders
+  end
 end

data/app/services/lab/lims/order_dto.rb

@@ -22,7 +22,7 @@ module Lab
           date: start_date,
           target_lab: facility_name(self['receiving_facility']),
           order_location: facility_name(self['sending_facility']),
-          reason_for_test: reason_for_test
+          reason_for_test_id: reason_for_test
         )
       end
 
@@ -69,7 +69,9 @@ module Lab
       end
 
       def start_date
-        raise LimsException, 'Order missing created date' if self['date_created'].blank?
+        if self['date_created'].blank?
+          raise LimsException, 'Order missing created date'
+        end
 
         Utils.parse_date(self['date_created'])
       end
@@ -85,7 +87,12 @@ module Lab
       def reason_for_test
         return unknown_concept.concept_id unless self['priority']
 
-        ConceptName.find_by_name!(self['priority']).concept_id
+        name = case self['priority']
+               when %r{Reapet / Missing}i then 'Repeat / Missing'
+               else self['priority']
+               end
+
+        ConceptName.find_by_name!(name).concept_id
       end
 
       def lab_program

data/app/services/lab/lims/order_serializer.rb

@@ -16,6 +16,7 @@ module Lab
           serialized_order = Lims::Utils.structify(Lab::LabOrderSerializer.serialize_order(order))
 
           Lims::OrderDTO.new(
+            _id: Lab::LimsOrderMapping.find_by(order: order)&.lims_id || serialized_order.accession_number,
             tracking_number: serialized_order.accession_number,
             sending_facility: current_facility_name,
             receiving_facility: serialized_order.target_lab,

data/app/services/lab/lims/pull_worker.rb

@@ -176,7 +176,7 @@ module Lab
       def update_order(patient, order_id, order_dto)
         logger.debug("Updating order ##{order_dto['_id']}")
         order = OrdersService.update_order(order_id, order_dto.to_order_service_params(patient_id: patient.patient_id)
-                                                              .merge(force_update: true))
+                                                              .merge(force_update: 'true'))
         unless order_dto['test_results'].empty?
           update_results(order, order_dto['test_results'])
         end
@@ -194,7 +194,7 @@ module Lab
             next
           end
 
-          next unless test_results['results']
+          next if test.result || test_results['results'].blank?
 
           measures = test_results['results'].map do |indicator, value|
             measure = find_measure(order, indicator, value)

data/app/services/lab/lims/push_worker.rb

@@ -56,7 +56,8 @@ module Lab
           else
             Rails.logger.info("Creating order ##{order_dto['accession_number']} in LIMS")
             update = lims_api.create_order(order_dto)
-            Lab::LimsOrderMapping.create!(order: order, lims_id: update['id'], revision: update['rev'], pushed_at: Time.now)
+            Lab::LimsOrderMapping.create!(order: order, lims_id: update['id'], revision: update['rev'],
+                                          pushed_at: Time.now)
           end
         end
 

data/app/services/lab/metadata.rb

@@ -10,6 +10,7 @@ module Lab
     TEST_RESULT_CONCEPT_NAME = 'Lab test result'
     TEST_RESULT_INDICATOR_CONCEPT_NAME = 'Lab test result indicator'
     TEST_TYPE_CONCEPT_NAME = 'Test type'
+    UNKNOWN_SPECIMEN = 'Unknown'
 
     # Encounter
     ENCOUNTER_TYPE_NAME = 'Lab'

data/app/services/lab/orders_search_service.rb

@@ -26,8 +26,10 @@ module Lab
       end
 
       def find_orders_without_results(patient_id: nil)
-        query = Lab::LabOrder.where
-                             .not(order_id: Lab::LabResult.all.select(:order_id))
+        results_query = Lab::LabResult.all
+        results_query = results_query.where(person_id: patient_id) if patient_id
+
+        query = Lab::LabOrder.where.not(order_id: results_query.select(:order_id))
         query = query.where(patient_id: patient_id) if patient_id
 
         query

data/app/services/lab/orders_service.rb

@@ -71,15 +71,24 @@ module Lab
         end
 
         order = Lab::LabOrder.find(order_id)
-        unless order.concept_id == unknown_concept_id || params[:force_update]&.to_s&.casecmp?('true')
-          raise ::UnprocessableEntityError
+        if order.concept_id != unknown_concept_id && !params[:force_update]&.casecmp?('true')
+          raise ::UnprocessableEntityError, "Can't change order specimen once set"
+        end
+
+        if specimen_id.to_i != order.concept_id
+          Rails.logger.debug("Updating order ##{order.order_id}")
+          order.update!(concept_id: specimen_id,
+                        discontinued: true,
+                        discontinued_by: User.current.user_id,
+                        discontinued_date: params[:date]&.to_date || Time.now,
+                        discontinued_reason_non_coded: 'Sample drawn/updated')
+        end
+
+        if params.key?(:reason_for_test_id)
+          Rails.logger.debug("Updating reason for test on order ##{order.order_id}")
+          update_reason_for_test(order, params[:reason_for_test_id])
         end
 
-        order.update!(concept_id: specimen_id,
-                      discontinued: true,
-                      discontinued_by: User.current.user_id,
-                      discontinued_date: params[:date]&.to_date || Time.now,
-                      discontinued_reason_non_coded: 'Sample drawn/updated')
         Lab::LabOrderSerializer.serialize_order(order)
       end
 
@@ -159,7 +168,7 @@ module Lab
           order,
           Lab::Metadata::REASON_FOR_TEST_CONCEPT_NAME,
           params[:date],
-          value_coded: params['reason_for_test_id']
+          value_coded: params[:reason_for_test_id]
         )
       end
 
@@ -192,6 +201,21 @@ module Lab
       def unknown_concept_id
         ConceptName.find_by_name!('Unknown').concept_id
       end
+
+      def update_reason_for_test(order, concept_id)
+        if concept_id.blank?
+          raise InvalidParameterError, "Reason for test can't be blank"
+        end
+
+        return if order.reason_for_test&.value_coded == concept_id
+
+        unless order.reason_for_test&.value_coded.nil?
+          raise InvalidParameterError, "Can't change reason for test once set"
+        end
+
+        order.reason_for_test.delete
+        add_reason_for_test(order, date: order.start_date, reason_for_test_id: concept_id)
+      end
     end
   end
 end

data/lib/lab/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Lab
-  VERSION = '1.1.1'
+  VERSION = '1.1.2'
 end

data/lib/tasks/loaders/data/reasons-for-test.csv

@@ -3,4 +3,5 @@
 "Repeat / Missing"
 "Targeted"
 "Confirmatory"
+"Stat"
 "Other"

data/lib/tasks/loaders/data/tests.csv

@@ -86,8 +86,6 @@ Blood,HbA1c,"2019-11-19 14:05:31"
 Blood,Microalbumin,"2019-11-19 14:05:31"
 Blood,Microprotein,"2019-11-19 14:05:31"
 Blood,"Von Willebrand Factor","2019-11-19 14:05:31"
-Blood,"HIV_viral_load","2021-04-13 00:00:00"
-Blood,"Viral laod","2021-04-11 00:00:00"
 Blood,"Viral Load","2019-11-19 14:05:31"
 Blood,"Urine Lam","2019-11-19 14:05:31"
 Blood,"Protein and Sugar","2021-04-16"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: his_emr_api_lab
 version: !ruby/object:Gem::Version
-  version: 1.1.1
+  version: 1.1.2
 platform: ruby
 authors:
 - Elizabeth Glaser Pediatric Foundation Malawi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-07-12 00:00:00.000000000 Z
+date: 2021-07-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: couchrest