cmor_transports 0.0.56.pre

data/app/models/cmor/transports/incoming.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+module Cmor::Transports
+  class Incoming < ApplicationRecord
+    include Cmor::Transports::Models::UuidConcern
+    include AASM
+
+    belongs_to :creator, optional: true, polymorphic: true
+    # belongs_to :job, optional: true
+
+    has_one_attached :input
+    has_one_attached :payload
+
+    validates :outgoing_uuid, presence: true, uniqueness: true
+
+    aasm(:default, column: "state") do
+      state :created, initial: true
+      state :enqueued
+      state :processing
+      state :failed
+      state :succeeded
+
+      event :enqueue, after: :enqueue_service_call do
+        transitions from: :created, to: :enqueued
+      end
+
+      event :process do
+        transitions from: [:created, :enqueued], to: :processing
+      end
+
+      event :fail do
+        transitions from: :processing, to: :failed
+      end
+
+      event :succeed do
+        transitions from: :processing, to: :succeeded
+      end
+    end
+  end
+end

data/app/models/cmor/transports/outgoing.rb

@@ -0,0 +1,98 @@
+# frozen_string_literal: true
+
+module Cmor::Transports
+  class Outgoing < ApplicationRecord
+    include Cmor::Transports::Models::UuidConcern
+    include AASM
+
+    belongs_to :creator, optional: true, polymorphic: true
+
+    has_many :outgoing_exports, dependent: :destroy
+    has_many :exports, through: :outgoing_exports
+
+    has_many :outgoing_targets, dependent: :destroy
+    has_many :systems, through: :outgoing_targets
+
+    has_one_attached :output
+
+    validates :state, presence: true
+
+    aasm(:default, column: "state") do
+      state :created, initial: true
+      state :enqueued_for_pack
+      state :packing
+      state :failed_packing
+      state :succeeded_packing
+      state :enqueued_for_transfer
+      state :transferring
+      state :failed_transferring
+      state :succeeded_transferring
+
+      event :enqueue_packing, after: :enqueue_packing_service_call do
+        transitions from: :created, to: :enqueued_for_pack
+      end
+
+      event :start_packing do
+        transitions from: :enqueued_for_pack, to: :packing
+      end
+
+      event :failed_packing do
+        transitions from: :packing, to: :failed_packing
+      end
+
+      event :succeed_packing do
+        transitions from: :packing, to: :succeeded_packing
+      end
+
+      event :reset_packing do
+        transitions from: [:enqueued_for_packing, :failed_packing], to: :created
+      end
+
+      event :enqueue_for_transfer, after: :enqueue_transferring_service_call do
+        transitions from: :succeeded_packing, to: :enqueued_for_transfer
+      end
+
+      event :start_transferring do
+        transitions from: :enqueued_for_transfer, to: :transferring
+      end
+
+      event :failed_transferring do
+        transitions from: :transferring, to: :failed_transferring
+      end
+
+      event :reset_transferring do
+        transitions from: [:enqueued_for_transfer, :failed_transferring], to: :succeeded_packing
+      end
+
+      event :succeed_transferring do
+        transitions from: :transferring, to: :succeeded_transferring
+      end
+    end
+
+    def enqueue_packing_service_call
+      result = pack_service_class_name.constantize.call_later!(outgoing: self)
+      self.job_id = result.job_id
+    end
+
+    def enqueue_transferring_service_call
+      result = transfer_service_class_name.constantize.call_later!(outgoing: self)
+      self.job_id = result.job_id
+    end
+
+    def pack_service_class_name
+      "Cmor::Transports::Packs::ZipService"
+    end
+
+    def transfer_service_class_name
+      "Cmor::Transports::Transfers::Api::PushService"
+    end
+
+    def output_base64
+      if output.attached?
+        Base64.encode64(output.attachment.blob.download)
+      else
+        nil
+      end
+    end
+  end
+end

data/app/models/cmor/transports/outgoing_export.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+module Cmor::Transports
+  class OutgoingExport < ApplicationRecord
+    belongs_to :outgoing
+    belongs_to :export
+  end
+end

data/app/models/cmor/transports/outgoing_target.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+module Cmor::Transports
+  class OutgoingTarget < ApplicationRecord
+    belongs_to :outgoing
+    belongs_to :system
+
+    delegate :identifier, :endpoint, :api_key, to: :system, prefix: true, allow_nil: true
+    delegate :uuid, to: :outgoing, prefix: true, allow_nil: true
+
+    def incoming_status
+      result = Cmor::Transports::Transfers::Api::IncomingStateService.call(system_identifier: system_identifier, endpoint: system_endpoint, api_key: system_api_key, outgoing_uuid: outgoing_uuid)
+      if result.ok?
+        result.incoming
+      else
+        nil
+      end
+    end
+  end
+end

data/app/models/cmor/transports/system.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Cmor::Transports
+  class System < ApplicationRecord
+    has_many :outgoing_targets
+
+    validates :identifier, presence: true, uniqueness: true
+    validates :endpoint, presence: true, uniqueness: true
+    validates :api_key, presence: true
+
+    def human
+      "#{identifier} | #{endpoint}"
+    end
+  end
+end

data/app/services/cmor/transports/api/incoming/create_service.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+module Cmor
+  module Transports
+    module Api
+      module Incoming
+        class CreateService < Rao::Service::Base
+          class Result < Rao::Service::Result::Base
+          end
+
+          attr_accessor :outgoing, :incoming
+
+          validates :outgoing_output_base64, presence: true
+
+
+          def save
+            if @incoming.save
+              say "Saved incoming with id #{@incoming.id}"
+            else
+              add_error_and_say "Could not save incoming. Errors: #{@incoming.errors.full_messages.to_sentence}"
+            end
+          end
+
+          def outgoing_output_base64
+            outgoing["output_base64"] if outgoing.respond_to?(:[])
+          end
+
+          private
+          def _perform
+            build_incoming!
+          end
+
+          def build_incoming!
+            @incoming = Cmor::Transports::Incoming.new.tap do |i|
+              i.outgoing_uuid = outgoing["uuid"]
+              i.payload.attach(io: StringIO.new(Base64.decode64(outgoing["output_base64"])), filename: "payload.zip", content_type: "application/zip")
+              i.input.attach(io: StringIO.new(outgoing.to_json), filename: "outgoing.json", content_type: "application/json")
+              i
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/app/services/cmor/transports/api/incoming/show_service.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module Cmor
+  module Transports
+    module Api
+      module Incoming
+        class ShowService < Rao::Service::Base
+          class Result < Rao::Service::Result::Base
+            attr_accessor :incoming
+          end
+
+          attr_accessor :outgoing_uuid
+
+          private
+            def _perform
+              @result.incoming = @incoming = Cmor::Transports::Incoming.where(outgoing_uuid: outgoing_uuid).first
+            end
+        end
+      end
+    end
+  end
+end

data/app/services/cmor/transports/exports/base.rb

@@ -0,0 +1,74 @@
+# frozen_string_literal: true
+
+module Cmor
+  module Transports
+    module Exports
+      class Base < Rao::Service::Base
+        class Result < Rao::Service::Result::Base
+          attr_accessor :export
+        end
+
+        attr_accessor :export
+
+        private
+        def _perform
+          export.aasm.fire(:process)
+          generate_output!
+          if @errors.any?
+            export.aasm.fire(:fail)
+            return @result
+          end
+
+          attach_output_to_export!
+          if @errors.any?
+            export.aasm.fire(:fail)
+            return @result
+          end
+
+          export.aasm.fire(:succeed)
+        end
+
+        def after_perform
+          @export.service_errors = @errors.full_messages.to_sentence
+          @export.service_messages = @messages.map(&:to_s)
+          @result.export = @export
+        end
+
+        def save
+          export.save!
+        end
+
+        def generate_output!
+          raise "Child class responsibility"
+        end
+
+        def attach_output_to_export!
+          export.output.attach(attributes_for_attachment)
+        end
+
+        def attributes_for_attachment
+          raise "Child class responsibility"
+        end
+
+
+        def load_collection
+          resource_class.find_by_sql(export.query)
+        end
+
+        def resource_class
+          export.root_model.constantize
+        end
+
+        def resource_attributes
+          export.output_attributes || resource_class.attribute_names
+        end
+
+        def build_resource_hash(resource)
+          resource_attributes.each_with_object({}) do |attr, memo|
+            memo[attr] = resource.send(attr)
+          end
+        end
+      end
+    end
+  end
+end

data/app/services/cmor/transports/exports/csv_service.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require "csv"
+
+module Cmor
+  module Transports
+    module Exports
+      class CsvService < Base
+        class Result < Base::Result
+        end
+
+        private
+        def generate_output!
+          @output = CSV.generate(headers: true) do |csv|
+            csv << resource_attributes
+            load_collection.each do |resource|
+              csv << build_resource_hash(resource).values
+            end
+          end
+        end
+
+        def attributes_for_attachment
+          {
+            io: StringIO.new(@output),
+            filename: "export_#{export.id}.csv",
+            content_type: "text/csv"
+          }
+        end
+      end
+    end
+  end
+end

data/app/services/cmor/transports/exports/json_service.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module Cmor
+  module Transports
+    module Exports
+      class JsonService < Base
+        class Result < Base::Result
+        end
+
+        private
+        def generate_output!
+          @output = load_collection.collect { |r| build_resource_hash(r) }.to_json
+        end
+
+        def attributes_for_attachment
+          {
+            io: StringIO.new(@output),
+            filename: "export_#{export.id}.json",
+            content_type: "application/json"
+          }
+        end
+      end
+    end
+  end
+end

data/app/services/cmor/transports/exports/yaml_service.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module Cmor
+  module Transports
+    module Exports
+      class YamlService < Base
+        class Result < Base::Result
+        end
+
+        private
+        def generate_output!
+          @output = load_collection.collect { |r| build_resource_hash(r) }.to_yaml
+        end
+
+        def attributes_for_attachment
+          {
+            io: StringIO.new(@output),
+            filename: "export_#{export.id}.yaml",
+            content_type: "application/x-yaml"
+          }
+        end
+      end
+    end
+  end
+end

data/app/services/cmor/transports/packs/base.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module Cmor
+  module Transports
+    module Packs
+      class Base < Rao::Service::Base
+        class Result < Rao::Service::Result::Base
+        end
+
+        attr_accessor :outgoing
+
+        private
+        def _perform
+          pack_and_attach!
+        end
+      end
+    end
+  end
+end

data/app/services/cmor/transports/packs/zip_service.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module Cmor
+  module Transports
+    module Packs
+      class ZipService < Base
+        private
+        def pack_and_attach!
+          outgoing.start_packing!
+          stringio = Zip::OutputStream.write_buffer do |zio|
+            outgoing.exports.map(&:output).each do |attachment|
+              zio.put_next_entry(attachment.filename)
+              zio.write attachment.blob.download
+            end
+          end
+
+          stringio.rewind
+
+          @outgoing.output.attach(io: stringio, filename: "output.zip", content_type: "application/zip")
+          outgoing.succeed_packing!
+        rescue => e
+          outgoing.failed_packing!
+          raise e
+        end
+      end
+    end
+  end
+end