streamdal-protos 0.1.51 → 0.1.52

data/lib/sp_internal_pb.rb

@@ -0,0 +1,79 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_internal.proto
+
+require 'google/protobuf'
+
+require 'shared/sp_shared_pb'
+require 'sp_command_pb'
+require 'sp_common_pb'
+require 'sp_info_pb'
+require 'sp_pipeline_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_internal.proto", :syntax => :proto3) do
+    add_message "protos.NewAudienceRequest" do
+      optional :session_id, :string, 1
+      optional :audience, :message, 2, "protos.Audience"
+    end
+    add_message "protos.HeartbeatRequest" do
+      optional :session_id, :string, 1
+      optional :service_name, :string, 2
+      repeated :audiences, :message, 3, "protos.Audience"
+      optional :client_info, :message, 4, "protos.ClientInfo"
+    end
+    add_message "protos.NotifyRequest" do
+      optional :condition_type, :enum, 1, "protos.NotifyRequest.ConditionType"
+      optional :step, :message, 2, "protos.PipelineStep"
+      optional :audience, :message, 3, "protos.Audience"
+      optional :occurred_at_unix_ts_utc, :int64, 4
+      optional :pipeline_id, :string, 5
+      optional :payload, :bytes, 6
+    end
+    add_enum "protos.NotifyRequest.ConditionType" do
+      value :CONDITION_TYPE_UNSET, 0
+      value :CONDITION_TYPE_ON_TRUE, 1
+      value :CONDITION_TYPE_ON_FALSE, 2
+      value :CONDITION_TYPE_ON_ERROR, 3
+    end
+    add_message "protos.MetricsRequest" do
+      repeated :metrics, :message, 1, "protos.Metric"
+    end
+    add_message "protos.RegisterRequest" do
+      optional :service_name, :string, 1
+      optional :session_id, :string, 2
+      optional :client_info, :message, 3, "protos.ClientInfo"
+      repeated :audiences, :message, 4, "protos.Audience"
+      optional :dry_run, :bool, 5
+    end
+    add_message "protos.DeregisterRequest" do
+      optional :service_name, :string, 1
+      optional :session_id, :string, 2
+    end
+    add_message "protos.GetSetPipelinesCommandsByServiceRequest" do
+      optional :service_name, :string, 1
+    end
+    add_message "protos.GetSetPipelinesCommandsByServiceResponse" do
+      repeated :set_pipeline_commands, :message, 1, "protos.Command"
+      map :wasm_modules, :string, :message, 3, "protos.shared.WasmModule"
+    end
+    add_message "protos.SendSchemaRequest" do
+      optional :audience, :message, 1, "protos.Audience"
+      optional :schema, :message, 2, "protos.Schema"
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    NewAudienceRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NewAudienceRequest").msgclass
+    HeartbeatRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.HeartbeatRequest").msgclass
+    NotifyRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotifyRequest").msgclass
+    NotifyRequest::ConditionType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotifyRequest.ConditionType").enummodule
+    MetricsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.MetricsRequest").msgclass
+    RegisterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.RegisterRequest").msgclass
+    DeregisterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.DeregisterRequest").msgclass
+    GetSetPipelinesCommandsByServiceRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.GetSetPipelinesCommandsByServiceRequest").msgclass
+    GetSetPipelinesCommandsByServiceResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.GetSetPipelinesCommandsByServiceResponse").msgclass
+    SendSchemaRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.SendSchemaRequest").msgclass
+  end
+end

data/lib/sp_internal_services_pb.rb

@@ -0,0 +1,47 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# Source: sp_internal.proto for package 'Streamdal.Protos'
+
+require 'grpc'
+require 'sp_internal_pb'
+
+module Streamdal
+  module Protos
+    module Internal
+      class Service
+
+        include ::GRPC::GenericService
+
+        self.marshal_class_method = :encode
+        self.unmarshal_class_method = :decode
+        self.service_name = 'protos.Internal'
+
+        # Initial method that an SDK should call to register itself with the server.
+        # The server will use this stream to send commands to the SDK via the
+        # `CommandResponse` message. Clients should continuously listen for
+        # CommandResponse messages and re-establish registration if the stream gets
+        # disconnected.
+        rpc :Register, ::Streamdal::Protos::RegisterRequest, stream(::Streamdal::Protos::Command)
+        # Declare a new audience that the SDK is able to accept commands for.
+        # An SDK would use this method when a new audience is declared by the user
+        # via `.Process()`.
+        rpc :NewAudience, ::Streamdal::Protos::NewAudienceRequest, ::Streamdal::Protos::StandardResponse
+        # SDK is responsible for sending heartbeats to the server to let the server
+        # know about active consumers and producers.
+        rpc :Heartbeat, ::Streamdal::Protos::HeartbeatRequest, ::Streamdal::Protos::StandardResponse
+        # Use this method when Notify condition has been triggered; the server will
+        # decide on what to do about the notification.
+        rpc :Notify, ::Streamdal::Protos::NotifyRequest, ::Streamdal::Protos::StandardResponse
+        # Send periodic metrics to the server
+        rpc :Metrics, ::Streamdal::Protos::MetricsRequest, ::Streamdal::Protos::StandardResponse
+        # Used to pull all pipeline configs for the service name in the SDK's constructor
+        # This is needed because Register() is async
+        rpc :GetSetPipelinesCommandsByService, ::Streamdal::Protos::GetSetPipelinesCommandsByServiceRequest, ::Streamdal::Protos::GetSetPipelinesCommandsByServiceResponse
+        rpc :SendTail, stream(::Streamdal::Protos::TailResponse), ::Streamdal::Protos::StandardResponse
+        # Used by SDK to send a new schema to the server
+        rpc :SendSchema, ::Streamdal::Protos::SendSchemaRequest, ::Streamdal::Protos::StandardResponse
+      end
+
+      Stub = Service.rpc_stub_class
+    end
+  end
+end

data/lib/sp_kv_pb.rb

@@ -0,0 +1,44 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_kv.proto
+
+require 'google/protobuf'
+
+require 'shared/sp_shared_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_kv.proto", :syntax => :proto3) do
+    add_message "protos.KVObject" do
+      optional :key, :string, 1
+      optional :value, :bytes, 2
+      optional :created_at_unix_ts_nano_utc, :int64, 3
+      optional :updated_at_unix_ts_nano_utc, :int64, 4
+    end
+    add_message "protos.KVInstruction" do
+      optional :id, :string, 1
+      optional :action, :enum, 2, "protos.shared.KVAction"
+      optional :object, :message, 3, "protos.KVObject"
+      optional :requested_at_unix_ts_nano_utc, :int64, 4
+    end
+    add_message "protos.KVRequest" do
+      repeated :instructions, :message, 1, "protos.KVInstruction"
+      optional :overwrite, :bool, 2
+    end
+    add_message "protos.KVCreateHTTPRequest" do
+      repeated :kvs, :message, 1, "protos.KVObject"
+      optional :overwrite, :bool, 2
+    end
+    add_message "protos.KVUpdateHTTPRequest" do
+      repeated :kvs, :message, 1, "protos.KVObject"
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    KVObject = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.KVObject").msgclass
+    KVInstruction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.KVInstruction").msgclass
+    KVRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.KVRequest").msgclass
+    KVCreateHTTPRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.KVCreateHTTPRequest").msgclass
+    KVUpdateHTTPRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.KVUpdateHTTPRequest").msgclass
+  end
+end

data/lib/sp_notify_pb.rb

@@ -0,0 +1,81 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_notify.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_notify.proto", :syntax => :proto3) do
+    add_message "protos.NotificationConfig" do
+      proto3_optional :id, :string, 1
+      optional :name, :string, 2
+      optional :type, :enum, 3, "protos.NotificationType"
+      proto3_optional :_created_by, :string, 10000
+      oneof :config do
+        optional :slack, :message, 1000, "protos.NotificationSlack"
+        optional :email, :message, 1001, "protos.NotificationEmail"
+        optional :pagerduty, :message, 1002, "protos.NotificationPagerDuty"
+      end
+    end
+    add_message "protos.NotificationSlack" do
+      optional :bot_token, :string, 1
+      optional :channel, :string, 2
+    end
+    add_message "protos.NotificationEmail" do
+      optional :type, :enum, 1, "protos.NotificationEmail.Type"
+      repeated :recipients, :string, 2
+      optional :from_address, :string, 3
+      oneof :config do
+        optional :smtp, :message, 1000, "protos.NotificationEmailSMTP"
+        optional :ses, :message, 1001, "protos.NotificationEmailSES"
+      end
+    end
+    add_enum "protos.NotificationEmail.Type" do
+      value :TYPE_UNSET, 0
+      value :TYPE_SMTP, 1
+      value :TYPE_SES, 2
+    end
+    add_message "protos.NotificationEmailSMTP" do
+      optional :host, :string, 1
+      optional :port, :int32, 2
+      optional :user, :string, 3
+      optional :password, :string, 4
+      optional :use_tls, :bool, 5
+    end
+    add_message "protos.NotificationEmailSES" do
+      optional :ses_region, :string, 1
+      optional :ses_access_key_id, :string, 2
+      optional :ses_secret_access_key, :string, 3
+    end
+    add_message "protos.NotificationPagerDuty" do
+      optional :token, :string, 1
+      optional :email, :string, 2
+      optional :service_id, :string, 3
+      optional :urgency, :enum, 4, "protos.NotificationPagerDuty.Urgency"
+    end
+    add_enum "protos.NotificationPagerDuty.Urgency" do
+      value :URGENCY_UNSET, 0
+      value :URGENCY_LOW, 1
+      value :URGENCY_HIGH, 2
+    end
+    add_enum "protos.NotificationType" do
+      value :NOTIFICATION_TYPE_UNSET, 0
+      value :NOTIFICATION_TYPE_SLACK, 1
+      value :NOTIFICATION_TYPE_EMAIL, 2
+      value :NOTIFICATION_TYPE_PAGERDUTY, 3
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    NotificationConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationConfig").msgclass
+    NotificationSlack = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationSlack").msgclass
+    NotificationEmail = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationEmail").msgclass
+    NotificationEmail::Type = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationEmail.Type").enummodule
+    NotificationEmailSMTP = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationEmailSMTP").msgclass
+    NotificationEmailSES = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationEmailSES").msgclass
+    NotificationPagerDuty = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationPagerDuty").msgclass
+    NotificationPagerDuty::Urgency = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationPagerDuty.Urgency").enummodule
+    NotificationType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationType").enummodule
+  end
+end

data/lib/sp_pipeline_pb.rb

@@ -0,0 +1,101 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_pipeline.proto
+
+require 'google/protobuf'
+
+require 'sp_notify_pb'
+require 'steps/sp_steps_custom_pb'
+require 'steps/sp_steps_decode_pb'
+require 'steps/sp_steps_detective_pb'
+require 'steps/sp_steps_encode_pb'
+require 'steps/sp_steps_httprequest_pb'
+require 'steps/sp_steps_inferschema_pb'
+require 'steps/sp_steps_kv_pb'
+require 'steps/sp_steps_schema_validation_pb'
+require 'steps/sp_steps_transform_pb'
+require 'steps/sp_steps_valid_json_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_pipeline.proto", :syntax => :proto3) do
+    add_message "protos.Pipeline" do
+      optional :id, :string, 1
+      optional :name, :string, 2
+      repeated :steps, :message, 3, "protos.PipelineStep"
+      repeated :_notification_configs, :message, 4, "protos.NotificationConfig"
+      proto3_optional :_paused, :bool, 1000
+      proto3_optional :_description, :string, 1001
+      proto3_optional :_version, :string, 1002
+      proto3_optional :_url, :string, 1003
+      proto3_optional :_created_at_unix_ts_utc, :int64, 1004
+      proto3_optional :_updated_at_unix_ts_utc, :int64, 1005
+      proto3_optional :_created_by, :string, 1006
+    end
+    add_message "protos.PipelineStepConditions" do
+      optional :abort, :enum, 1, "protos.AbortCondition"
+      optional :notify, :bool, 2
+      map :metadata, :string, :string, 3
+      optional :notification, :message, 4, "protos.PipelineStepNotification"
+    end
+    add_message "protos.PipelineStepNotification" do
+      repeated :notification_config_ids, :string, 1
+      optional :payload_type, :enum, 2, "protos.PipelineStepNotification.PayloadType"
+      repeated :paths, :string, 3
+    end
+    add_enum "protos.PipelineStepNotification.PayloadType" do
+      value :PAYLOAD_TYPE_UNSET, 0
+      value :PAYLOAD_TYPE_EXCLUDE, 1
+      value :PAYLOAD_TYPE_FULL_PAYLOAD, 2
+      value :PAYLOAD_TYPE_SELECT_PATHS, 3
+    end
+    add_message "protos.PipelineStep" do
+      optional :name, :string, 1
+      optional :on_true, :message, 2, "protos.PipelineStepConditions"
+      optional :on_false, :message, 3, "protos.PipelineStepConditions"
+      optional :dynamic, :bool, 4
+      optional :on_error, :message, 5, "protos.PipelineStepConditions"
+      proto3_optional :_wasm_id, :string, 10000
+      proto3_optional :_wasm_bytes, :bytes, 10001
+      proto3_optional :_wasm_function, :string, 10002
+      oneof :step do
+        optional :detective, :message, 1000, "protos.steps.DetectiveStep"
+        optional :transform, :message, 1001, "protos.steps.TransformStep"
+        optional :encode, :message, 1002, "protos.steps.EncodeStep"
+        optional :decode, :message, 1003, "protos.steps.DecodeStep"
+        optional :custom, :message, 1004, "protos.steps.CustomStep"
+        optional :http_request, :message, 1005, "protos.steps.HttpRequestStep"
+        optional :kv, :message, 1006, "protos.steps.KVStep"
+        optional :infer_schema, :message, 1007, "protos.steps.InferSchemaStep"
+        optional :valid_json, :message, 1008, "protos.steps.ValidJSONStep"
+        optional :schema_validation, :message, 1009, "protos.steps.SchemaValidationStep"
+      end
+    end
+    add_message "protos.PipelineConfigs" do
+      repeated :configs, :message, 1, "protos.PipelineConfig"
+      proto3_optional :_is_empty, :bool, 1000
+      proto3_optional :_created_by, :string, 1001
+    end
+    add_message "protos.PipelineConfig" do
+      optional :id, :string, 1
+      optional :paused, :bool, 2
+      optional :created_at_unix_ts_utc, :int64, 3
+    end
+    add_enum "protos.AbortCondition" do
+      value :ABORT_CONDITION_UNSET, 0
+      value :ABORT_CONDITION_ABORT_CURRENT, 1
+      value :ABORT_CONDITION_ABORT_ALL, 2
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    Pipeline = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.Pipeline").msgclass
+    PipelineStepConditions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStepConditions").msgclass
+    PipelineStepNotification = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStepNotification").msgclass
+    PipelineStepNotification::PayloadType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStepNotification.PayloadType").enummodule
+    PipelineStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStep").msgclass
+    PipelineConfigs = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineConfigs").msgclass
+    PipelineConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineConfig").msgclass
+    AbortCondition = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.AbortCondition").enummodule
+  end
+end

data/lib/sp_sdk_pb.rb

@@ -0,0 +1,44 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_sdk.proto
+
+require 'google/protobuf'
+
+require 'sp_pipeline_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_sdk.proto", :syntax => :proto3) do
+    add_message "protos.SDKResponse" do
+      optional :data, :bytes, 1
+      optional :status, :enum, 2, "protos.ExecStatus"
+      proto3_optional :status_message, :string, 3
+      repeated :pipeline_status, :message, 4, "protos.PipelineStatus"
+      map :metadata, :string, :string, 5
+    end
+    add_message "protos.PipelineStatus" do
+      optional :id, :string, 1
+      optional :name, :string, 2
+      repeated :step_status, :message, 3, "protos.StepStatus"
+    end
+    add_message "protos.StepStatus" do
+      optional :name, :string, 1
+      optional :status, :enum, 2, "protos.ExecStatus"
+      proto3_optional :status_message, :string, 3
+      optional :abort_condition, :enum, 4, "protos.AbortCondition"
+    end
+    add_enum "protos.ExecStatus" do
+      value :EXEC_STATUS_UNSET, 0
+      value :EXEC_STATUS_TRUE, 1
+      value :EXEC_STATUS_FALSE, 2
+      value :EXEC_STATUS_ERROR, 3
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    SDKResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.SDKResponse").msgclass
+    PipelineStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStatus").msgclass
+    StepStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.StepStatus").msgclass
+    ExecStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.ExecStatus").enummodule
+  end
+end

data/lib/sp_wsm_pb.rb

@@ -0,0 +1,45 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_wsm.proto
+
+require 'google/protobuf'
+
+require 'sp_pipeline_pb'
+require 'steps/sp_steps_detective_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_wsm.proto", :syntax => :proto3) do
+    add_message "protos.WASMRequest" do
+      optional :step, :message, 1, "protos.PipelineStep"
+      optional :input_payload, :bytes, 2
+      proto3_optional :input_step, :bytes, 3
+      proto3_optional :inter_step_result, :message, 4, "protos.InterStepResult"
+    end
+    add_message "protos.WASMResponse" do
+      optional :output_payload, :bytes, 1
+      optional :exit_code, :enum, 2, "protos.WASMExitCode"
+      optional :exit_msg, :string, 3
+      proto3_optional :output_step, :bytes, 4
+      proto3_optional :inter_step_result, :message, 5, "protos.InterStepResult"
+    end
+    add_message "protos.InterStepResult" do
+      oneof :input_from do
+        optional :detective_result, :message, 1, "protos.steps.DetectiveStepResult"
+      end
+    end
+    add_enum "protos.WASMExitCode" do
+      value :WASM_EXIT_CODE_UNSET, 0
+      value :WASM_EXIT_CODE_TRUE, 1
+      value :WASM_EXIT_CODE_FALSE, 2
+      value :WASM_EXIT_CODE_ERROR, 3
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    WASMRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.WASMRequest").msgclass
+    WASMResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.WASMResponse").msgclass
+    InterStepResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.InterStepResult").msgclass
+    WASMExitCode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.WASMExitCode").enummodule
+  end
+end

data/lib/steps/sp_steps_custom_pb.rb

@@ -0,0 +1,18 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_custom.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_custom.proto", :syntax => :proto3) do
+    add_message "protos.steps.CustomStep" do
+      map :args, :string, :string, 1
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    CustomStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.CustomStep").msgclass
+  end
+end

data/lib/steps/sp_steps_decode_pb.rb

@@ -0,0 +1,18 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_decode.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_decode.proto", :syntax => :proto3) do
+    add_message "protos.steps.DecodeStep" do
+      optional :id, :string, 1
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    DecodeStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DecodeStep").msgclass
+  end
+end

data/lib/steps/sp_steps_detective_pb.rb

@@ -0,0 +1,103 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_detective.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_detective.proto", :syntax => :proto3) do
+    add_message "protos.steps.DetectiveStep" do
+      proto3_optional :path, :string, 1
+      repeated :args, :string, 2
+      proto3_optional :negate, :bool, 3
+      optional :type, :enum, 4, "protos.steps.DetectiveType"
+    end
+    add_message "protos.steps.DetectiveStepResultMatch" do
+      optional :type, :enum, 1, "protos.steps.DetectiveType"
+      optional :path, :string, 2
+      optional :value, :bytes, 5
+      optional :pii_type, :string, 6
+    end
+    add_message "protos.steps.DetectiveStepResult" do
+      repeated :matches, :message, 1, "protos.steps.DetectiveStepResultMatch"
+    end
+    add_enum "protos.steps.DetectiveType" do
+      value :DETECTIVE_TYPE_UNKNOWN, 0
+      value :DETECTIVE_TYPE_IS_EMPTY, 1000
+      value :DETECTIVE_TYPE_HAS_FIELD, 1001
+      value :DETECTIVE_TYPE_IS_TYPE, 1002
+      value :DETECTIVE_TYPE_STRING_CONTAINS_ANY, 1003
+      value :DETECTIVE_TYPE_STRING_CONTAINS_ALL, 1004
+      value :DETECTIVE_TYPE_STRING_EQUAL, 1005
+      value :DETECTIVE_TYPE_IPV4_ADDRESS, 1006
+      value :DETECTIVE_TYPE_IPV6_ADDRESS, 1007
+      value :DETECTIVE_TYPE_MAC_ADDRESS, 1008
+      value :DETECTIVE_TYPE_REGEX, 1009
+      value :DETECTIVE_TYPE_TIMESTAMP_RFC3339, 1010
+      value :DETECTIVE_TYPE_TIMESTAMP_UNIX_NANO, 1011
+      value :DETECTIVE_TYPE_TIMESTAMP_UNIX, 1012
+      value :DETECTIVE_TYPE_BOOLEAN_TRUE, 1013
+      value :DETECTIVE_TYPE_BOOLEAN_FALSE, 1014
+      value :DETECTIVE_TYPE_UUID, 1015
+      value :DETECTIVE_TYPE_URL, 1016
+      value :DETECTIVE_TYPE_HOSTNAME, 1017
+      value :DETECTIVE_TYPE_STRING_LENGTH_MIN, 1018
+      value :DETECTIVE_TYPE_STRING_LENGTH_MAX, 1019
+      value :DETECTIVE_TYPE_STRING_LENGTH_RANGE, 1020
+      value :DETECTIVE_TYPE_SEMVER, 1021
+      value :DETECTIVE_TYPE_PII_ANY, 2000
+      value :DETECTIVE_TYPE_PII_CREDIT_CARD, 2001
+      value :DETECTIVE_TYPE_PII_SSN, 2002
+      value :DETECTIVE_TYPE_PII_EMAIL, 2003
+      value :DETECTIVE_TYPE_PII_PHONE, 2004
+      value :DETECTIVE_TYPE_PII_DRIVER_LICENSE, 2005
+      value :DETECTIVE_TYPE_PII_PASSPORT_ID, 2006
+      value :DETECTIVE_TYPE_PII_VIN_NUMBER, 2007
+      value :DETECTIVE_TYPE_PII_SERIAL_NUMBER, 2008
+      value :DETECTIVE_TYPE_PII_LOGIN, 2009
+      value :DETECTIVE_TYPE_PII_TAXPAYER_ID, 2010
+      value :DETECTIVE_TYPE_PII_ADDRESS, 2011
+      value :DETECTIVE_TYPE_PII_SIGNATURE, 2012
+      value :DETECTIVE_TYPE_PII_GEOLOCATION, 2013
+      value :DETECTIVE_TYPE_PII_EDUCATION, 2014
+      value :DETECTIVE_TYPE_PII_FINANCIAL, 2015
+      value :DETECTIVE_TYPE_PII_HEALTH, 2016
+      value :DETECTIVE_TYPE_PII_AWS_KEY_ID, 2017
+      value :DETECTIVE_TYPE_PII_RSA_KEY, 2018
+      value :DETECTIVE_TYPE_PII_TITLE, 2019
+      value :DETECTIVE_TYPE_PII_RELIGION, 2020
+      value :DETECTIVE_TYPE_PII_SLACK_TOKEN, 2021
+      value :DETECTIVE_TYPE_PII_STRIPE_KEY, 2022
+      value :DETECTIVE_TYPE_PII_IBAN, 2023
+      value :DETECTIVE_TYPE_PII_SWIFT_BIC, 2024
+      value :DETECTIVE_TYPE_PII_BANK_ROUTING_NUMBER, 2025
+      value :DETECTIVE_TYPE_PII_CRYPTO_ADDRESS, 2026
+      value :DETECTIVE_TYPE_PII_GITHUB_PAT, 2027
+      value :DETECTIVE_TYPE_PII_BRAINTREE_ACCESS_TOKEN, 2028
+      value :DETECTIVE_TYPE_PII_AWS_MWS_AUTH_TOKEN, 2029
+      value :DETECTIVE_TYPE_PII_DATABRICKS_PAT, 2030
+      value :DETECTIVE_TYPE_PII_SENDGRID_KEY, 2031
+      value :DETECTIVE_TYPE_PII_AZURE_SQL_CONN_STRING, 2032
+      value :DETECTIVE_TYPE_PII_JWT, 2033
+      value :DETECTIVE_TYPE_PII_DOCKER_SWARM_TOKEN, 2034
+      value :DETECTIVE_TYPE_PII_BEARER_TOKEN, 2035
+      value :DETECTIVE_TYPE_PII_KEYWORD, 2036
+      value :DETECTIVE_TYPE_NUMERIC_EQUAL_TO, 3000
+      value :DETECTIVE_TYPE_NUMERIC_GREATER_THAN, 3001
+      value :DETECTIVE_TYPE_NUMERIC_GREATER_EQUAL, 3002
+      value :DETECTIVE_TYPE_NUMERIC_LESS_THAN, 3003
+      value :DETECTIVE_TYPE_NUMERIC_LESS_EQUAL, 3004
+      value :DETECTIVE_TYPE_NUMERIC_RANGE, 3005
+      value :DETECTIVE_TYPE_NUMERIC_MIN, 3006
+      value :DETECTIVE_TYPE_NUMERIC_MAX, 3007
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    DetectiveStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DetectiveStep").msgclass
+    DetectiveStepResultMatch = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DetectiveStepResultMatch").msgclass
+    DetectiveStepResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DetectiveStepResult").msgclass
+    DetectiveType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DetectiveType").enummodule
+  end
+end

data/lib/steps/sp_steps_encode_pb.rb

@@ -0,0 +1,18 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_encode.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_encode.proto", :syntax => :proto3) do
+    add_message "protos.steps.EncodeStep" do
+      optional :id, :string, 1
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    EncodeStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.EncodeStep").msgclass
+  end
+end

data/lib/steps/sp_steps_httprequest_pb.rb

@@ -0,0 +1,42 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_httprequest.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_httprequest.proto", :syntax => :proto3) do
+    add_message "protos.steps.HttpRequest" do
+      optional :method, :enum, 1, "protos.steps.HttpRequestMethod"
+      optional :url, :string, 2
+      optional :body, :bytes, 3
+      map :headers, :string, :string, 4
+    end
+    add_message "protos.steps.HttpResponse" do
+      optional :code, :int32, 1
+      optional :body, :bytes, 2
+      map :headers, :string, :string, 3
+    end
+    add_message "protos.steps.HttpRequestStep" do
+      optional :request, :message, 1, "protos.steps.HttpRequest"
+    end
+    add_enum "protos.steps.HttpRequestMethod" do
+      value :HTTP_REQUEST_METHOD_UNSET, 0
+      value :HTTP_REQUEST_METHOD_GET, 1
+      value :HTTP_REQUEST_METHOD_POST, 2
+      value :HTTP_REQUEST_METHOD_PUT, 3
+      value :HTTP_REQUEST_METHOD_DELETE, 4
+      value :HTTP_REQUEST_METHOD_PATCH, 5
+      value :HTTP_REQUEST_METHOD_HEAD, 6
+      value :HTTP_REQUEST_METHOD_OPTIONS, 7
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    HttpRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.HttpRequest").msgclass
+    HttpResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.HttpResponse").msgclass
+    HttpRequestStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.HttpRequestStep").msgclass
+    HttpRequestMethod = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.HttpRequestMethod").enummodule
+  end
+end

data/lib/steps/sp_steps_inferschema_pb.rb

@@ -0,0 +1,18 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_inferschema.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_inferschema.proto", :syntax => :proto3) do
+    add_message "protos.steps.InferSchemaStep" do
+      optional :current_schema, :bytes, 1
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    InferSchemaStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.InferSchemaStep").msgclass
+  end
+end