streamdal-protos 0.0.1

data/lib/sp_notify_pb.rb

@@ -0,0 +1,80 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_notify.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_notify.proto", :syntax => :proto3) do
+    add_message "protos.NotificationConfig" do
+      proto3_optional :id, :string, 1
+      optional :name, :string, 2
+      optional :type, :enum, 3, "protos.NotificationType"
+      oneof :config do
+        optional :slack, :message, 1000, "protos.NotificationSlack"
+        optional :email, :message, 1001, "protos.NotificationEmail"
+        optional :pagerduty, :message, 1002, "protos.NotificationPagerDuty"
+      end
+    end
+    add_message "protos.NotificationSlack" do
+      optional :bot_token, :string, 1
+      optional :channel, :string, 2
+    end
+    add_message "protos.NotificationEmail" do
+      optional :type, :enum, 1, "protos.NotificationEmail.Type"
+      repeated :recipients, :string, 2
+      optional :from_address, :string, 3
+      oneof :config do
+        optional :smtp, :message, 1000, "protos.NotificationEmailSMTP"
+        optional :ses, :message, 1001, "protos.NotificationEmailSES"
+      end
+    end
+    add_enum "protos.NotificationEmail.Type" do
+      value :TYPE_UNSET, 0
+      value :TYPE_SMTP, 1
+      value :TYPE_SES, 2
+    end
+    add_message "protos.NotificationEmailSMTP" do
+      optional :host, :string, 1
+      optional :port, :int32, 2
+      optional :user, :string, 3
+      optional :password, :string, 4
+      optional :use_tls, :bool, 5
+    end
+    add_message "protos.NotificationEmailSES" do
+      optional :ses_region, :string, 1
+      optional :ses_access_key_id, :string, 2
+      optional :ses_secret_access_key, :string, 3
+    end
+    add_message "protos.NotificationPagerDuty" do
+      optional :token, :string, 1
+      optional :email, :string, 2
+      optional :service_id, :string, 3
+      optional :urgency, :enum, 4, "protos.NotificationPagerDuty.Urgency"
+    end
+    add_enum "protos.NotificationPagerDuty.Urgency" do
+      value :URGENCY_UNSET, 0
+      value :URGENCY_LOW, 1
+      value :URGENCY_HIGH, 2
+    end
+    add_enum "protos.NotificationType" do
+      value :NOTIFICATION_TYPE_UNSET, 0
+      value :NOTIFICATION_TYPE_SLACK, 1
+      value :NOTIFICATION_TYPE_EMAIL, 2
+      value :NOTIFICATION_TYPE_PAGERDUTY, 3
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    NotificationConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationConfig").msgclass
+    NotificationSlack = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationSlack").msgclass
+    NotificationEmail = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationEmail").msgclass
+    NotificationEmail::Type = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationEmail.Type").enummodule
+    NotificationEmailSMTP = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationEmailSMTP").msgclass
+    NotificationEmailSES = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationEmailSES").msgclass
+    NotificationPagerDuty = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationPagerDuty").msgclass
+    NotificationPagerDuty::Urgency = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationPagerDuty.Urgency").enummodule
+    NotificationType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.NotificationType").enummodule
+  end
+end

data/lib/sp_pipeline_pb.rb

@@ -0,0 +1,94 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_pipeline.proto
+
+require 'google/protobuf'
+
+require 'sp_notify_pb'
+require 'steps/sp_steps_custom_pb'
+require 'steps/sp_steps_decode_pb'
+require 'steps/sp_steps_detective_pb'
+require 'steps/sp_steps_encode_pb'
+require 'steps/sp_steps_httprequest_pb'
+require 'steps/sp_steps_inferschema_pb'
+require 'steps/sp_steps_kv_pb'
+require 'steps/sp_steps_schema_validation_pb'
+require 'steps/sp_steps_transform_pb'
+require 'steps/sp_steps_valid_json_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_pipeline.proto", :syntax => :proto3) do
+    add_message "protos.Pipeline" do
+      optional :id, :string, 1
+      optional :name, :string, 2
+      repeated :steps, :message, 3, "protos.PipelineStep"
+      repeated :_notification_configs, :message, 4, "protos.NotificationConfig"
+      proto3_optional :_paused, :bool, 1000
+    end
+    add_message "protos.PipelineStepConditions" do
+      optional :abort, :enum, 1, "protos.AbortCondition"
+      optional :notify, :bool, 2
+      map :metadata, :string, :string, 3
+      optional :notification, :message, 4, "protos.PipelineStepNotification"
+    end
+    add_message "protos.PipelineStepNotification" do
+      repeated :notification_config_ids, :string, 1
+      optional :payload_type, :enum, 2, "protos.PipelineStepNotification.PayloadType"
+      repeated :paths, :string, 3
+    end
+    add_enum "protos.PipelineStepNotification.PayloadType" do
+      value :PAYLOAD_TYPE_UNSET, 0
+      value :PAYLOAD_TYPE_EXCLUDE, 1
+      value :PAYLOAD_TYPE_FULL_PAYLOAD, 2
+      value :PAYLOAD_TYPE_SELECT_PATHS, 3
+    end
+    add_message "protos.PipelineStep" do
+      optional :name, :string, 1
+      optional :on_true, :message, 2, "protos.PipelineStepConditions"
+      optional :on_false, :message, 3, "protos.PipelineStepConditions"
+      optional :dynamic, :bool, 4
+      optional :on_error, :message, 5, "protos.PipelineStepConditions"
+      proto3_optional :_wasm_id, :string, 10000
+      proto3_optional :_wasm_bytes, :bytes, 10001
+      proto3_optional :_wasm_function, :string, 10002
+      oneof :step do
+        optional :detective, :message, 1000, "protos.steps.DetectiveStep"
+        optional :transform, :message, 1001, "protos.steps.TransformStep"
+        optional :encode, :message, 1002, "protos.steps.EncodeStep"
+        optional :decode, :message, 1003, "protos.steps.DecodeStep"
+        optional :custom, :message, 1004, "protos.steps.CustomStep"
+        optional :http_request, :message, 1005, "protos.steps.HttpRequestStep"
+        optional :kv, :message, 1006, "protos.steps.KVStep"
+        optional :infer_schema, :message, 1007, "protos.steps.InferSchemaStep"
+        optional :valid_json, :message, 1008, "protos.steps.ValidJSONStep"
+        optional :schema_validation, :message, 1009, "protos.steps.SchemaValidationStep"
+      end
+    end
+    add_message "protos.PipelineConfigs" do
+      repeated :configs, :message, 1, "protos.PipelineConfig"
+      proto3_optional :_is_empty, :bool, 1000
+    end
+    add_message "protos.PipelineConfig" do
+      optional :id, :string, 1
+      optional :paused, :bool, 2
+      optional :created_at_unix_ts_utc, :int64, 3
+    end
+    add_enum "protos.AbortCondition" do
+      value :ABORT_CONDITION_UNSET, 0
+      value :ABORT_CONDITION_ABORT_CURRENT, 1
+      value :ABORT_CONDITION_ABORT_ALL, 2
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    Pipeline = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.Pipeline").msgclass
+    PipelineStepConditions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStepConditions").msgclass
+    PipelineStepNotification = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStepNotification").msgclass
+    PipelineStepNotification::PayloadType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStepNotification.PayloadType").enummodule
+    PipelineStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStep").msgclass
+    PipelineConfigs = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineConfigs").msgclass
+    PipelineConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineConfig").msgclass
+    AbortCondition = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.AbortCondition").enummodule
+  end
+end

data/lib/sp_sdk_pb.rb

@@ -0,0 +1,44 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_sdk.proto
+
+require 'google/protobuf'
+
+require 'sp_pipeline_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_sdk.proto", :syntax => :proto3) do
+    add_message "protos.SDKResponse" do
+      optional :data, :bytes, 1
+      optional :status, :enum, 2, "protos.ExecStatus"
+      proto3_optional :status_message, :string, 3
+      repeated :pipeline_status, :message, 4, "protos.PipelineStatus"
+      map :metadata, :string, :string, 5
+    end
+    add_message "protos.PipelineStatus" do
+      optional :id, :string, 1
+      optional :name, :string, 2
+      repeated :step_status, :message, 3, "protos.StepStatus"
+    end
+    add_message "protos.StepStatus" do
+      optional :name, :string, 1
+      optional :status, :enum, 2, "protos.ExecStatus"
+      proto3_optional :status_message, :string, 3
+      optional :abort_condition, :enum, 4, "protos.AbortCondition"
+    end
+    add_enum "protos.ExecStatus" do
+      value :EXEC_STATUS_UNSET, 0
+      value :EXEC_STATUS_TRUE, 1
+      value :EXEC_STATUS_FALSE, 2
+      value :EXEC_STATUS_ERROR, 3
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    SDKResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.SDKResponse").msgclass
+    PipelineStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.PipelineStatus").msgclass
+    StepStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.StepStatus").msgclass
+    ExecStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.ExecStatus").enummodule
+  end
+end

data/lib/sp_wsm_pb.rb

@@ -0,0 +1,45 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: sp_wsm.proto
+
+require 'google/protobuf'
+
+require 'sp_pipeline_pb'
+require 'steps/sp_steps_detective_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("sp_wsm.proto", :syntax => :proto3) do
+    add_message "protos.WASMRequest" do
+      optional :step, :message, 1, "protos.PipelineStep"
+      optional :input_payload, :bytes, 2
+      proto3_optional :input_step, :bytes, 3
+      proto3_optional :inter_step_result, :message, 4, "protos.InterStepResult"
+    end
+    add_message "protos.WASMResponse" do
+      optional :output_payload, :bytes, 1
+      optional :exit_code, :enum, 2, "protos.WASMExitCode"
+      optional :exit_msg, :string, 3
+      proto3_optional :output_step, :bytes, 4
+      proto3_optional :inter_step_result, :message, 5, "protos.InterStepResult"
+    end
+    add_message "protos.InterStepResult" do
+      oneof :input_from do
+        optional :detective_result, :message, 1, "protos.steps.DetectiveStepResult"
+      end
+    end
+    add_enum "protos.WASMExitCode" do
+      value :WASM_EXIT_CODE_UNSET, 0
+      value :WASM_EXIT_CODE_TRUE, 1
+      value :WASM_EXIT_CODE_FALSE, 2
+      value :WASM_EXIT_CODE_ERROR, 3
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    WASMRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.WASMRequest").msgclass
+    WASMResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.WASMResponse").msgclass
+    InterStepResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.InterStepResult").msgclass
+    WASMExitCode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.WASMExitCode").enummodule
+  end
+end

data/lib/steps/sp_steps_custom_pb.rb

@@ -0,0 +1,18 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_custom.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_custom.proto", :syntax => :proto3) do
+    add_message "protos.steps.CustomStep" do
+      optional :id, :string, 1
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    CustomStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.CustomStep").msgclass
+  end
+end

data/lib/steps/sp_steps_decode_pb.rb

@@ -0,0 +1,18 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_decode.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_decode.proto", :syntax => :proto3) do
+    add_message "protos.steps.DecodeStep" do
+      optional :id, :string, 1
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    DecodeStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DecodeStep").msgclass
+  end
+end

data/lib/steps/sp_steps_detective_pb.rb

@@ -0,0 +1,101 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_detective.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_detective.proto", :syntax => :proto3) do
+    add_message "protos.steps.DetectiveStep" do
+      proto3_optional :path, :string, 1
+      repeated :args, :string, 2
+      proto3_optional :negate, :bool, 3
+      optional :type, :enum, 4, "protos.steps.DetectiveType"
+    end
+    add_message "protos.steps.DetectiveStepResultMatch" do
+      optional :type, :enum, 1, "protos.steps.DetectiveType"
+      optional :path, :string, 2
+      optional :value, :bytes, 5
+    end
+    add_message "protos.steps.DetectiveStepResult" do
+      repeated :matches, :message, 1, "protos.steps.DetectiveStepResultMatch"
+    end
+    add_enum "protos.steps.DetectiveType" do
+      value :DETECTIVE_TYPE_UNKNOWN, 0
+      value :DETECTIVE_TYPE_IS_EMPTY, 1000
+      value :DETECTIVE_TYPE_HAS_FIELD, 1001
+      value :DETECTIVE_TYPE_IS_TYPE, 1002
+      value :DETECTIVE_TYPE_STRING_CONTAINS_ANY, 1003
+      value :DETECTIVE_TYPE_STRING_CONTAINS_ALL, 1004
+      value :DETECTIVE_TYPE_STRING_EQUAL, 1005
+      value :DETECTIVE_TYPE_IPV4_ADDRESS, 1006
+      value :DETECTIVE_TYPE_IPV6_ADDRESS, 1007
+      value :DETECTIVE_TYPE_MAC_ADDRESS, 1008
+      value :DETECTIVE_TYPE_REGEX, 1009
+      value :DETECTIVE_TYPE_TIMESTAMP_RFC3339, 1010
+      value :DETECTIVE_TYPE_TIMESTAMP_UNIX_NANO, 1011
+      value :DETECTIVE_TYPE_TIMESTAMP_UNIX, 1012
+      value :DETECTIVE_TYPE_BOOLEAN_TRUE, 1013
+      value :DETECTIVE_TYPE_BOOLEAN_FALSE, 1014
+      value :DETECTIVE_TYPE_UUID, 1015
+      value :DETECTIVE_TYPE_URL, 1016
+      value :DETECTIVE_TYPE_HOSTNAME, 1017
+      value :DETECTIVE_TYPE_STRING_LENGTH_MIN, 1018
+      value :DETECTIVE_TYPE_STRING_LENGTH_MAX, 1019
+      value :DETECTIVE_TYPE_STRING_LENGTH_RANGE, 1020
+      value :DETECTIVE_TYPE_SEMVER, 1021
+      value :DETECTIVE_TYPE_PII_ANY, 2000
+      value :DETECTIVE_TYPE_PII_CREDIT_CARD, 2001
+      value :DETECTIVE_TYPE_PII_SSN, 2002
+      value :DETECTIVE_TYPE_PII_EMAIL, 2003
+      value :DETECTIVE_TYPE_PII_PHONE, 2004
+      value :DETECTIVE_TYPE_PII_DRIVER_LICENSE, 2005
+      value :DETECTIVE_TYPE_PII_PASSPORT_ID, 2006
+      value :DETECTIVE_TYPE_PII_VIN_NUMBER, 2007
+      value :DETECTIVE_TYPE_PII_SERIAL_NUMBER, 2008
+      value :DETECTIVE_TYPE_PII_LOGIN, 2009
+      value :DETECTIVE_TYPE_PII_TAXPAYER_ID, 2010
+      value :DETECTIVE_TYPE_PII_ADDRESS, 2011
+      value :DETECTIVE_TYPE_PII_SIGNATURE, 2012
+      value :DETECTIVE_TYPE_PII_GEOLOCATION, 2013
+      value :DETECTIVE_TYPE_PII_EDUCATION, 2014
+      value :DETECTIVE_TYPE_PII_FINANCIAL, 2015
+      value :DETECTIVE_TYPE_PII_HEALTH, 2016
+      value :DETECTIVE_TYPE_PII_AWS_KEY_ID, 2017
+      value :DETECTIVE_TYPE_PII_RSA_KEY, 2018
+      value :DETECTIVE_TYPE_PII_TITLE, 2019
+      value :DETECTIVE_TYPE_PII_RELIGION, 2020
+      value :DETECTIVE_TYPE_PII_SLACK_TOKEN, 2021
+      value :DETECTIVE_TYPE_PII_STRIPE_KEY, 2022
+      value :DETECTIVE_TYPE_PII_IBAN, 2023
+      value :DETECTIVE_TYPE_PII_SWIFT_BIC, 2024
+      value :DETECTIVE_TYPE_PII_BANK_ROUTING_NUMBER, 2025
+      value :DETECTIVE_TYPE_PII_CRYPTO_ADDRESS, 2026
+      value :DETECTIVE_TYPE_PII_GITHUB_PAT, 2027
+      value :DETECTIVE_TYPE_PII_BRAINTREE_ACCESS_TOKEN, 2028
+      value :DETECTIVE_TYPE_PII_AWS_MWS_AUTH_TOKEN, 2029
+      value :DETECTIVE_TYPE_PII_DATABRICKS_PAT, 2030
+      value :DETECTIVE_TYPE_PII_SENDGRID_KEY, 2031
+      value :DETECTIVE_TYPE_PII_AZURE_SQL_CONN_STRING, 2032
+      value :DETECTIVE_TYPE_PII_JWT, 2033
+      value :DETECTIVE_TYPE_PII_DOCKER_SWARM_TOKEN, 2034
+      value :DETECTIVE_TYPE_PII_BEARER_TOKEN, 2035
+      value :DETECTIVE_TYPE_NUMERIC_EQUAL_TO, 3000
+      value :DETECTIVE_TYPE_NUMERIC_GREATER_THAN, 3001
+      value :DETECTIVE_TYPE_NUMERIC_GREATER_EQUAL, 3002
+      value :DETECTIVE_TYPE_NUMERIC_LESS_THAN, 3003
+      value :DETECTIVE_TYPE_NUMERIC_LESS_EQUAL, 3004
+      value :DETECTIVE_TYPE_NUMERIC_RANGE, 3005
+      value :DETECTIVE_TYPE_NUMERIC_MIN, 3006
+      value :DETECTIVE_TYPE_NUMERIC_MAX, 3007
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    DetectiveStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DetectiveStep").msgclass
+    DetectiveStepResultMatch = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DetectiveStepResultMatch").msgclass
+    DetectiveStepResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DetectiveStepResult").msgclass
+    DetectiveType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.DetectiveType").enummodule
+  end
+end

data/lib/steps/sp_steps_encode_pb.rb

@@ -0,0 +1,18 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_encode.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_encode.proto", :syntax => :proto3) do
+    add_message "protos.steps.EncodeStep" do
+      optional :id, :string, 1
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    EncodeStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.EncodeStep").msgclass
+  end
+end

data/lib/steps/sp_steps_httprequest_pb.rb

@@ -0,0 +1,42 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_httprequest.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_httprequest.proto", :syntax => :proto3) do
+    add_message "protos.steps.HttpRequest" do
+      optional :method, :enum, 1, "protos.steps.HttpRequestMethod"
+      optional :url, :string, 2
+      optional :body, :bytes, 3
+      map :headers, :string, :string, 4
+    end
+    add_message "protos.steps.HttpResponse" do
+      optional :code, :int32, 1
+      optional :body, :bytes, 2
+      map :headers, :string, :string, 3
+    end
+    add_message "protos.steps.HttpRequestStep" do
+      optional :request, :message, 1, "protos.steps.HttpRequest"
+    end
+    add_enum "protos.steps.HttpRequestMethod" do
+      value :HTTP_REQUEST_METHOD_UNSET, 0
+      value :HTTP_REQUEST_METHOD_GET, 1
+      value :HTTP_REQUEST_METHOD_POST, 2
+      value :HTTP_REQUEST_METHOD_PUT, 3
+      value :HTTP_REQUEST_METHOD_DELETE, 4
+      value :HTTP_REQUEST_METHOD_PATCH, 5
+      value :HTTP_REQUEST_METHOD_HEAD, 6
+      value :HTTP_REQUEST_METHOD_OPTIONS, 7
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    HttpRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.HttpRequest").msgclass
+    HttpResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.HttpResponse").msgclass
+    HttpRequestStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.HttpRequestStep").msgclass
+    HttpRequestMethod = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.HttpRequestMethod").enummodule
+  end
+end

data/lib/steps/sp_steps_inferschema_pb.rb

@@ -0,0 +1,18 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_inferschema.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_inferschema.proto", :syntax => :proto3) do
+    add_message "protos.steps.InferSchemaStep" do
+      optional :current_schema, :bytes, 1
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    InferSchemaStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.InferSchemaStep").msgclass
+  end
+end

data/lib/steps/sp_steps_kv_pb.rb

@@ -0,0 +1,42 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_kv.proto
+
+require 'google/protobuf'
+
+require 'shared/sp_shared_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_kv.proto", :syntax => :proto3) do
+    add_message "protos.steps.KVStepResponse" do
+      optional :status, :enum, 1, "protos.steps.KVStatus"
+      optional :message, :string, 2
+      proto3_optional :value, :bytes, 3
+    end
+    add_message "protos.steps.KVStep" do
+      optional :action, :enum, 1, "protos.shared.KVAction"
+      optional :mode, :enum, 2, "protos.steps.KVMode"
+      optional :key, :string, 3
+      proto3_optional :value, :bytes, 4
+    end
+    add_enum "protos.steps.KVMode" do
+      value :KV_MODE_UNSET, 0
+      value :KV_MODE_STATIC, 1
+      value :KV_MODE_DYNAMIC, 2
+    end
+    add_enum "protos.steps.KVStatus" do
+      value :KV_STATUS_UNSET, 0
+      value :KV_STATUS_SUCCESS, 1
+      value :KV_STATUS_FAILURE, 2
+      value :KV_STATUS_ERROR, 3
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    KVStepResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.KVStepResponse").msgclass
+    KVStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.KVStep").msgclass
+    KVMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.KVMode").enummodule
+    KVStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.KVStatus").enummodule
+  end
+end

data/lib/steps/sp_steps_schema_validation_pb.rb

@@ -0,0 +1,45 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_schema_validation.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_schema_validation.proto", :syntax => :proto3) do
+    add_message "protos.steps.SchemaValidationStep" do
+      optional :type, :enum, 1, "protos.steps.SchemaValidationType"
+      optional :condition, :enum, 2, "protos.steps.SchemaValidationCondition"
+      oneof :options do
+        optional :json_schema, :message, 101, "protos.steps.SchemaValidationJSONSchema"
+      end
+    end
+    add_message "protos.steps.SchemaValidationJSONSchema" do
+      optional :json_schema, :bytes, 1
+      optional :draft, :enum, 2, "protos.steps.JSONSchemaDraft"
+    end
+    add_enum "protos.steps.SchemaValidationType" do
+      value :SCHEMA_VALIDATION_TYPE_UNKNOWN, 0
+      value :SCHEMA_VALIDATION_TYPE_JSONSCHEMA, 1
+    end
+    add_enum "protos.steps.SchemaValidationCondition" do
+      value :SCHEMA_VALIDATION_CONDITION_UNKNOWN, 0
+      value :SCHEMA_VALIDATION_CONDITION_MATCH, 1
+      value :SCHEMA_VALIDATION_CONDITION_NOT_MATCH, 2
+    end
+    add_enum "protos.steps.JSONSchemaDraft" do
+      value :JSONSCHEMA_DRAFT_UNKNOWN, 0
+      value :JSONSCHEMA_DRAFT_04, 1
+      value :JSONSCHEMA_DRAFT_06, 2
+      value :JSONSCHEMA_DRAFT_07, 3
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    SchemaValidationStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.SchemaValidationStep").msgclass
+    SchemaValidationJSONSchema = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.SchemaValidationJSONSchema").msgclass
+    SchemaValidationType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.SchemaValidationType").enummodule
+    SchemaValidationCondition = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.SchemaValidationCondition").enummodule
+    JSONSchemaDraft = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.JSONSchemaDraft").enummodule
+  end
+end

data/lib/steps/sp_steps_transform_pb.rb

@@ -0,0 +1,73 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_transform.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_transform.proto", :syntax => :proto3) do
+    add_message "protos.steps.TransformStep" do
+      optional :path, :string, 1
+      optional :value, :string, 2
+      optional :type, :enum, 3, "protos.steps.TransformType"
+      oneof :options do
+        optional :replace_value_options, :message, 101, "protos.steps.TransformReplaceValueOptions"
+        optional :delete_field_options, :message, 102, "protos.steps.TransformDeleteFieldOptions"
+        optional :obfuscate_options, :message, 103, "protos.steps.TransformObfuscateOptions"
+        optional :mask_options, :message, 104, "protos.steps.TransformMaskOptions"
+        optional :truncate_options, :message, 105, "protos.steps.TransformTruncateOptions"
+        optional :extract_options, :message, 106, "protos.steps.TransformExtractOptions"
+      end
+    end
+    add_message "protos.steps.TransformTruncateOptions" do
+      optional :type, :enum, 1, "protos.steps.TransformTruncateType"
+      optional :path, :string, 2
+      optional :value, :int32, 3
+    end
+    add_message "protos.steps.TransformDeleteFieldOptions" do
+      repeated :paths, :string, 1
+    end
+    add_message "protos.steps.TransformReplaceValueOptions" do
+      optional :path, :string, 1
+      optional :value, :string, 2
+    end
+    add_message "protos.steps.TransformObfuscateOptions" do
+      optional :path, :string, 1
+    end
+    add_message "protos.steps.TransformMaskOptions" do
+      optional :path, :string, 1
+      optional :mask, :string, 2
+    end
+    add_message "protos.steps.TransformExtractOptions" do
+      repeated :paths, :string, 1
+      optional :flatten, :bool, 2
+    end
+    add_enum "protos.steps.TransformType" do
+      value :TRANSFORM_TYPE_UNKNOWN, 0
+      value :TRANSFORM_TYPE_REPLACE_VALUE, 1
+      value :TRANSFORM_TYPE_DELETE_FIELD, 2
+      value :TRANSFORM_TYPE_OBFUSCATE_VALUE, 3
+      value :TRANSFORM_TYPE_MASK_VALUE, 4
+      value :TRANSFORM_TYPE_TRUNCATE_VALUE, 5
+      value :TRANSFORM_TYPE_EXTRACT, 6
+    end
+    add_enum "protos.steps.TransformTruncateType" do
+      value :TRANSFORM_TRUNCATE_TYPE_UNKNOWN, 0
+      value :TRANSFORM_TRUNCATE_TYPE_LENGTH, 1
+      value :TRANSFORM_TRUNCATE_TYPE_PERCENTAGE, 2
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    TransformStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.TransformStep").msgclass
+    TransformTruncateOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.TransformTruncateOptions").msgclass
+    TransformDeleteFieldOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.TransformDeleteFieldOptions").msgclass
+    TransformReplaceValueOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.TransformReplaceValueOptions").msgclass
+    TransformObfuscateOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.TransformObfuscateOptions").msgclass
+    TransformMaskOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.TransformMaskOptions").msgclass
+    TransformExtractOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.TransformExtractOptions").msgclass
+    TransformType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.TransformType").enummodule
+    TransformTruncateType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.TransformTruncateType").enummodule
+  end
+end

data/lib/steps/sp_steps_valid_json_pb.rb

@@ -0,0 +1,17 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: steps/sp_steps_valid_json.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("steps/sp_steps_valid_json.proto", :syntax => :proto3) do
+    add_message "protos.steps.ValidJSONStep" do
+    end
+  end
+end
+
+module Streamdal
+  module Protos
+    ValidJSONStep = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("protos.steps.ValidJSONStep").msgclass
+  end
+end