pangea 0.0.45 → 0.0.46

data/lib/pangea/resources/aws_sagemaker_processing_job/resource.rb

@@ -1,61 +0,0 @@
-# frozen_string_literal: true
-# Copyright 2025 The Pangea Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-require 'pangea/resources/base'
-require 'pangea/resources/aws_sagemaker_processing_job/types'
-require 'pangea/resource_registry'
-
-module Pangea
-  module Resources
-    module AWS
-      # SageMaker Processing Job resource for data preprocessing and feature engineering
-      class SageMakerProcessingJob < Base
-        def self.resource_type
-          'aws_sagemaker_processing_job'
-        end
-        
-        def self.attribute_struct
-          Types::SageMakerProcessingJobAttributes
-        end
-      end
-      
-      def aws_sagemaker_processing_job(name, attributes)
-        resource = SageMakerProcessingJob.new(
-          name: name,
-          attributes: attributes
-        )
-        
-        add_resource(resource)
-        
-        ResourceReference.new(
-          name: name,
-          type: :aws_sagemaker_processing_job,
-          attributes: {
-            id: "${aws_sagemaker_processing_job.#{name}.id}",
-            arn: "${aws_sagemaker_processing_job.#{name}.arn}",
-            processing_job_name: "${aws_sagemaker_processing_job.#{name}.processing_job_name}",
-            processing_job_status: "${aws_sagemaker_processing_job.#{name}.processing_job_status}",
-            is_distributed: attributes.dig(:processing_resources, :cluster_config, :instance_count).to_i > 1,
-            uses_feature_store: attributes.dig(:processing_output_config, :outputs)&.any? { |o| o[:feature_store_output] } || false
-          }
-        )
-      end
-    end
-  end
-end
-
-# Auto-register this module when it's loaded
-Pangea::ResourceRegistry.register(:aws, Pangea::Resources::AWS)

data/lib/pangea/resources/aws_sagemaker_processing_job/types.rb

@@ -1,140 +0,0 @@
-# frozen_string_literal: true
-# Copyright 2025 The Pangea Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-require 'dry-struct'
-require 'pangea/resources/types'
-
-module Pangea
-  module Resources
-    module AWS
-      module Types
-        # SageMaker Processing Job attributes with data processing validation
-        class SageMakerProcessingJobAttributes < Dry::Struct
-          transform_keys(&:to_sym)
-          
-          # Required attributes
-          attribute :processing_job_name, Resources::Types::String.constrained(
-            min_size: 1,
-            max_size: 63,
-            format: /\A[a-zA-Z0-9][a-zA-Z0-9\-]*[a-zA-Z0-9]\z/
-          )
-          attribute :role_arn, Resources::Types::String.constrained(
-            format: /\Aarn:aws:iam::\d{12}:role\/[a-zA-Z0-9_+=,.@-]+\z/
-          )
-          attribute :app_specification, Resources::Types::Hash.schema(
-            image_uri: String,
-            container_entrypoint?: Array.of(String).optional,
-            container_arguments?: Array.of(String).optional
-          )
-          attribute :processing_resources, Resources::Types::Hash.schema(
-            cluster_config: Hash.schema(
-              instance_count: Integer.constrained(gteq: 1, lteq: 100),
-              instance_type: String.enum('ml.t3.medium', 'ml.t3.large', 'ml.t3.xlarge', 'ml.t3.2xlarge', 'ml.m4.xlarge', 'ml.m4.2xlarge', 'ml.m4.4xlarge', 'ml.m4.10xlarge', 'ml.m4.16xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.m5.2xlarge', 'ml.m5.4xlarge', 'ml.m5.12xlarge', 'ml.m5.24xlarge', 'ml.c4.xlarge', 'ml.c4.2xlarge', 'ml.c4.4xlarge', 'ml.c4.8xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge', 'ml.c5.4xlarge', 'ml.c5.9xlarge', 'ml.c5.18xlarge', 'ml.p2.xlarge', 'ml.p2.8xlarge', 'ml.p2.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.12xlarge', 'ml.g4dn.16xlarge', 'ml.r5.large', 'ml.r5.xlarge', 'ml.r5.2xlarge', 'ml.r5.4xlarge', 'ml.r5.8xlarge', 'ml.r5.12xlarge', 'ml.r5.16xlarge', 'ml.r5.24xlarge'),
-              volume_size_in_gb: Integer.constrained(gteq: 1, lteq: 16384),
-              volume_kms_key_id?: String.optional
-            )
-          )
-          
-          # Optional attributes
-          attribute :processing_inputs, Resources::Types::Array.of(
-            Hash.schema(
-              input_name: String,
-              app_managed?: Bool.default(false),
-              s3_input?: Hash.schema(
-                s3_uri: String.constrained(format: /\As3:\/\//),
-                local_path: String,
-                s3_data_type: String.enum('ManifestFile', 'S3Prefix'),
-                s3_input_mode: String.enum('Pipe', 'File').default('File'),
-                s3_data_distribution_type?: String.enum('FullyReplicated', 'ShardedByS3Key').default('FullyReplicated'),
-                s3_compression_type?: String.enum('None', 'Gzip').default('None')
-              ).optional,
-              dataset_definition?: Hash.schema(
-                athena_dataset_definition?: Hash.schema(
-                  catalog: String,
-                  database: String,
-                  query_string: String,
-                  work_group?: String.optional,
-                  output_s3_uri: String.constrained(format: /\As3:\/\//),
-                  kms_key_id?: String.optional,
-                  output_format: String.enum('PARQUET', 'ORC', 'AVRO', 'JSON', 'TEXTFILE'),
-                  output_compression?: String.enum('GZIP', 'SNAPPY', 'ZLIB').optional
-                ).optional,
-                redshift_dataset_definition?: Hash.schema(
-                  cluster_id: String,
-                  database: String,
-                  db_user: String,
-                  query_string: String,
-                  cluster_role_arn: String,
-                  output_s3_uri: String.constrained(format: /\As3:\/\//),
-                  kms_key_id?: String.optional,
-                  output_format: String.enum('PARQUET', 'CSV').default('PARQUET'),
-                  output_compression?: String.enum('None', 'GZIP', 'BZIP2', 'ZSTD').optional
-                ).optional
-              ).optional
-            )
-          ).optional
-          attribute :processing_output_config, Resources::Types::Hash.schema(
-            outputs: Array.of(
-              Hash.schema(
-                output_name: String,
-                s3_output: Hash.schema(
-                  s3_uri: String.constrained(format: /\As3:\/\//),
-                  local_path: String,
-                  s3_upload_mode: String.enum('Continuous', 'EndOfJob').default('EndOfJob')
-                ),
-                feature_store_output?: Hash.schema(
-                  feature_group_name: String
-                ).optional,
-                app_managed?: Bool.default(false)
-              )
-            ),
-            kms_key_id?: String.optional
-          ).optional
-          attribute :stopping_condition, Resources::Types::Hash.schema(
-            max_runtime_in_seconds: Integer.constrained(gteq: 1, lteq: 432000).default(86400)
-          ).optional
-          attribute :environment, Resources::Types::Hash.map(String, String).optional
-          attribute :network_config, Resources::Types::Hash.schema(
-            enable_inter_container_traffic_encryption?: Bool.default(false),
-            enable_network_isolation?: Bool.default(false),
-            vpc_config?: Hash.schema(
-              security_group_ids: Array.of(String).constrained(min_size: 1, max_size: 5),
-              subnets: Array.of(String).constrained(min_size: 1, max_size: 16)
-            ).optional
-          ).optional
-          attribute :tags, Resources::Types::AwsTags
-          
-          def estimated_processing_cost
-            instance_cost = 0.25 # Simplified hourly rate
-            instance_count = processing_resources[:cluster_config][:instance_count]
-            max_runtime_hours = (stopping_condition&.dig(:max_runtime_in_seconds) || 86400) / 3600.0
-            storage_cost = (processing_resources[:cluster_config][:volume_size_in_gb] * 0.10) / (24 * 30)
-            
-            (instance_cost * instance_count + storage_cost) * max_runtime_hours
-          end
-          
-          def is_distributed_processing?
-            processing_resources[:cluster_config][:instance_count] > 1
-          end
-          
-          def uses_feature_store_output?
-            processing_output_config&.dig(:outputs)&.any? { |output| output[:feature_store_output] } || false
-          end
-        end
-      end
-    end
-  end
-end

data/lib/pangea/resources/aws_sagemaker_training_job/resource.rb

@@ -1,69 +0,0 @@
-# frozen_string_literal: true
-# Copyright 2025 The Pangea Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-require 'pangea/resources/base'
-require 'pangea/resources/aws_sagemaker_training_job/types'
-require 'pangea/resource_registry'
-
-module Pangea
-  module Resources
-    module AWS
-      # SageMaker Training Job resource for ML model training
-      class SageMakerTrainingJob < Base
-        def self.resource_type
-          'aws_sagemaker_training_job'
-        end
-        
-        def self.attribute_struct
-          Types::SageMakerTrainingJobAttributes
-        end
-      end
-      
-      def aws_sagemaker_training_job(name, attributes)
-        resource = SageMakerTrainingJob.new(
-          name: name,
-          attributes: attributes
-        )
-        
-        add_resource(resource)
-        
-        ResourceReference.new(
-          name: name,
-          type: :aws_sagemaker_training_job,
-          attributes: {
-            id: "${aws_sagemaker_training_job.#{name}.id}",
-            arn: "${aws_sagemaker_training_job.#{name}.arn}",
-            training_job_name: "${aws_sagemaker_training_job.#{name}.training_job_name}",
-            training_job_status: "${aws_sagemaker_training_job.#{name}.training_job_status}",
-            model_artifacts: "${aws_sagemaker_training_job.#{name}.model_artifacts}",
-            training_start_time: "${aws_sagemaker_training_job.#{name}.training_start_time}",
-            training_end_time: "${aws_sagemaker_training_job.#{name}.training_end_time}",
-            
-            # Computed attributes
-            is_distributed: attributes.dig(:resource_config, :instance_count).to_i > 1,
-            is_gpu_training: attributes.dig(:resource_config, :instance_type)&.match?(/ml\.(p|g)/) || false,
-            uses_spot_training: attributes[:enable_managed_spot_training] == true,
-            has_checkpoints: !attributes[:checkpoint_config].nil?,
-            max_runtime_hours: (attributes.dig(:stopping_condition, :max_runtime_in_seconds) || 86400) / 3600.0
-          }
-        )
-      end
-    end
-  end
-end
-
-# Auto-register this module when it's loaded
-Pangea::ResourceRegistry.register(:aws, Pangea::Resources::AWS)