kumogata-template 0.0.1

data/lib/kumogata/template/cloudwatch.rb

@@ -0,0 +1,28 @@
+#
+# Helper - CloudWatch
+#
+
+def _cloudwatch_convert_operator(operator)
+  case operator
+  when ">="
+    "GreaterThanOrEqualToThreshold"
+  when ">"
+    "GreaterThanThreshold"
+  when "<="
+    "LessThanThreshold"
+  when "<"
+    "LessThanOrEqualToThreshold"
+  else
+    _valid_values(operator,
+                  %w( GreaterThanOrEqualToThreshold GreaterThanThreshold
+                      LessThanThreshold LessThanOrEqualToThreshold ),
+                  "GreaterThanThreshold")
+  end
+end
+
+def _cloudwatch_dimension(args)
+  _{
+    Name args[:name]
+    Value _ref_string("value", args)
+  }
+end

data/lib/kumogata/template/codedeploy.rb

@@ -0,0 +1,85 @@
+#
+# Helper - CodeDeploy
+#
+require 'kumogata/template/helper'
+
+def _codedeploy_minimum(args)
+  type = _valid_values(args[:type], %w( host_count fleet_percent ), "fleet_percent")
+  value = args[:value]
+
+  _{
+    Type type.upcase
+    Value value
+  }
+end
+
+def _codedeploy_deployment(args)
+  description = args[:description] || ""
+  ignore = _bool("ignore", args, true)
+  revision = _codedeploy_revision(args[:revision])
+
+  _{
+    Description description unless description.empty?
+    IgnoreApplicationStopFailures ignore
+    Revision revision
+ }
+end
+
+def _codedeploy_revision(args)
+  github =
+    if args.key? :github
+      _codedeploy_github(args[:github])
+    else
+      ""
+    end
+  s3 =
+    if args.key? :s3
+      _codedeploy_s3(args[:s3])
+    else
+      ""
+    end
+
+  _{
+    GitHubLocation github unless github.empty?
+    RevisionType github.empty? ? "S3" : "GitHub"
+    S3Location s3 unless s3.empty?
+  }
+end
+
+def _codedeploy_github(args)
+  commit = args[:commit] || ""
+  repository = args[:repository] || ""
+
+  _{
+    CommitId commit
+    Repository repository
+  }
+end
+
+def _codedeploy_s3(args)
+  bucket = _ref_string("bucket", args, "bucket")
+  key = _ref_string("key", args)
+  bundle = _valid_values(args[:bundle], %w( tar zip ), "zip")
+  etag = _ref_string("etag", args)
+  version = _ref_string("version", args)
+
+  _{
+    Bucket bucket
+    Key key
+    BundleType bundle.capitalize
+    ETag etag unless etag.empty?
+    Version version
+  }
+end
+
+def _codedeploy_tag_filters(args)
+  key = args[:key] || ""
+  type = _valid_values(args[:type], %w( key_only value_only key_and_value ), "key_and_value")
+  value = args[:value] || ""
+
+  _{
+    Key key
+    Type type.upcase
+    Value value
+  }
+end

data/lib/kumogata/template/const.rb

@@ -0,0 +1,175 @@
+#
+# AWS Constants
+#
+
+AWS_REGION = {
+  virginia:   "us-east-1",
+  oregon:     "us-west-2",
+  california: "us-west-1",
+  ireland:    "eu-west-1",
+  frankfurt:  "eu-central-1",
+  singapore:  "ap-southeast-1",
+  tokyo:      "ap-northeast-1",
+  sydney:     "ap-southeast-2",
+  seoul:      "ap-northeast-2",
+  saopaulo:   "sa-east-1",
+}
+
+PORT = {
+  ssh: 22,
+  http: 80,
+  https: 443,
+  memcached: 11211,
+  mysql: 3306,
+  mariadb: 3306,
+  aurora: 3306,
+  postgres: 5432,
+  redis: 6379,
+  redshift: 5439,
+}
+
+DEFAULT_MAINTENANCE_TIME = {
+  elasticache: Time.local(2016, 4, 1, 5, 15),
+  rds:         Time.local(2016, 4, 1, 5, 30),
+  redshift:    Time.local(2016, 4, 1, 5, 45),
+}
+
+DEFAULT_SNAPSHOT_NUM = 10
+DEFAULT_SNAPSHOT_TIME = {
+  elasticache: Time.local(2016, 4, 1, 6, 15),
+  rds:         Time.local(2016, 4, 1, 6, 30),
+}
+
+EC2_DEFAULT_IMAGE = "amazon linux official"
+
+# https://aws.amazon.com/ec2/pricing/
+EC2_INSTANCE_TYPES =
+  [
+   # Model     vCPU  CPU Credits/hour  Mem(GiB)   Storage
+   # t2.nano     1     3                0.5       EBS-Only
+   # t2.micro    1     6                  1       EBS-Only
+   # t2.small    1    12                  2       EBS-Only
+   # t2.medium   2    24                  4       EBS-Only
+   # t2.large    2    36                  8       EBS-Only
+   "t2.nano", "t2.micro", "t2.small", "t2.medium", "t2.large",
+
+   # Model      vCPU   Mem(GiB)  Storage   Dedicated EBS Throughput(Mbps)
+   # m4.large     2      8       EBS-only    450
+   # m4.xlarge    4     16       EBS-only    750
+   # m4.2xlarge   8     32       EBS-only  1,000
+   # m4.4xlarge  16     64       EBS-only  2,000
+   # m4.10xlarge 40    160       EBS-only  4,000
+   "m4.large", "m4.xlarge", "m4.2xlarge", "m4.4xlarge", "m4.10xlarge",
+
+   # Model      vCPU   Mem(GiB)  Storage   Dedicated EBS Throughput(Mbps)
+   # c4.large     2   3.75       EBS-Only    500
+   # c4.xlarge    4    7.5       EBS-Only    750
+   # c4.2xlarge   8     15       EBS-Only  1,000
+   # c4.4xlarge  16     30       EBS-Only  2,000
+   # c4.8xlarge  36     60       EBS-Only  4,000
+   "c4.large", "c4.xlarge", "c4.2xlarge", "c4.4xlarge", "c4.8xlarge",
+
+   # Model      vCPU   Mem(GiB)  SSD Storage (GB)
+   # r3.large     2     15.25      1 x 32
+   # r3.xlarge    4     30.5       1 x 80
+   # r3.2xlarge   8     61         1 x 160
+   # r3.4xlarge  16    122         1 x 320
+   # r3.8xlarge  32    244         2 x 320
+   "r3.large", "r3.xlarge", "r3.2xlarge", "r3.4xlarge", "r3.8xlarge",
+
+   # Model      vCPU   Mem (GiB) SSD Storage (GB)
+   # i2.xlarge    4     30.5       1 x 800
+   # i2.2xlarge   8     61         2 x 800
+   # i2.4xlarge  16    122         4 x 800
+   # i2.8xlarge  32    244         8 x 800
+   "i2.xlarge", "i2.2xlarge", "i2.4xlarge", "i2.8xlarge",
+  ]
+EC2_DEFAULT_INSTANCE_TYPE = "t2.medium"
+
+ELASTICACHE_DEFAULT_ENGINE = "redis"
+ELASTICACHE_DEFAULT_ENGINE_VERSION = {
+  memcached: "1.4.24",
+  redis: "2.8.24",
+}
+# https://aws.amazon.com/elasticache/pricing/
+ELASTICACHE_NODE_TYPES =
+  [
+   # Cache Node Type   vCPU   Mem (GiB)   Network Performance
+   # cache.t2.micro      1     0.555      Low to Moderate
+   # cache.t2.small      1     1.55       Low to Moderate
+   # cache.t2.medium     2     3.22       Low to Moderate
+   # cache.m3.medium     1     2.78       Moderate
+   # cache.m3.large      2     6.05       Moderate
+   # cache.m3.xlarge     4    13.3        High
+   # cache.m3.2xlarge    8    27.9        High
+   # cache.r3.large      2    13.5        Moderate
+   # cache.r3.xlarge     4    28.4        Moderate
+   # cache.r3.2xlarge    8    58.2        High
+   # cache.r3.4xlarge   16   118          High
+   # cache.r3.8xlarge   32   237          10 Gigabit
+   "cache.t2.micro", "cache.t2.small", "cache.t2.medium",
+   "cache.m3.medium", "cache.m3.large", "cache.m3.xlarge",
+   "cache.m3.2xlarge", "cache.r3.large", "cache.r3.xlarge",
+   "cache.r3.2xlarge", "cache.r3.4xlarge", "cache.r3.8xlarge",
+  ]
+ELASTICACHE_DEFAULT_NODE_TYPE = "cache.t2.medium"
+
+# https://aws.amazon.com/rds/pricing/
+RDS_INSTANCE_CLASSES =
+  [
+   # Instance Class   vCPU   ECU   Memory (GB)   EBS Optimized   Network Performance
+   # db.t1.micro       1      1       .615         No              Very Low
+   # db.m1.small       1      1      1.7           No              Very Low
+   # db.m4.large       2      6.5    8            450 Mbps         Moderate
+   # db.m4.xlarge      4     13     16            750 Mbps         High
+   # db.m4.2xlarge     8     25.5   32            1000 Mbps        High
+   # db.m4.4xlarge    16     53.5   64            2000 Mbps        High
+   # db.m4.10xlarge   40    124.5  160           4000 Mbps        10 GBps
+   # db.r3.large       2      6.5   15             No              Moderate
+   # db.r3.xlarge      4     13     30.5           500 Mbps        Moderate
+   # db.r3.2xlarge     8     26     61            1000 Mbps        High
+   # db.r3.4xlarge    16     52    122            2000 Mbps        High
+   # db.r3.8xlarge    32    104    244             No              10 Gbps
+   # db.t2.micro       1      1      1             No              Low
+   # db.t2.small       1      1      2             No              Low
+   # db.t2.medium      2      2      4             No              Moderate
+   # db.t2.large       2      2      8             No              Moderate
+   "db.t1.micro",
+   "db.m1.small", "db.m4.large", "db.m4.xlarge", "db.m4.2xlarge", "db.m4.4xlarge", "db.m4.10xlarge",
+   "db.r3.large", "db.r3.xlarge", "db.r3.2xlarge", "db.r3.4xlarge", "db.r3.8xlarge",
+   "db.t2.micro", "db.t2.small", "db.t2.medium", "db.t2.large"
+  ]
+RDS_DEFAULT_INSTANCE_CLASS = "db.t2.medium"
+RDS_DEFAULT_ENGINE = "mysql"
+RDS_DEFAULT_ENGINE_VERSION = {
+  mysql: "5.7.10",
+  mariadb: "10.0.17",
+  aurora: "5.6.10a",
+  postgres: "9.4.5",
+}
+
+# https://aws.amazon.com/redshift/pricing/
+REDSHIFT_NODE_TYPES =
+  [
+   # Node Size   vCPU   ECU    RAM (GiB)   Slices Per Node   Storage Per Node   Node Range   Total Capacity
+   # ds1.xlarge    2      4.4     15               2                2 TB HDD       1–32          64 TB
+   # ds1.8xlarge  16     35      120              16               16 TB HDD       2–128          2 PB
+   # ds2.xlarge    4     13       31               2                2 TB HDD       1–32          64 TB
+   # ds2.8xlarge  36    119      244              16               16 TB HDD       2–128          2 PB
+   # dc1.large     2      7       15               2              160 GB SSD       1–32           5.12 TB
+   # dc1.8xlarge  32    104      244              32             2.56 TB SSD       2–128        326 TB
+   "ds1.xlarge", "ds1.8xlarge", "ds2.xlarge", "ds2.8xlarge", "dc1.large", "dc1.8xlarge",
+  ]
+REDSHIFT_DEFAULT_NODE_TYPE = "ds1.xlarge"
+
+# https://aws.amazon.com/elasticmapreduce/pricing/
+EMR_INSTANCE_TYPES =
+  [
+   "c4.large", "c4.xlarge", "c4.2xlarge", "c4.4xlarge", "c4.8xlarge",
+   "m4.large", "m4.xlarge", "m4.2xlarge", "m4.4xlarge", "m4.10xlarge",
+   "i2.xlarge", "i2.2xlarge", "i2.4xlarge", "i2.8xlarge",
+  ]
+EMR_DEFAULT_INSTANCE_TYPE = "c4.large"
+
+# http://docs.aws.amazon.com/ElasticMapReduce/latest/ReleaseGuide/emr-whatsnew.html
+EMR_DEFAULT_RELEASE = "emr-4.6.0"

data/lib/kumogata/template/datapipeline.rb

@@ -0,0 +1,90 @@
+#
+# Helper - DataPipeline
+#
+require 'kumogata/template/helper'
+
+def _datapipeline_parameter_objects(args)
+  objects = args[:parameter_objects] || []
+
+  array = []
+  objects.each do |object|
+    object.each do |id, value|
+      attributes = _datapipeline_parameter_objects_attributes(value)
+      array << _{
+        Attributes attributes
+        Id id
+      }
+    end
+  end
+  array
+end
+
+def _datapipeline_parameter_objects_attributes(args)
+  attributes = args[:attributes] || {}
+
+  array = []
+  attributes.each do |key, value|
+    array << _{
+      Key key
+      StringValue value
+    }
+  end
+  array
+end
+
+def _datapipeline_parameter_values(args)
+  values = args[:parameter_values] || {}
+
+  array = []
+  values.each do |id, val|
+    array << _{
+      Id id
+      StringValue val
+    }
+  end
+  array
+end
+
+def _datapipeline_pipeline_objects(args)
+  objects = args[:objects] || []
+
+  array = []
+  objects.each do |object|
+    object.each do |id, value|
+      fields = _datapipeline_pipeline_object_fields(value)
+      array << _{
+        Fields fields
+        Id id
+        Name value[:name]
+      }
+    end
+  end
+  array
+end
+
+def _datapipeline_pipeline_object_fields(args)
+  fields = args[:fields] || {}
+
+  array = []
+  fields.each do |key, value|
+    array << _{
+      Key key
+      RefValue value[:ref] if value.key? :ref
+      StringValue value[:string] if value.key? :string
+    }
+  end
+  array
+end
+
+def _datapipeline_pipeline_tags(args)
+  tags = args[:tags] || {}
+
+  array = []
+  tags.each do |key, value|
+    array << _{
+      Key key
+      Value value
+    }
+  end
+  array
+end

data/lib/kumogata/template/dynamodb.rb

@@ -0,0 +1,111 @@
+#
+# Helper - DynamoDB
+#
+require 'kumogata/template/helper'
+
+def _dynamodb_attribute(args)
+  attributes = []
+  _array(args).each do |arg|
+    if arg.is_a? String
+      attributes << { type: "string", value: arg }
+    elsif arg.is_a? Hash
+      arg.each_pair.collect{|type, value| attributes << { type: type, value: value } }
+    end
+  end
+
+  array = []
+  attributes.each do |attribute|
+    type =
+      case attribute[:type].to_sym
+      when :binary
+        "B"
+      when :integer
+        "N"
+      else
+        "S"
+      end
+    array << _{
+      AttributeName attribute[:value]
+      AttributeType type
+    }
+  end
+  array
+end
+
+def _dynamodb_key_schema(args)
+  schemas = []
+  _array(args).each do |arg|
+    if arg.is_a? String
+      schemas << { type: "hash", value: arg }
+    elsif arg.is_a? Hash
+      arg.each_pair.collect{|type, value| schemas << { type: type, value: value } }
+    end
+  end
+
+  array = []
+  schemas.each do |schema|
+    type =
+      case schema[:type].to_sym
+      when :range
+        "range"
+      else
+        "hash"
+      end
+    array << _{
+      AttributeName schema[:value]
+      KeyType type.upcase
+    }
+  end
+  array
+end
+
+def _dynamodb_projection(args)
+  non_key = args[:non_key] || []
+  type = _valid_values(args[:type], %w( keys_only include all ), "include")
+
+  _{
+    NonKeyAttributes non_key unless non_key.empty?
+    ProjectionType type.upcase unless type.empty?
+  }
+end
+
+def _dynamodb_provisioned(args)
+  _{
+    ReadCapacityUnits args[:read] || 5
+    WriteCapacityUnits args[:write] || args[:read] || 5
+  }
+end
+
+def _dynamodb_stream(args)
+  stream = args[:stream] || ""
+
+  _{
+    StreamViewType stream
+  }
+end
+
+def _dynamodb_global(args)
+  index = args[:index]
+  key_schema = _dynamodb_key_schema(args[:key_schema])
+  projection = _dynamodb_projection(args[:projection])
+  provisioned = _dynamodb_provisioned(args[:provisioned])
+
+  _{
+    IndexName index
+    KeySchema key_schema
+    Projection projection
+    ProvisionedThroughput provisioned
+  }
+end
+
+def _dynamodb_local(args)
+  index = args[:index]
+  key_schema = _dynamodb_key_schema(args[:key_schema])
+  projection = _dynamodb_projection(args[:projection])
+
+  _{
+    IndexName index
+    KeySchema key_schema
+    Projection projection
+  }
+end