bosh-cloudfoundry 0.7.0 → 0.7.1

data/templates/v141/openstack/large/spec

@@ -0,0 +1,6 @@
+---
+resources:
+- small
+- medium
+- large
+- xlarge

data/templates/v141/openstack/medium/deployment_file.yml.erb

@@ -0,0 +1,331 @@
+---
+<%-
+# Example source deployment file that can be used:
+# ---
+# name: NAME
+# director_uuid: 4ae3a0f0-70a5-4c0d-95f2-7fafaefe8b9e
+# releases:
+#  - name: cf
+#    version: 141
+# networks: {}
+# properties:
+#   cf:
+#     dns: mycloud.com
+#     ip_addresses: ['1.2.3.4']
+#     deployment_size: medium
+#     security_group: cf
+#     persistent_disk: 4096
+#
+# Then target that deployment file:
+#
+#     $ bosh deployment path/to/file/above
+#
+# Then apply this template:
+#
+#     $ bosh diff deployment_file.yml.erb
+#
+no_ssl          = true
+protocol        = no_ssl ? "http" : "https"
+name            = find("name")
+dns             = find("properties.cf.dns")
+ip_addresses    = find("properties.cf.ip_addresses")
+security_group  = find("properties.cf.security_group")
+deployment_size = find("properties.cf.deployment_size")
+persistent_disk = find("properties.cf.persistent_disk")
+common_password = find("properties.cf.common_password")
+dea_server_ram  = find("properties.cf.dea_server_ram") # expected ram available on dea server
+dea_container_depot_disk = 10*1024 # 10G is common minimal root or ephemeral disk size for all IaaS
+-%>
+name: <%= name %>
+director_uuid: <%= find("director_uuid") %>
+
+releases:
+ - name: cf
+   version: 141
+
+networks:
+- name: floating
+  type: vip
+  cloud_properties: {}
+- name: default
+  type: dynamic
+  cloud_properties:
+    security_groups:
+    - <%= security_group %>
+
+update:
+  canaries: 1
+  canary_watch_time: 30000-60000
+  update_watch_time: 30000-60000
+  max_in_flight: 4
+
+compilation:
+  workers: 6
+  network: default
+  reuse_compilation_vms: true
+  cloud_properties:
+    instance_type: m1.medium
+
+resource_pools:
+  - name: small
+    network: default
+    size: 4
+    stemcell:
+      name: bosh-stemcell
+      version: latest
+    cloud_properties:
+      instance_type: m1.small
+
+  - name: medium
+    network: default
+    size: 0
+    stemcell:
+      name: bosh-stemcell
+      version: latest
+    cloud_properties:
+      instance_type: m1.medium
+
+jobs:
+  - name: data
+    release: cf
+    template:
+      - postgres
+      - debian_nfs_server
+    instances: 1
+    resource_pool: small
+    persistent_disk: <%= persistent_disk %>
+    networks:
+    - name: default
+      default:
+      - dns
+      - gateway
+    properties:
+      db: databases
+
+  - name: core
+    release: cf
+    template:
+      - nats
+      - health_manager_next
+      - uaa
+    instances: 1
+    resource_pool: small
+    networks:
+    - name: default
+      default:
+      - dns
+      - gateway
+
+  - name: api
+    release: cf
+    template:
+      - cloud_controller_ng
+      - gorouter
+    instances: 1
+    resource_pool: small
+    networks:
+    - name: default
+      default:
+      - dns
+      - gateway
+    - name: floating
+      static_ips:
+      <%- ip_addresses.each do |ip| -%>
+      - <%= ip %>
+      <%- end -%>
+    properties:
+      db: databases
+
+  - name: dea
+    release: cf
+    template:
+      - dea_next
+    instances: 1
+    resource_pool: small
+    networks:
+      - name: default
+        default: [dns, gateway]
+
+properties:
+  cf:
+    name: <%= name %>
+    dns: <%= dns %>
+    ip_addresses: <%= ip_addresses.inspect %>
+    deployment_size: <%= deployment_size %>
+    security_group: <%= security_group %>
+    persistent_disk: <%= persistent_disk %>
+    common_password: <%= common_password %>
+    dea_server_ram: <%= dea_server_ram %>
+
+  domain: <%= dns %>
+  system_domain: <%= dns %>.com
+  system_domain_organization: system_domain
+  app_domains:
+    - <%= dns %>
+
+  networks:
+    apps: default
+    management: default
+
+  nats:
+    address: 0.core.default.<%= name %>.microbosh
+    port: 4222
+    user: nats
+    password: <%= common_password %>
+    authorization_timeout: 5
+
+  router:
+    port: 8081
+    status:
+      port: 8080
+      user: gorouter
+      password: <%= common_password %>
+
+  dea: &dea
+    memory_mb: <%= dea_server_ram %>
+    disk_mb: <%= dea_container_depot_disk %>
+    directory_server_protocol: <%= protocol %>
+
+  dea_next: *dea
+
+  syslog_aggregator:
+    address: 0.syslog-aggregator.default.<%= name %>.microbosh
+    port: 54321
+
+  nfs_server:
+    address: 0.data.default.<%= name %>.microbosh
+    network: "*.<%= name %>.microbosh"
+    idmapd_domain: <%= dns %>
+
+  debian_nfs_server:
+    no_root_squash: true
+
+  databases: &databases
+    db_scheme: postgres
+    address: 0.data.default.<%= name %>.microbosh
+    port: 5524
+    roles:
+      - tag: admin
+        name: ccadmin
+        password: <%= common_password %>
+      - tag: admin
+        name: uaaadmin
+        password: <%= common_password %>
+    databases:
+      - tag: cc
+        name: ccdb
+        citext: true
+      - tag: uaa
+        name: uaadb
+        citext: true
+
+  ccdb: &ccdb
+    db_scheme: postgres
+    address: 0.data.default.<%= name %>.microbosh
+    port: 5524
+    roles:
+      - tag: admin
+        name: ccadmin
+        password: <%= common_password %>
+    databases:
+      - tag: cc
+        name: ccdb
+        citext: true
+
+  ccdb_ng: *ccdb
+
+  uaadb: 
+    db_scheme: postgresql
+    address: 0.data.default.<%= name %>.microbosh
+    port: 5524
+    roles:
+      - tag: admin
+        name: uaaadmin
+        password: <%= common_password %>
+    databases:
+      - tag: uaa
+        name: uaadb
+        citext: true
+
+  cc_api_version: v2
+
+  cc: &cc
+    logging_level: debug
+    external_host: ccng
+    srv_api_uri: <%= protocol %>://api.<%= dns %>
+    cc_partition: default
+    db_encryption_key: <%= common_password %>
+    bootstrap_admin_email: admin@<%= dns %>
+    bulk_api_password: <%= common_password %>
+    uaa_resource_id: cloud_controller
+    staging_upload_user: uploaduser
+    staging_upload_password: <%= common_password %>
+    resource_pool:
+      resource_directory_key: cc-resources
+      # Local provider when using NFS
+      fog_connection:
+        provider: Local
+        local_root: /var/vcap/shared
+    packages:
+      app_package_directory_key: cc-packages
+    droplets:
+      droplet_directory_key: cc-droplets
+    default_quota_definition: runaway
+
+  ccng: *cc
+
+  login:
+    enabled: false
+
+  uaa:
+    url: <%= protocol %>://uaa.<%= dns %>
+    spring_profiles: postgresql
+    no_ssl: <%= no_ssl %>
+    catalina_opts: -Xmx768m -XX:MaxPermSize=256m
+    resource_id: account_manager
+    jwt:
+      signing_key: |
+        -----BEGIN RSA PRIVATE KEY-----
+        MIICXAIBAAKBgQDHFr+KICms+tuT1OXJwhCUmR2dKVy7psa8xzElSyzqx7oJyfJ1
+        JZyOzToj9T5SfTIq396agbHJWVfYphNahvZ/7uMXqHxf+ZH9BL1gk9Y6kCnbM5R6
+        0gfwjyW1/dQPjOzn9N394zd2FJoFHwdq9Qs0wBugspULZVNRxq7veq/fzwIDAQAB
+        AoGBAJ8dRTQFhIllbHx4GLbpTQsWXJ6w4hZvskJKCLM/o8R4n+0W45pQ1xEiYKdA
+        Z/DRcnjltylRImBD8XuLL8iYOQSZXNMb1h3g5/UGbUXLmCgQLOUUlnYt34QOQm+0
+        KvUqfMSFBbKMsYBAoQmNdTHBaz3dZa8ON9hh/f5TT8u0OWNRAkEA5opzsIXv+52J
+        duc1VGyX3SwlxiE2dStW8wZqGiuLH142n6MKnkLU4ctNLiclw6BZePXFZYIK+AkE
+        xQ+k16je5QJBAN0TIKMPWIbbHVr5rkdUqOyezlFFWYOwnMmw/BKa1d3zp54VP/P8
+        +5aQ2d4sMoKEOfdWH7UqMe3FszfYFvSu5KMCQFMYeFaaEEP7Jn8rGzfQ5HQd44ek
+        lQJqmq6CE2BXbY/i34FuvPcKU70HEEygY6Y9d8J3o6zQ0K9SYNu+pcXt4lkCQA3h
+        jJQQe5uEGJTExqed7jllQ0khFJzLMx0K6tj0NeeIzAaGCQz13oo2sCdeGRHO4aDh
+        HH6Qlq/6UOV5wP8+GAcCQFgRCcB+hrje8hfEEefHcFpyKH+5g1Eu1k0mLrxK2zd+
+        4SlotYRHgPCEubokb2S1zfZDWIXW3HmggnGgM949TlY=
+        -----END RSA PRIVATE KEY-----
+      verification_key: |
+        -----BEGIN PUBLIC KEY-----
+        MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQDHFr+KICms+tuT1OXJwhCUmR2d
+        KVy7psa8xzElSyzqx7oJyfJ1JZyOzToj9T5SfTIq396agbHJWVfYphNahvZ/7uMX
+        qHxf+ZH9BL1gk9Y6kCnbM5R60gfwjyW1/dQPjOzn9N394zd2FJoFHwdq9Qs0wBug
+        spULZVNRxq7veq/fzwIDAQAB
+        -----END PUBLIC KEY-----
+    cc:
+      client_secret: <%= common_password %>
+    admin:
+      client_secret: <%= common_password %>
+    batch:
+      username: batchuser
+      password: <%= common_password %>
+    client:
+      autoapprove:
+        - cf
+    clients:
+      cf:
+        override: true
+        authorized-grant-types: password,implicit,refresh_token
+        authorities: uaa.none
+        scope: cloud_controller.read,cloud_controller.write,openid,password.write,cloud_controller.admin,scim.read,scim.write
+        access-token-validity: 7200
+        refresh-token-validity: 1209600
+    scim:
+      users:
+      - admin|<%= common_password %>|scim.write,scim.read,openid,cloud_controller.admin
+      - services|<%= common_password %>|scim.write,scim.read,openid,cloud_controller.admin

data/templates/v141/openstack/medium/spec

@@ -0,0 +1,6 @@
+---
+resources:
+- small
+- medium
+- large
+- xlarge

data/templates/v141/openstack/spec

@@ -0,0 +1,6 @@
+---
+deployment_sizes:
+- medium
+- large
+
+default_deployment_size: medium

data/templates/v141/spec

@@ -0,0 +1,16 @@
+---
+available_cpi:
+- aws
+- openstack
+
+mutable_attributes:
+- ip_addresses
+- persistent_disk
+- security_group
+- dns
+- dea_server_ram
+- dea_container_depot_disk
+immutable_attributes:
+- common_password
+- deployment_size
+- name

data/tutorials/activities/repair-a-cloud-foundry.md

@@ -0,0 +1,128 @@
+# Overview
+
+BOSH is capable of repairing certain issues with your deployments, for example if a VM dies and needs rebuilding.
+
+## Cloud Check
+
+First, let's take a look at my BOSH Cloud Foundry deployment:
+
+```
+$ bosh vms
+Deployment `cf'
+
+Director task 151
+
+Task 151 done
+
++---------------------------+--------------------+---------------+-------------------------------+
+| Job/index                 | State              | Resource Pool | IPs                           |
++---------------------------+--------------------+---------------+-------------------------------+
+| unknown/unknown           | unresponsive agent |               |                               |
+| api/0                     | running            | small         | 10.238.151.60, 54.221.248.230 |
+| core/0                    | running            | small         | 10.151.15.70                  |
+| data/0                    | running            | small         | 10.151.108.188                |
+| dea/0                     | running            | small         | 10.151.120.68                 |
+| gateways/0                | running            | medium        | 10.179.15.18                  |
+| memcached_service_node/0  | running            | medium        | 10.178.11.201                 |
+| mongodb_service_node/0    | running            | medium        | 10.152.151.84                 |
+| postgresql_service_node/0 | running            | medium        | 10.178.10.187                 |
+| redis_service_node/0      | running            | medium        | 10.164.102.90                 |
++---------------------------+--------------------+---------------+-------------------------------+
+
+VMs total: 10
+```
+
+Oh, it looks like one of my vm's has died! In this case, I just terminated it on AWS. How do I bring it back up?  Enter stage right, `bosh cloudcheck`.
+
+First, let's check I'm targeting the right deployment.
+
+```
+$ bosh deployment bosh-workspace/deployments/cf/cf.yml
+Deployment set to `/home/ubuntu/bosh-workspace/deployments/cf/cf.yml'
+```
+
+Now let's check it with BOSH.
+
+```
+$ bosh cloudcheck
+Performing cloud check...
+
+Director task 154
+
+Scanning 10 VMs
+  checking VM states (00:00:15)
+  9 OK, 0 unresponsive, 1 missing, 0 unbound, 0 out of sync (00:00:00)
+Done                    2/2 00:00:15
+
+Scanning 6 persistent disks
+  looking for inactive disks (00:00:00)
+  6 OK, 0 inactive, 0 mount-info mismatch (00:00:00)
+Done                    2/2 00:00:00
+
+Task 154 done
+Started         2013-09-05 19:45:28 UTC
+Finished        2013-09-05 19:45:43 UTC
+Duration        00:00:15
+
+Scan is complete, checking if any problems found...
+
+Found 1 problem
+```
+
+That's nice, it found my problem. Now it offers me solutions to each problem it found (it could be multiple if say a piece of hardware died that had multiple vm's running on it.
+
+```
+Problem 1 of 1: VM with cloud ID `i-24cfa948' missing.
+  1. Ignore problem
+  2. Recreate VM using last known apply spec
+  3. Delete VM reference (DANGEROUS!)
+Please choose a resolution [1 - 3]: 2
+
+Below is the list of resolutions you've provided
+Please make sure everything is fine and confirm your changes
+
+  1. VM with cloud ID `i-24cfa948' missing.
+     Recreate VM using last known apply spec
+
+Apply resolutions? (type 'yes' to continue): yes
+Applying resolutions...
+
+Director task 155
+
+Applying problem resolutions
+  missing_vm 86: Recreate VM using last known apply spec (00:01:47)
+Done                    1/1 00:01:47
+
+Task 155 done
+Started         2013-09-05 19:46:53 UTC
+Finished        2013-09-05 19:48:40 UTC
+Duration        00:01:47
+Cloudcheck is finished
+```
+
+There we go, all fixed. Here's what our vm's look like now. All fixed:
+
+```
+Deployment `cf'
+
+Director task 156
+
+Task 156 done
+
++---------------------------+---------+---------------+-------------------------------+
+| Job/index                 | State   | Resource Pool | IPs                           |
++---------------------------+---------+---------------+-------------------------------+
+| api/0                     | running | small         | 10.238.151.60, 54.221.248.231 |
+| core/0                    | running | small         | 10.151.15.70                  |
+| data/0                    | running | small         | 10.151.108.188                |
+| dea/0                     | running | small         | 10.151.120.68                 |
+| gateways/0                | running | medium        | 10.179.15.18                  |
+| memcached_service_node/0  | running | medium        | 10.178.11.201                 |
+| mongodb_service_node/0    | running | medium        | 10.152.151.84                 |
+| postgresql_service_node/0 | running | medium        | 10.178.10.187                 |
+| redis_service_node/0      | running | medium        | 10.164.102.90                 |
+| vblob_service_node/0      | running | medium        | 10.184.12.177                 |
++---------------------------+---------+---------------+-------------------------------+
+
+VMs total: 10
+```