ncc-api 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 21ef6133b98ada6201561ea8663c154440c67466
+  data.tar.gz: 471fa9289f03247944859d225e3e4c2c0b10f1f5
+SHA512:
+  metadata.gz: eb895ca7b2f897899ef0082a5ef3d7f705fdb42524ef66a66bdfc0da1004b9d3ffd1125a92e59f3abce60c63f0310d9325528f0005cf3fc53d0a4cf8a10272d5
+  data.tar.gz: aafb44f8fa87becc08dd41dc1975598e55ef49f96c6fe34acef56d19d560b2d335515b9f7deb5fc8309b872405b01a23f1f5adb3185dd657057ee7148180fb96

data/bin/ncc-api

@@ -0,0 +1,62 @@
+#!/bin/bash
+# /* Copyright 2013 Proofpoint, Inc. All rights reserved.
+#    Copyright 2014 Evernote Corporation. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# */
+
+
+app_path="${1:-$(dirname $0)/..}"
+launchwith="${2:-rackup}"
+rack_environment="${3:-development}"
+
+for f in etc/ncc-api.ru lib/ncc.rb
+do
+   if [ ! -f "$app_path/$f" ]
+   then
+      echo "Required file $app_path/$f not found" >&2
+      exit 1
+   fi
+done
+
+export NCCAPI_HOME="$app_path"
+
+if [ "$launchwith" = rackup ]
+then
+    # Rackup-based launch (default)
+    rackup="${RACKUP_PATH:-rackup}"
+
+    if [ ! -x "$rackup" ]
+    then
+        echo "Can't find rackup (no $rackup)" >&2
+        exit 2
+    fi
+
+    echo "$rackup" -p 9292 -I"$app_path/lib" -E "$rack_environment" "$app_path/etc/ncc-api.ru"
+    "$rackup" -p 9292 -I"$app_path/lib" -E "$rack_environment" "$app_path/etc/ncc-api.ru"
+elif [ "$launchwith" = unicorn ]
+then
+    unicorn="${UNICORN_PATH:-unicorn}"
+
+    if [ ! -x "$unicorn" ]
+    then
+        echo "Can't find unicorn (no $unicorn)" >&2
+        exit 2
+    fi
+    echo "$unicorn" -I"$app_path/lib" -D -E "$rack_environment" -c "$app_path/etc/unicorn.cfg" "$app_path/etc/ncc-api.ru"
+    "$unicorn" -I"$app_path/lib" -D -E "$rack_environment" -c "$app_path/etc/unicorn.cfg" "$app_path/etc/ncc-api.ru"
+else
+    # TODO: Need to specify environment here
+    echo "Can't launch with $launchwith" >&2
+    exit 3
+fi

data/lib/ncc/config.rb

@@ -0,0 +1,207 @@
+#!ruby
+# /* Copyright 2013 Proofpoint, Inc. All rights reserved.
+#    Copyright 2014 Evernote Corporation. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# */
+
+
+require 'rubygems'
+require 'json'
+
+class NCC
+
+end
+
+class NCC::Config
+    include Enumerable
+
+    Infinite = +1.0/0.0     # Not really *math*, per se, but Lewis
+                            # Carroll would have liked it
+                            # -jbrinkley/20130403
+
+    attr_reader :mtime, :file
+
+    def initialize(source = ["/etc/ncc-api",
+                       "#{ENV['NCCAPI_HOME']}/etc"], opt={})
+        @opt = opt
+        @file = { }
+        @mtime = nil
+	source = [source] unless source.respond_to? :select
+        @file = source.select { |f| File.exist? f }.first
+        unless @file
+            raise ArgumentError.new("Can't locate configuration in " +
+                                "#{source.inspect}")
+        end
+        debug "Creating configuration from #{@file}"
+        update_config
+    end
+
+    def opt(optname)
+        if @opt.has_key? optname
+            @opt[optname]
+        else
+            nil
+        end
+    end
+
+    def update_config(tolerant=false)
+        debug "updating config"
+        if File.directory? @file
+            debug "#{@file} is a directory"
+            @data ||= { }
+            data = { }
+            Dir.open(@file) do |dirh|
+                @mtime = File.stat(@file).mtime
+                debug "storing mtime: #{@mtime}"
+                dirh.each do |entry|
+                    debug "considering #{entry}"
+                    next if entry[0] == "."[0]
+                    if File.directory? File.join(@file, entry) or
+                            m = /(.*)\.conf$/.match(entry)
+                        debug "#{entry} is further configuration"
+                        key = m.nil? ? entry.intern : m[1]
+                        if @data.has_key? key
+                            data[key] = @data[key]
+                        else
+                            data[key] =
+                                NCC::Config.new(File.join(@file, entry),
+                                            @opt)
+                        end
+                    end
+                end
+            end
+            @data = data
+        else
+            debug "#{@file} is not a directory"
+            begin
+                File.open(@file, 'r') do |fh|
+                    @mtime = fh.stat.mtime
+                    @data = JSON.load(fh)
+                end
+            rescue Errno::ENOENT
+                @mtime = Time.now
+                @data = { }
+            rescue JSON::ParserError => err
+                do_warn "Error parsing JSON in #{@file}, not updating config"
+            end
+        end
+    end
+
+    def do_warn(msg)
+        if opt :logger
+            opt(:logger).warn msg
+        end
+    end
+
+    def debug(msg)
+        if opt(:logger) and opt(:logger).respond_to? :debug
+            opt(:logger).debug "#<#{me}>: #{msg}"
+        end
+    end
+
+    def me
+        "#{self.class}:#{@file}"
+    end
+
+    def to_s
+        "#<#{me} #{@data.inspect}>"
+    end
+
+    def to_hash(*keys)
+        update_config unless current?
+        if keys.length > 0
+            Hash[
+            @data.select do |k, v|
+                     keys.include? k
+                 end.map { |k, v| [k, value_of(v)] }
+                                ]
+        else
+            Hash[
+            @data.map { |k, v| [k, value_of(v)] }
+                                  ]
+        end
+    end
+
+    def to_array(*keys)
+        update_config unless current?
+        if keys.length > 0
+            @data.select do |k, v|
+                     keys.include? k
+                 end.map { |k, v| value_of(v) }
+        else
+            @data.map { |k, v| value_of(v) }
+        end
+    end
+
+    def value_of(v)
+        if v.respond_to? :to_hash
+            v.to_hash
+        else
+            v
+        end
+    end
+
+    def to_json
+        self.to_hash.to_json
+    end
+
+    def current?
+        debug "checking currency (mtime=#{@mtime} " +
+            "file=#{File.exist?(@file) ? File.stat(@file).mtime : nil})"
+        case opt :staleness_threshold
+        when 0, nil
+            debug "staleness_threshold is 0 or nil, always checking"
+            File.exist? @file and @mtime >= File.stat(@file).mtime
+        when Infinite
+            true
+        else
+            Time.now <= (@mtime + opt(:staleness_threshold)) or
+                (File.exist? @file and @mtime >= File.stat(@file).mtime)
+        end
+    end
+
+    def [](key)
+        update_config unless current?
+        @data[key]
+    end
+
+    def []=(key, value)
+        update_config unless current?
+        @mtime = Time.now
+        @data[key] = value
+    end
+
+    def has_key?(key)
+        update_config unless current?
+        @data.has_key? key
+    end
+
+    def keys
+        update_config unless current?
+        @data.keys
+    end
+
+    def each
+        update_config unless current?
+        @data.each do |k, v|
+            yield k, v
+        end
+    end
+
+    def delete(k)
+        update_config unless current?
+        @data.delete(k)
+    end
+
+end

data/lib/ncc/connection/aws.rb

@@ -0,0 +1,138 @@
+#!ruby
+# /* Copyright 2013 Proofpoint, Inc. All rights reserved.
+#    Copyright 2014 Evernote Corporation. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# */
+
+class NCC::Connection::AWS < NCC::Connection
+
+    def translate_size(flavor)
+        generic_translate(:size, flavor).
+            merge({
+                      'ram' => flavor.ram,
+                      'disk' => flavor.disk,
+                      'cores' => flavor.cores,
+                      'description' => flavor.name
+                  })
+    end
+
+    def translate_image(provider_image)
+        generic_translate(:image, provider_image).
+            merge({
+                      'description' => provider_image.description,
+                      'ramdisk_id' => provider_image.ramdisk_id,
+                      'kernel_id' => provider_image.kernel_id
+                  })
+    end
+
+    def provider
+        'aws'
+    end
+
+    def use_only_mapped(type)
+        case type
+        when :image
+            true
+        when :size
+            false
+        end
+    end
+
+    def connection_params
+        ['aws_access_key_id', 'aws_secret_access_key']
+    end
+
+    def instance_name(server)
+        if ! server.tags.nil? and server.tags.has_key? 'Name'
+            server.tags['Name']
+        else
+            nil
+        end
+    end
+
+    def instance_size(server)
+        map_from_raw_provider_id(:size, server.flavor_id)
+    end
+
+    def instance_image(server)
+        map_from_raw_provider_id(:image, server.image_id)
+    end
+
+    def instance_status(server)
+        map_to_status(server.state)
+    end
+
+    def instance_ip_address(server)
+        server.private_ip_address
+    end
+
+    def console_log(instance_id)
+        begin
+            @fog.get_console_output(instance_id).body
+        rescue Fog::Compute::AWS::NotFound
+            instance_not_found instance_id
+        rescue Exception => e
+            communication_error e.message
+        end
+    end
+
+    def provider_request_of(instance)
+        {
+                      :name => instance.name,
+                      :flavor_id => sizes(instance.size)['provider_id'],
+                      :image_id => images(instance.image)['provider_id'],
+                      :tags => { 'Name' => instance.name }
+        }.merge(instance.extra provider)
+    end
+
+    def map_to_status(aws_status)
+        case aws_status
+        when 'running'
+            'active'
+        when 'pending'
+            'build'
+        when 'terminated'
+            'terminated'
+        when 'shutting-down'
+            'shutting-down'
+        when 'stopping'
+            'suspending'
+        when 'stopped'
+            'suspend'
+        else
+            'unknown'
+        end
+    end
+
+    def map_to_provider_status(abstract_status)
+        case abstract_status
+        when 'active', 'error', 'hard-reboot', 'reboot', 'provider-operation',
+            'unknown', 'needs-verify'
+            'running'
+        when 'build'
+            'pending'
+        when 'terminated'
+            'terminated'
+        when 'shutting-down'
+            'shutting-down'
+        when 'suspending'
+            'stopping'
+        when 'suspend'
+            'stopped'
+        else
+            'running'
+        end
+    end
+
+end

data/lib/ncc/connection/openstack.rb

@@ -0,0 +1,171 @@
+#!ruby
+# /* Copyright 2013 Proofpoint, Inc. All rights reserved.
+#    Copyright 2014 Evernote Corporation. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# */
+
+class NCC::Connection::OpenStack < NCC::Connection
+
+    def size_id_field
+        :name
+    end
+
+    def image_id_field
+        :name
+    end
+
+    def translate_size(flavor)
+        generic_translate(:size, flavor).
+            merge({
+                      'ram' => flavor.ram,
+                      'cores' => flavor.vcpus,
+                      'description' => size_desc(flavor),
+                      'disk' => flavor.disk + flavor.ephemeral
+                  })
+    end
+
+    def translate_image(pimage)
+        image = generic_translate(:image, pimage)
+        pimage.metadata.each do |metadatum|
+            if %(ramdisk_id kernel_id).include? metadatum.key
+                image[metadatum.key] = metadatum.value
+            end
+        end
+        image
+    end
+
+    def provider
+        'openstack'
+    end
+
+    def size_desc(f)
+        (f.vcpus > 1 ? "#{f.vcpus}CPU " : "") +
+            "#{(f.ram / 1024).round}GB RAM #{f.disk + f.ephemeral}GB disk"
+    end
+
+    def connection_params
+        ['openstack_auth_url', 'openstack_username', 'openstack_api_key']
+    end
+
+    def map_to_status(provider_status)
+        case provider_status
+        when 'ACTIVE', 'PASSWORD', 'SHUTOFF'
+            'active'
+        when 'BUILD'
+            'build'
+        when 'DELETED'
+            'terminated'
+        when 'ERROR'
+            'error'
+        when 'HARD_REBOOT'
+            'hard-reboot'
+        when 'REBOOT'
+            'reboot'
+        when 'REBUILD', 'RESCUE', 'RESIZE', 'REVERT_RESIZE'
+            'provider-operation'
+        when 'SUSPENDED'
+            'suspend'
+        when 'UNKNOWN'
+            'unknown'
+        when 'VERIFY_RESIZE'
+            'needs-verify'
+        else
+            'unknown'
+        end
+    end
+
+    def instance_image(server)
+        map_from_raw_provider_id(:image, server.image['id'])
+    end
+
+    def instance_size(server)
+        map_from_raw_provider_id(:size, server.flavor['id'])
+    end
+
+    def instance_status(server)
+        map_to_status(server.state)
+    end
+
+    def instance_ip_address(server)
+        instance_network_names = ['instance_net', 'instnace_net']
+        if !server.addresses.nil?
+            instance_network_names.each do |network_name|
+                if server.addresses.has_key? network_name
+                    return server.addresses[network_name].first['addr']
+                end
+            end
+        end
+        return nil
+    end
+
+    def instance_host(server)
+        server.os_ext_srv_attr_host
+    end
+
+    def console_log(instance_id)
+        server = @fog.servers.get(instance_id)
+        if server.nil?
+            instance_not_found instance_id
+        else
+            begin
+                server.console.body
+            rescue Exception => e
+                communication_error e.message
+            end
+        end
+    end
+
+    def provider_request_of(instance)
+        {
+            :name => instance.name,
+            :flavor_ref => sizes(instance.size)['provider_id'],
+            :image_ref => images(instance.image)['provider_id'],
+        }.merge(instance.extra provider)
+    end
+
+    def reboot(instance_id)
+        server = @fog.servers.get(instance_id)
+        if server.nil?
+            instance_not_found instance_id
+        else
+            server.reboot 'HARD'
+        end
+    end
+
+    def map_to_provider_status(abstract_status)
+        case abstract_status
+        when 'active', 'provider-operation', 'shutting-down', 'suspending'
+            'ACTIVE'
+        when 'build'
+            'BUILD'
+        when 'terminated'
+            'DELETED'
+        when 'error'
+            'ERROR'
+        when 'hard-reboot'
+            'HARD_REBOOT'
+        when 'reboot'
+            'REBOOT'
+        when 'suspend'
+            'SUSPENDED'
+        when 'unknown'
+            'UNKNOWN'
+        when 'needs-verify'
+            'VERIFY_RESIZE'
+        else
+            'UNKNOWN'
+        end
+    end
+
+end