kakin 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3bdc1d071c18078ed62113fda208987cb1a00acb
+  data.tar.gz: 5fef69e865080c33b8ad4c6acf27719e0f8e5057
+SHA512:
+  metadata.gz: fe4b4b84a4b7c3b3659af0a700cf2b1eaeb22fcdab2eb6a3b00cc3f4bba91e0c3c46517b66b0992eab56394608aac9806540756754d96e2d06bc998bee6923f4
+  data.tar.gz: 81c4ed52991a268bee1079e648c17c1ad49969189f42688d8a124a448873685bdbed1fcdb2c659c59a6151a9a83f4462d967c60edeef889b6e0436c24f708a62

data/.gitignore

@@ -0,0 +1,28 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+.ruby-version
+.ruby-gemset
+.rvmrc
+
+/cost.yaml
+/Gemfile.lock

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 buty4649
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1,25 @@
+# kakin
+OpenStackのリソース使用料金按分ツール
+
+## Usage
+
+```
+$ mv cost.yaml.sample cost.yaml
+$ vi cost.yaml
+```
+
+You need to create configuration file located `~/.kakin` for openstack credential like this.
+
+```
+auth_url: "http://your-openstack-host:35357/v2.0/tokens"
+management_url: "http://your-openstack-host:8774/v2"
+username: "username"
+tenant: "your-admin-tenant"
+password: "password"
+```
+
+You can get resource usage with following command.
+
+```
+$ kakin -f cost.yaml
+```

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/**/*_test.rb']
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "kakin"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/cost.yaml.sample

@@ -0,0 +1,5 @@
+vcpu_per_hour: 1
+memory_mb_per_hour: 0.0009765625
+disk_gb_per_hour: 1
+cost_per_ip: 1
+ip_regexp: ^192.128

data/exe/kakin

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+$: << File.expand_path("#{File.dirname __FILE__}/../lib")
+require 'rubygems'
+require 'kakin'
+
+Kakin::CLI.start

data/kakin.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'kakin/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "kakin"
+  spec.version       = Kakin::VERSION
+  spec.authors       = ["buty4649", "SHIBATA Hiroshi"]
+  spec.email         = ["", "hsbt@ruby-lang.org"]
+
+  spec.summary       = %q{kakin is resource calcuration tool for OpenStack}
+  spec.description   = %q{kakin is resource calcuration tool for OpenStack}
+  spec.homepage      = "https://github.com/yaocloud/kakin"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'thor'
+  spec.add_dependency 'yao', '~> 0.2.13'
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest"
+end

data/lib/kakin.rb

@@ -0,0 +1,6 @@
+require 'kakin/version'
+require 'kakin/cli'
+require 'kakin/configuration'
+
+module Kakin
+end

data/lib/kakin/cli.rb

@@ -0,0 +1,141 @@
+require 'date'
+require 'yaml'
+require 'json'
+require 'net/http'
+require 'yao'
+require 'kakin/yao_ext/tenant'
+require 'kakin/yao_ext/server'
+require 'thor'
+
+module Kakin
+  class CLI <Thor
+    default_command :calc
+
+    option :f, type: :string, banner: "<file>", desc: "cost define file(yaml)", required: true
+    option :s, type: :string, banner: "<start>", desc: "start time", default: (DateTime.now << 1).strftime("%Y-%m-01")
+    option :e, type: :string, banner: "<end>", desc: "end time", default: Time.now.strftime("%Y-%m-01")
+    option :t, type: :string, banner: "<tenant>", desc: "specify tenant", default: ""
+    desc 'calc', 'Calculate the cost'
+    def calc
+      Kakin::Configuration.setup
+
+      yaml = YAML.load_file(options[:f])
+      start_time = Time.parse(options[:s]).strftime("%FT%T")
+      end_time = Time.parse(options[:e]).strftime("%FT%T")
+
+      STDERR.puts "Start: #{start_time}"
+      STDERR.puts "End:   #{end_time}"
+      url = URI.parse("#{Kakin::Configuration.management_url}/#{Yao::Tenant.get_by_name(Kakin::Configuration.tenant).id}/os-simple-tenant-usage?start=#{start_time}&end=#{end_time}")
+      req = Net::HTTP::Get.new(url)
+      req["Accept"] = "application/json"
+      req["X-Auth-Token"] = Yao::Auth.try_new.token
+      res = Net::HTTP.start(url.host, url.port) {|http|
+        http.request(req)
+      }
+
+      if res.code != "200"
+        raise "usage data fatch is failed"
+      else
+        result = Hash.new
+        tenant_usages = JSON.load(res.body)["tenant_usages"]
+        tenants = Yao::Tenant.list
+
+        unless options[:t].empty?
+          tenant = tenants.find { |tenant| tenant.name == options[:t] }
+          raise "Not Found tenant #{options[:t]}" unless tenant
+
+          tenant_usages = tenant_usages.select { |tenant_usage| tenant_usage["tenant_id"] == tenant.id }
+        end
+
+        tenant_usages.each do |usage|
+          tenant = tenants.find { |tenant| tenant.id == usage["tenant_id"] }
+
+          total_vcpus_usage     = usage["total_vcpus_usage"]
+          total_memory_mb_usage = usage["total_memory_mb_usage"]
+          total_local_gb_usage  = usage["total_local_gb_usage"]
+
+          bill_vcpu   = total_vcpus_usage * yaml["vcpu_per_hour"]
+          bill_memory = total_memory_mb_usage * yaml["memory_mb_per_hour"]
+          bill_disk   = total_local_gb_usage * yaml["disk_gb_per_hour"]
+
+          result[tenant.name] = {
+            'bill_total'            => bill_vcpu + bill_memory + bill_disk,
+            'bill_vcpu'             => bill_vcpu,
+            'bill_memory'           => bill_memory,
+            'bill_disk'             => bill_disk,
+            'total_hours'           => usage["total_hours"],
+            'total_vcpus_usage'     => total_vcpus_usage,
+            'total_memory_mb_usage' => total_memory_mb_usage,
+            'total_local_gb_usage'  => total_local_gb_usage,
+          }
+        end
+
+        puts YAML.dump(result)
+      end
+    end
+
+    option :f, type: :string, banner: "<file>", desc: "cost define file(yaml)", required: true
+    option :s, type: :string, banner: "<start>", desc: "start time", default: (DateTime.now << 1).strftime("%Y-%m-01")
+    option :e, type: :string, banner: "<end>", desc: "end time", default: Time.now.strftime("%Y-%m-01")
+    option :t, type: :string, banner: "<tenant>", desc: "specify tenant", default: ""
+    desc 'network', 'network resource'
+    def network
+      Kakin::Configuration.setup
+
+      yaml = YAML.load_file(options[:f])
+      start_time = Time.parse(options[:s])
+      end_time = Time.parse(options[:e])
+
+      STDERR.puts "Start: #{start_time}"
+      STDERR.puts "End:   #{end_time}"
+
+      result = Hash.new
+      tenants = unless options[:t].empty?
+                  Yao::Tenant.list(name: options[:t])
+                else
+                  Yao::Tenant.list
+                end
+      tenants = [tenants] unless tenants.is_a?(Array)
+
+      tenants.each do |tenant|
+        incoming = tenant.network_usage(Regexp.new(yaml["ip_regexp"]), :incoming, start_time.iso8601, end_time.iso8601)
+        outgoing = tenant.network_usage(Regexp.new(yaml["ip_regexp"]), :outgoing, start_time.iso8601, end_time.iso8601)
+        result[tenant.name] = {
+          'incoming_usage'  => incoming,
+          'outgoing_usage'  => outgoing,
+          'total_usage'     => incoming + outgoing
+        }
+      end
+
+      puts YAML.dump(result)
+    end
+
+    option :f, type: :string, banner: "<file>", desc: "cost define file(yaml)", required: true
+    option :t, type: :string, banner: "<tenant>", desc: "specify tenant", default: ""
+    desc 'ip', 'ip use count'
+    def ip
+      Kakin::Configuration.setup
+
+      yaml = YAML.load_file(options[:f])
+      ip_regexp = Regexp.new(yaml["ip_regexp"])
+
+      result = Hash.new
+      tenants = unless options[:t].empty?
+                  Yao::Tenant.list(name: options[:t])
+                else
+                  Yao::Tenant.list
+                end
+      tenants = [tenants] unless tenants.is_a?(Array)
+
+      tenants.each do |tenant|
+        count = tenant.ports.select {|p| p.fixed_ips[0]["ip_address"] =~ ip_regexp}.count
+        result[tenant.name] = {
+          'count'       => count,
+          'total_usage' => count * yaml["cost_per_ip"],
+        }
+      end
+
+      puts YAML.dump(result)
+    end
+  end
+end

data/lib/kakin/configuration.rb

@@ -0,0 +1,27 @@
+module Kakin
+  class Configuration
+
+    def self.management_url
+      @@_management_url
+    end
+
+    def self.tenant
+      @@_tenant
+    end
+
+    def self.setup
+      yaml = YAML.load_file(File.expand_path('~/.kakin'))
+
+      @@_management_url = yaml['management_url']
+      @@_tenant = yaml['tenant']
+
+      Yao.configure do
+        auth_url yaml['auth_url']
+        tenant_name yaml['tenant']
+        username yaml['username']
+        password yaml['password']
+        timeout yaml['timeout'] if yaml['timeout']
+      end
+    end
+  end
+end

data/lib/kakin/version.rb

@@ -0,0 +1,3 @@
+module Kakin
+  VERSION = "0.0.3"
+end

data/lib/kakin/yao_ext/server.rb

@@ -0,0 +1,10 @@
+require 'yao/resources/server'
+
+module Yao::Resources
+  class Server < Base
+    def mac_address(ip_regexp)
+      port = addresses.select{|_, v| v[0]["addr"] =~ ip_regexp}
+      port.empty? ? nil : port.values[0][0]["OS-EXT-IPS-MAC:mac_addr"]
+    end
+  end
+end

data/lib/kakin/yao_ext/tenant.rb

@@ -0,0 +1,35 @@
+require 'yao/resources/tenant'
+
+module Yao::Resources
+  class Tenant < Base
+    def network_usage(ip_regexp, type, start_time, end_time)
+      servers.inject(0) do |t, server|
+        samples = server.old_samples(counter_name: "network.#{type}.bytes", query: {'q.field': 'timestamp', 'q.op': 'gt', 'q.value': start_time})
+        if samples.empty?
+          t
+        else
+          wan_samples = samples.select{|s| s.resource_metadata["mac"] == server.mac_address(ip_regexp) }.sort_by(&:timestamp)
+          if wan_samples.empty? || (wan_samples.size == 1)
+            t
+          else
+            last_sample_index = wan_samples.find_index{|s| s.timestamp > Time.parse(end_time) }
+            last_sample = if last_sample_index
+                            wan_samples[last_sample_index]
+                          else
+                            wan_samples[-1]
+                          end
+            transferred_bits = last_sample.counter_volume - wan_samples[0].counter_volume
+            period = (last_sample.timestamp - wan_samples[0].timestamp).to_i
+            # ignored negative number or zero period. Thease are unexpected data.
+            # We need to investigate why generate these counter.
+            if transferred_bits < 0 || period.zero?
+              t
+            else
+              t + transferred_bits / period
+            end
+          end
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,132 @@
+--- !ruby/object:Gem::Specification
+name: kakin
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- buty4649
+- SHIBATA Hiroshi
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-01-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yao
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.13
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.13
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: kakin is resource calcuration tool for OpenStack
+email:
+- ''
+- hsbt@ruby-lang.org
+executables:
+- kakin
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- cost.yaml.sample
+- exe/kakin
+- kakin.gemspec
+- lib/kakin.rb
+- lib/kakin/cli.rb
+- lib/kakin/configuration.rb
+- lib/kakin/version.rb
+- lib/kakin/yao_ext/server.rb
+- lib/kakin/yao_ext/tenant.rb
+homepage: https://github.com/yaocloud/kakin
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: kakin is resource calcuration tool for OpenStack
+test_files: []