dm-puppetdb-adapter 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: dc43764da2ab76ebf53855bdc93cf7f11d6fb6b9
+  data.tar.gz: 9fbaf2dbab49f1b7b62e1bd0bb976d846034600f
+SHA512:
+  metadata.gz: 057bec1165d3c9588b6ad4316bb51ecd54ffe9cc83db02dd39b3002e9e87614f933756c6d4802015ab217cca2a6b942013038e6558fdc595f36dba81ac62d824
+  data.tar.gz: a0247bbcb3e0c2c1c5a721d0b9191ec79e7a3c597a52b55cff830eb3774f23a3c8a60a5cfb308172b81c23535980c2664ee8b9c9fbf3e8de8b16e90b40b1dc2e

data/Gemfile

@@ -0,0 +1,5 @@
+# encoding: utf-8
+
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE

@@ -0,0 +1,5 @@
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/dm-puppetdb-adapter.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |gem|
+  gem.name        = "dm-puppetdb-adapter"
+  gem.version     = %x{git describe --tags}.split('-')[0..1].join('.')
+  gem.platform    = Gem::Platform::RUBY
+  gem.authors     = ["Erik Dalén"]
+  gem.email       = ["erik.gustav.dalen@gmail.com"]
+  gem.homepage    = "https://github.com/dalen/dm-puppetdbadapter"
+  gem.summary     = %q{PuppetDB adapter for DataMapper}
+  gem.description = gem.summary
+  gem.license     = 'MIT License (Expat)'
+
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features,examples}/*`.split("\n")
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.extra_rdoc_files = %w[LICENSE]
+  gem.require_paths = [ "lib" ]
+
+  gem.add_dependency 'json'
+  gem.add_dependency 'puppet', '~> 3'
+  gem.add_dependency 'dm-types'
+
+  gem.add_development_dependency 'rake'
+end

data/lib/dm-puppetdb-adapter/adapter.rb

@@ -0,0 +1,124 @@
+require 'json'
+require 'puppet'
+require 'puppet/network/http_pool'
+require 'uri'
+
+require 'dm-core'
+
+module DataMapper
+  module Adapters
+    class PuppetdbAdapter < AbstractAdapter
+      attr_accessor :http, :host, :port, :ssl
+
+      def read(query)
+        puts query.inspect
+        model = query.model
+
+        pdbquery = build_query(query)
+        puts pdbquery.inspect
+        query.filter_records(puppetdb_get(model.storage_name(model.repository_name), build_query(query)))
+      end
+
+      private
+
+      def initialize(name, options = {})
+        super
+
+        Puppet.initialize_settings unless Puppet[:confdir]
+
+        # Set some defaults
+        @host = @options[:host] || 'puppetdb'
+        @port = @options[:port] || 443
+        @ssl = @options[:ssl] || true
+        @http = Puppet::Network::HttpPool.http_instance(@host, @port, @ssl)
+      end
+
+      ##
+      # contruct a puppetdb query from a datamapper query
+      def build_query(query)
+        conditions = query.conditions
+        if conditions.empty?
+          nil
+        elsif conditions.one?
+          puppetdb_condition(conditions.first)
+        else
+          q = ['and', *conditions.map do |c|
+            puppetdb_condition c
+          end.compact ]
+          # In case we couldn't build any query from the contained
+          # conditions return nil instead of a empty and
+          return q.last if q.count == 2
+          return nil if q.count < 2
+          q
+        end
+      end
+
+      ##
+      # return puppetdb syntax for a condition
+      def puppetdb_condition(c)
+        case c
+        when DataMapper::Query::Conditions::NullOperation
+          nil
+        when DataMapper::Query::Conditions::AbstractOperation
+          q = [c.class.slug.to_s, *c.operands.map { |o| puppetdb_condition o }.compact]
+          # In case we couldn't build any query from the contained
+          # conditions return nil instead of a empty and
+          return nil if q.count < 2
+          q
+        end
+
+        # We can only do comparison on certain fields
+        # on the server side
+        if c.subject.model.respond_to? :server_fields
+          return nil unless c.subject.model.server_fields.include? c.subject.name
+        end
+
+        case c
+        when DataMapper::Query::Conditions::EqualToComparison
+          ['=', c.subject.field, format_value(c.value)]
+        when DataMapper::Query::Conditions::RegexpComparison
+          ['~', c.subject.field, format_value(c.value)]
+        when DataMapper::Query::Conditions::LessThanComparison
+          ['<', c.subject.field, format_value(c.value)]
+        when DataMapper::Query::Conditions::GreaterThanComparison
+          ['>', c.subject.field, format_value(c.value)]
+        # The following comparison operators aren't supported by PuppetDB
+        # So we emulate them
+        when DataMapper::Query::Conditions::LikeComparison
+          ['~', c.subject.field, c.value.gsub('%', '.*')]
+        when DataMapper::Query::Conditions::LessThanOrEqualToComparison
+          ['or', ['=', c.subject.field, format_value(c.value)], ['<', c.subject.field, format_value(c.value)]]
+        when DataMapper::Query::Conditions::GreaterThanOrEqualToComparison
+          ['or', ['=', c.subject.field, format_value(c.value)], ['>', c.subject.field, format_value(c.value)]]
+        when DataMapper::Query::Conditions::InclusionComparison
+          ['or', ['=', c.subject.field, format_value(c.value.first)], ['>', c.subject.field, format_value(c.value.first)], ['<', c.subject.field, format_value(c.value.last)], ['=', c.subject.field, format_value(c.value.last)]]
+        end
+      end
+
+      ##
+      # format a value in a query
+      # especially make sure timestamps have correct format
+      def format_value(value)
+        if value.is_a? Date or value.is_a? Time
+          value.strftime('%FT%T.%LZ')
+        else
+          value
+        end
+      end
+
+      def puppetdb_get(path, query=nil)
+        uri = "/#{path}?query="
+        uri += URI.escape query.to_json.to_s unless query.nil?
+        resp = @http.get(uri, { "Accept" => "application/json" })
+        raise RuntimeError, "PuppetDB query error: [#{resp.code}] #{resp.msg}, endpoint: #{path}, query: #{query.to_json}" unless resp.kind_of?(Net::HTTPSuccess)
+        # Do a ugly hack because Hash and Array
+        # properties aren't supported so we preserve them as JSON
+        JSON.parse(resp.body).collect do |i|
+          i.each do |k,v|
+            i[k] = v.to_json if v.is_a? Hash or v.is_a? Array
+          end
+        end
+      end
+    end
+  end
+end

data/lib/dm-puppetdb-adapter/models/event.rb

@@ -0,0 +1,33 @@
+class Event
+  include DataMapper::Resource
+
+  storage_names[:default] = 'experimental/events'
+
+  property :old_value, Text, :field => 'old-value'
+  property :new_value, Text, :field => 'new-value'
+  property :property, String, :length => 40, :key => true
+  property :message, Text
+  property :status, String, :length => 40
+  property :timestamp, DateTime
+  property :resource_type, Text, :field => 'resource-type', :key => true
+  property :resource_title, Text, :field => 'resource-title', :key => true
+
+  belongs_to :node, :model => 'Node', :child_key => :certname
+  belongs_to :report, :model => 'Report', :key => true
+
+  @server_fields = [
+    :certname,
+    :report,
+    :status,
+    :timestamp,
+    :resource_type,
+    :resource_title,
+    :property,
+    :new_value,
+    :old_value,
+    :message,
+  ]
+  class << self
+    attr_reader :server_fields
+  end
+end

data/lib/dm-puppetdb-adapter/models/fact.rb

@@ -0,0 +1,15 @@
+class Fact
+  include DataMapper::Resource
+
+  storage_names[:default] = 'v2/facts'
+
+  property :name, Text, :key => true
+  property :value, Text
+
+  belongs_to :node, :model => 'Node', :child_key => :certname, :key => true
+
+  @server_fields = [:name, :value, :certname]
+  class << self
+    attr_reader :server_fields
+  end
+end

data/lib/dm-puppetdb-adapter/models/node.rb

@@ -0,0 +1,19 @@
+class Node
+  include DataMapper::Resource
+
+  storage_names[:default] = 'v2/nodes'
+
+  property :name, Text, :key => true
+  property :deactivated, DateTime
+  property :catalog_timestamp, DateTime
+  property :report_timestamp, DateTime
+
+  has n, :facts, :model => 'Fact', :child_key => [ :certname ]
+  has n, :events, :model => 'Event', :child_key => [ :certname ]
+  has n, :reports, :model => 'Report', :child_key => [ :certname ]
+
+  @server_fields = [:name]
+  class << self
+    attr_reader :server_fields
+  end
+end

data/lib/dm-puppetdb-adapter/models/report.rb

@@ -0,0 +1,22 @@
+class Report
+  include DataMapper::Resource
+
+  storage_names[:default] = 'experimental/reports'
+
+  property :id, String, :length => 40, :key => true
+  property :end_time, DateTime, :field => 'end-time'
+  property :start_time, DateTime, :field => 'start-time'
+  property :receive_time, DateTime, :field => 'receive-time'
+  property :configuration_version, String, :length => 255, :field => 'configuraion-version'
+  property :report_format, Integer, :field => 'report-format'
+  property :puppet_version, String, :length => 255, :field => 'puppet-version'
+
+  belongs_to :node, :model => 'Node', :child_key => :certname
+
+  has n, :events, :model => 'Event', :child_key => [ :report ]
+
+  @server_fields = [ :certname ]
+  class << self
+    attr_reader :server_fields
+  end
+end

data/lib/dm-puppetdb-adapter/models/resource.rb

@@ -0,0 +1,30 @@
+require 'dm-types'
+
+class Resource
+  include DataMapper::Resource
+
+  storage_names[:default] = 'v2/resources'
+
+  property :parameters, Json
+  property :sourceline, Integer
+  property :sourcefile, Text
+  property :exported, Boolean, :required => true
+  property :type, Text, :required => true, :key => true
+  property :title, Text, :required => true, :key => true
+  property :tags, Json, :required => true
+
+  belongs_to :node, :model => 'Node', :child_key => :certname, :key => true
+  @server_fields = [
+    :tag,
+    :certname,
+    :parameters,
+    :type,
+    :title,
+    :exported,
+    :sourcefile,
+    :sourceline,
+  ]
+  class << self
+    attr_reader :server_fields
+  end
+end

data/lib/dm-puppetdb-adapter/models.rb

@@ -0,0 +1,6 @@
+# Load all PuppetDB models
+require 'dm-puppetdb-adapter/models/node'
+require 'dm-puppetdb-adapter/models/resource'
+require 'dm-puppetdb-adapter/models/fact'
+require 'dm-puppetdb-adapter/models/report'
+require 'dm-puppetdb-adapter/models/event'

data/lib/dm-puppetdb-adapter.rb

@@ -0,0 +1 @@
+require 'dm-puppetdb-adapter/adapter'

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: dm-puppetdb-adapter
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Erik Dalén
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-06-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: puppet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3'
+- !ruby/object:Gem::Dependency
+  name: dm-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: PuppetDB adapter for DataMapper
+email:
+- erik.gustav.dalen@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE
+files:
+- Gemfile
+- LICENSE
+- dm-puppetdb-adapter.gemspec
+- lib/dm-puppetdb-adapter.rb
+- lib/dm-puppetdb-adapter/adapter.rb
+- lib/dm-puppetdb-adapter/models.rb
+- lib/dm-puppetdb-adapter/models/event.rb
+- lib/dm-puppetdb-adapter/models/fact.rb
+- lib/dm-puppetdb-adapter/models/node.rb
+- lib/dm-puppetdb-adapter/models/report.rb
+- lib/dm-puppetdb-adapter/models/resource.rb
+homepage: https://github.com/dalen/dm-puppetdbadapter
+licenses:
+- MIT License (Expat)
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: PuppetDB adapter for DataMapper
+test_files: []