disk_reporter 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 46e6a848d52fd83d6115049b5ceb1036341e54e2
+  data.tar.gz: faf3fcacc35c0b0895f4699439de044f9d2cb6e8
+SHA512:
+  metadata.gz: a0432029dacf0b61c754db5d948d22d8172d9cde6ea3658c089e3b54ecbf0e277c75f5fd6ae15d04586a8fb8e598e3b7d6bbde184750e792dc3d5017effd2ed5
+  data.tar.gz: 23bd86d8e133c4c8aa0cb93719a6d416a09254978063730245bc944efdf287423c8c48d8f8211f43054e4d948ea5a4058b17d6428e7356a3317f77977a363092

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in disk_reporter.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2016 TODO: Write your name
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# DiskReporter
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'disk_reporter'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install disk_reporter
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/ceph_disk_display

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+require 'disk_reporter'
+require 'colorize'
+class DiskDisplay
+
+  attr_accessor :disks, :sas2ircu
+  def initialize
+    self.sas2ircu = Sas2ircu::Parser.new
+    self.disks = DiskHandler::Parser.new
+  end
+
+  def do_something
+    sas2ircu.cards.each do |card_id, card|
+         puts "card: #{card_id}"
+      card.backplanes.each do |backplane_id, backplane|
+         puts "    backplane: #{backplane_id}"
+        backplane.expand_slots.slots.each do |slot_id, slot|
+          if slot.empty?
+            puts "        slot: #{slot_id}, EMPTY".yellow
+          else
+            disk_object = disks.devices.find { |d|  d.wnn == slot.guid }
+            puts "        slot: #{slot_id}, wnn: #{slot.guid}, serial: #{slot.serial_no}"
+            if disk_object
+              puts "            #{disk_object.name}"
+              puts "            No Partitions".red if disk_object.partitions.empty?
+              disk_object.partitions.each do |partition|
+                puts "            Partition: #{partition.name}"
+                if partition.fs?
+                  puts "                UUID: #{partition.uuid}, TYPE: #{partition.type}"
+                  if partition.mounted?
+                    puts "                Mounted at: #{partition.mounted}"
+                  else
+                    puts "                Not Mounted".red
+                  end
+                  if partition.is_ceph?
+                    puts "                Has Ceph"
+                    if partition.should_have_ceph?
+                      puts "                OK".green
+                    else
+                      puts "                SHOULD NOT HAVE CEPH"
+                    end
+                  else
+                    puts "                No Ceph".yellow
+                  end
+                else
+                   puts "              No Filesystem".green
+                end
+              end
+            else
+              puts "            Disk is not known to kernel".red
+            end
+          end
+        end
+      end
+    end
+  end
+end
+DiskDisplay.new.do_something

data/disk_reporter.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'disk_reporter/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "disk_reporter"
+  spec.version       = DiskReporter::VERSION
+  spec.authors       = ["Stuart Harland"]
+  spec.email         = ["s.harland@livelinktechnology.net", "essjayhch@gmail.com"]
+  spec.description   = %q{Uses sas2ircu and blkid to determine the status of various disks attached to our JBODS}
+  spec.summary       = spec.description
+  spec.homepage      = ""
+  spec.license       = "MIT"
+  spec.bindir        = 'bin'
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "colorize"
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

data/lib/disk_reporter/disk_handler.rb

@@ -0,0 +1,160 @@
+#!/bin/env ruby
+require 'json'
+module DiskHandler
+class Disk
+  attr_accessor :name, :type, :size, :model, :state, :id, :number, :version, :partitions
+ 
+  def device_path
+    "/dev/#{name}"
+  end
+
+  def serial_number
+   number.strip
+  end
+
+  def wnn
+    id.delete(' ')
+  end
+
+  def initialize lsblk_line
+    attrs_from_line lsblk_line
+    check_smart_capability!
+    check_health! if smart_capable?
+    parse_smart_info if smart_capable?
+    populate_partitions
+  end
+
+  def attrs_from_line lsblk_line
+    %w{NAME TYPE SIZE MODEL STATE}.each do |key|
+      matches = lsblk_line.match(/#{key}="([^"]*)"/)
+      self.send("#{key.downcase}=", matches[1]) if matches
+    end
+  end
+
+  def get_smart_info
+    `smartctl -i /dev/#{name}`
+  end
+
+  # Is the device SMART capable and enabled
+  #
+  def smart_capable?
+    @smart_available && @smart_enabled
+  end
+
+  # Check the SMART health
+  #
+  def check_health!
+    output = `sudo smartctl -H #{device_path}`
+    @smart_healthy = !output.scan(/PASSED/).empty?
+    @health_output = output
+  end
+  
+  # Parses SMART drive info
+  #
+  def parse_smart_info
+     %w{Id Number Version}.each do |key|
+       matches = @capability_output.match(/#{key}:\s+([^\n]*)\n/)
+       self.send("#{key.downcase}=", matches[1]) if matches
+     end    
+  end
+  # Checks if disk is capable
+  #
+  def check_smart_capability!
+    output = `sudo smartctl -i #{device_path}`
+    @smart_available = !output.scan(/SMART support is: Available/).empty?
+    @smart_enabled = !output.scan(/SMART support is: Enabled/).empty?
+    @capability_output = output
+  end
+
+  def to_h
+    { name: name, size: size, model: model, smart_available: @smart_available, smart_enabled: @smart_enabled, wnn: wnn, serial: serial_number, version: version 
+     }
+  end
+
+  def populate_partitions
+    self.partitions = []
+    `ls #{device_path}[0-9]* 2>/dev/null`.each_line do |name|
+       self.partitions << Partition.new(self, name)
+    end
+  end
+end
+
+class Partition
+  attr_accessor :disk, :name, :fs, :uuid, :uuid_sub, :type, :mounted
+  BLKID_REGEX = %r[/dev/.*:\sUUID="(.{36})"\s(UUID_SUB="(.{36})"\s)*TYPE="(.*)"\s]
+  def initialize(disk, name)
+    self.disk = disk
+    self.name = name.gsub("\n", "")
+    blkid
+  end
+
+  def is_ceph?
+    mounted? && mounted.match(%r{/var/lib/ceph/})
+  end
+
+  def should_have_ceph?
+    true
+  end
+
+  def mounted?
+    !!mounted
+  end
+
+  def fs?
+    !!fs
+  end
+
+  def blkid
+    response = `blkid #{name}`
+    self.fs = $?.exitstatus == 0
+    # puts "FS: #{fs}"
+    # puts response
+    if fs?
+      resp = response.scan(BLKID_REGEX)
+      if resp && resp[0]
+        self.uuid = resp[0][0]
+        self.uuid_sub = resp[0][2]
+        self.type = resp[0][3]
+      end
+      # puts 'check if mounted'
+      # puts "grep #{name} /proc/mounts"
+      mtab = `grep #{name} /proc/mounts`
+      self.mounted = mtab.split(' ')[1] if $?
+    end
+  end
+end
+
+class Parser
+  attr_accessor :devices
+  def initialize
+    self.devices = []
+    populate
+  end
+
+  def to_h
+    disks = []
+    devices.each do |d|
+      disks << d.to_h
+    end
+    { disks: disks }
+  end
+
+  private
+
+  def scan_disks
+     ds = []
+    `lsblk -Pbdo NAME,TYPE,SIZE,MODEL,STATE`.each_line do |line|
+      ds << Disk.new(line)
+    end
+    ds
+  end
+
+  def populate
+    scan_disks.each do |d|
+      self.devices << d
+    end
+  end
+end
+
+puts JSON.generate Parser.new.to_h if $0 == __FILE__
+end

data/lib/disk_reporter/sas2ircu_parser.rb

@@ -0,0 +1,177 @@
+#!/bin/env ruby
+require 'json'
+module Sas2ircu
+class Card
+  attr_accessor :id, :backplanes, :drives_by_serial, :drives_by_wnn
+
+  CARD_REGEX = /\s{3}Enclosure#\s+:\s(\d+)\s{3}Logical ID\s+:\s([0-9a-f]+:[0-9a-f]+)\s{3}Numslots\s+:\s(\d+)\s{3}StartSlot\s+:\s(\d+)/.freeze
+
+  BACKPLANE_REGEX = /Device is a Hard disk\s{3}Enclosure #\s+:\s(\d+)\s{3}Slot #\s+:\s(\d+)\s{3}SAS Address\s+:\s([a-f0-9\-]+)\s{3}State\s+:\s(.+)\s{3}Size \(in MB\)\/\(in sectors\)\s+:\s([0-9]+)\/([0-9]+)\s{3}Manufacturer\s+:\s(.+)\s{3}Model Number\s+:\s(.+)\s{3}Firmware Revision\s+:\s(.+)\s{3}Serial No\s+:\s(.+)\s{3}GUID\s+:\s([0-9a-f]+)\s+Protocol\s+:\s(.+)\s{3}Drive Type\s+:\s(.+)/.freeze
+
+  def initialize(id)
+    self.id = id
+    self.backplanes = {}
+    self.drives_by_serial = {}
+    self.drives_by_wnn = {}
+    populate_backplanes
+  end
+
+  def to_h
+    bs = {}
+    backplanes.each do |_k,b|
+      bs[b.enclosure] = b.to_h
+    end
+    { backplanes: bs }
+  end
+
+  protected
+
+  def sas2ircu_lines
+    @lines ||= `sas2ircu #{id} display`
+  end
+
+  def populate_backplanes
+    sas2ircu_lines.scan(CARD_REGEX).each do |bp|
+      self.backplanes[bp[0].to_i] = Backplane.new self, bp[0].to_i, bp[1], bp[2].to_i, bp[3].to_i
+    end
+    populate_slots
+  end
+
+  def populate_slots
+    sas2ircu_lines.scan(BACKPLANE_REGEX).each do |d|
+      b = @backplanes[d[0].to_i]
+      disk = Disk.new b, d
+      b.slots[d[1].to_i] = disk
+      self.drives_by_serial[d[9]] = disk
+      self.drives_by_wnn[d[10]] = disk
+    end
+  end
+end
+
+class Backplane
+   attr_accessor :card, :enclosure, :logical_id, :num_slots, :start_slot, :slots
+   def initialize(card = nil, enclosure = nil, logical_id = nil, num_slots = nil, start_slot = nil)
+     self.card = card
+     self.enclosure = enclosure,
+     self.logical_id = logical_id
+     self.num_slots = num_slots
+     self.start_slot = start_slot
+     self.slots = {}
+   end
+
+   def expand_slots
+     (start_slot..start_slot+num_slots-1).each do |slot_number|
+       self.slots[slot_number] = Disk.new(self) unless slots[slot_number]
+     end
+     self
+   end
+  
+   def to_h
+     ss = {}
+     slots.each do |_k,s|
+       ss[s.slot] = s.to_h
+     end
+     { enclosure: enclosure, logical_id: logical_id, num_slots: num_slots, start_slot: start_slot, slots: ss }
+   end 
+end
+
+class Disk
+  attr_accessor :backplane
+  def initialize(backplane, disk_array = nil)
+    self.backplane = backplane
+    @array = disk_array
+  end
+
+  def empty?
+    @array.nil?
+  end
+
+  def slot
+    @array[1]
+  end
+
+  def sas_address
+    @array[2]
+  end
+
+  def state
+    @array[3]
+  end
+
+  def size_mb
+    @array[4]
+  end
+
+  def size_sectors
+    @array[5]
+  end
+  
+  def manufacturer
+    @array[6]
+  end
+ 
+  def model_number
+    @array[7]
+  end
+
+  def firmware_revision
+    @array[8]
+  end
+
+  def serial_no
+    @array[9]
+  end
+
+  def guid
+    @array[10]
+  end 
+
+  def protocol
+    @array[11]
+  end
+
+  def drive_type
+    @array[12]
+  end
+
+  def to_h
+    {
+      slot: slot, state: state, size_mb: size_mb, size_sectors: size_sectors,
+      sas_address: sas_address, manufacturer: manufacturer, 
+      model_number: model_number, firmware_revision: firmware_revision,
+      serial_no: serial_no, guid: guid, protocol: protocol, drive_type: drive_type
+    }
+  end
+end
+
+class Parser
+
+  attr_accessor :cards
+
+  def initialize
+    self.cards = {}
+    populate
+  end
+
+  def number_of_cards
+    @no_cards ||= `sas2ircu list | grep Index| wc -l`
+    @no_cards = @no_cards.delete("\n").to_i
+  end
+  
+  def populate
+    (0..(number_of_cards - 1)).each do |card_id|
+      self.cards[card_id] = Card.new(card_id)
+    end
+  end
+
+  def to_h
+    cr = {} 
+    cards.each do |_k,c|
+      cr[c.id] = c.to_h
+    end
+    { cards: cr }
+  end
+end
+
+puts JSON.generate Parser.new.to_h if $0 == __FILE__
+end

data/lib/disk_reporter/version.rb

@@ -0,0 +1,3 @@
+module DiskReporter
+  VERSION = "0.0.4"
+end

data/lib/disk_reporter.rb

@@ -0,0 +1,2 @@
+require 'disk_reporter/sas2ircu_parser'
+require 'disk_reporter/disk_handler'

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: disk_reporter
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Stuart Harland
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-10-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Uses sas2ircu and blkid to determine the status of various disks attached
+  to our JBODS
+email:
+- s.harland@livelinktechnology.net
+- essjayhch@gmail.com
+executables:
+- ceph_disk_display
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/ceph_disk_display
+- disk_reporter.gemspec
+- lib/disk_reporter.rb
+- lib/disk_reporter/disk_handler.rb
+- lib/disk_reporter/sas2ircu_parser.rb
+- lib/disk_reporter/version.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.11
+signing_key: 
+specification_version: 4
+summary: Uses sas2ircu and blkid to determine the status of various disks attached
+  to our JBODS
+test_files: []