oui-offline 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f0186bcd1fbaf8902a189bfa41da73427e0b7df7
+  data.tar.gz: b553fb418502ad5d9028eafdd24d308c64814b4e
+SHA512:
+  metadata.gz: 687a5cf5e2e9bc2d6de4613be2d44444bab75cf4535bb7072997fed38fb1dac71fbd8970918457dbec2c6973dba32423e7d7193a54a8429e0393abaf042cf5d4
+  data.tar.gz: 09313a9cf06a123afa7e5bba35ea40968f8761dc0255ff8d1d51462edc0372b502bc6f75ae13601c94e71a5fa40efddc81a047afa2bf86c82c736862444ea878

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/README.md

@@ -0,0 +1,38 @@
+# OUI (Organizationally Unique Identifiers)
+## Usage
+
+    >OUI.find 'AA-BB-CC'
+    => nil
+    > OUI.find '00:0c:85'
+    => {
+                  :id => 3205,
+        :organization => "CISCO SYSTEMS, INC.",
+            :address1 => "170 W. TASMAN DRIVE",
+            :address2 => "M/S SJA-2",
+            :address3 => "SAN JOSE CA 95134-1706",
+             :country => "UNITED STATES"
+    }
+
+## Installation
+### Bundler Installation
+
+```ruby
+gem 'oui', git: 'https://github.com/steakknife/oui.git'
+```
+
+### Manual Installation
+
+    cd ${TMP_DIR-/tmp}
+    git clone https://github.com/steakknife/oui
+    cd oui
+    gem build *.gemspec
+    gem install *.gem
+  
+
+## Data
+
+Database sourced from the public IEEE list, but it can be rebuilt anytime by running `bin/update_db` or `OUI.update_db`
+
+## License
+
+MIT

data/bin/oui

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+lib_dir = File.expand_path('../../lib', __FILE__)
+$:.unshift lib_dir unless $:.include? lib_dir
+require 'oui'
+
+VERBOSE = ARGV.delete '-v'
+case ARGV.shift
+when 'lookup'
+  ARGV.map do |mac|
+    if r = OUI.find(mac)
+      puts (VERBOSE) ? r : r[:organization]
+    end
+  end
+
+when 'update'
+  OUI.update_db
+
+else
+  $stderr.puts <<-EOS
+  Usage: oui lookup oui+     # get corp name, oui in 24-bit oui in hex format
+         oui update          # update oui db from ieee.org
+EOS
+  exit 1
+end 
+

data/data/oui-manual.json

@@ -0,0 +1,7 @@
+[
+{"id": "00:D3:10", "organization": "Dell, Inc., for Dell Compellent Storage products"},
+{"id": "0A:BB:CF", "organization": "Apple, Inc., Bluetooth PAN"},
+{"id": "6A:5B:35", "organization": "Apple, Inc., Bridge and bond devices (virtual)"},
+{"id": "CA:6F:1D", "organization": "Apple, Inc., iPhone USB"},
+{"id": "D2:00:1A", "organization": "Apple, Inc., Thunderbolt"}
+]

data/lib/oui.rb

@@ -0,0 +1,238 @@
+require 'fileutils'
+require 'json'
+require 'open-uri'
+require 'sequel'
+
+# Organizationally Unique Identifier
+module OUI
+  extend self
+
+  private
+
+  TABLE = :ouis
+  # import data/oui.txt instead of fetching remotely
+  IMPORT_LOCAL_TXT_FILE = false
+  # use in-memory instead of persistent file
+  IN_MEMORY_ONLY = false
+  LOCAL_DB = File.expand_path('../../db/oui.sqlite3', __FILE__)
+  LOCAL_MANUAL_FILE = File.expand_path('../../data/oui-manual.json', __FILE__)
+  if IMPORT_LOCAL_TXT_FILE
+    OUI_URL = File.join('data', 'oui.txt')
+  else
+    OUI_URL = 'http://standards.ieee.org/develop/regauth/oui/oui.txt'
+  end
+  FIRST_LINE_INDEX = 7
+  EXPECTED_DUPLICATES = [0x0001C8, 0x080030]
+  LINE_LENGTH = 22
+
+  public
+
+  # @param oui [String,Integer] hex or numeric OUI to find
+  # @return [Hash,nil]
+  def find(oui)
+    update_db unless table? && table.count > 0
+    table.where(id: oui_to_i(oui)).first
+  end
+
+  # Converts an OUI string to an integer of equal value
+  # @param oui [String,Integer] MAC OUI in hexadecimal formats
+  #                             hhhh.hh, hh:hh:hh, hh-hh-hh or hhhhhh
+  # @return [Integer] numeric representation of oui
+  def oui_to_i(oui)
+    return oui if oui.is_a? Integer
+    oui = oui.strip.gsub(/[:\- .]/, '')
+    return unless oui =~ /[[:xdigit:]]{6}/
+    oui.to_i(16)
+  end
+
+  # Release backend resources
+  def close_db
+    @db = nil
+  end
+
+  # Update database from fetched URL
+  # @return [Integer] number of unique records loaded
+  def update_db
+    ## Sequel
+    drop_table
+    create_table
+    db.transaction do
+      table.delete_sql
+      install_manual
+      install_updates
+    end
+    ## AR
+    # self.transaction do
+    #   self.delete_all
+    #   self.install_manual
+    #   self.install_updates
+    # end
+  end
+
+  
+  private
+
+  HEX_BEGINNING_REGEX = /\A[[:space:]]{2}[[:xdigit:]]{2}-/
+  ERASE_LINE = "\b" * LINE_LENGTH
+  BLANK_LINE = ' ' * LINE_LENGTH
+
+  def connect_file_db(f)
+    FileUtils.mkdir_p(File.dirname(f))
+    Sequel.sqlite(f)
+  end
+
+  def connect_db
+    if IN_MEMORY_ONLY
+      Sequel.sqlite # in-memory sqlite database
+    else
+      $stderr.puts "Connecting to db file #{LOCAL_DB}"
+      connect_file_db LOCAL_DB
+    end
+  end
+
+  def db
+    @db ||= connect_db
+  end
+
+  def table?
+    db.tables.include? TABLE
+  end
+
+  def table
+    db[TABLE]
+  end
+
+  def drop_table
+    db.drop_table(TABLE) if table? 
+  end
+
+  def create_table
+    db.create_table TABLE do
+      primary_key :id
+      String :organization, null: false
+      String :address1
+      String :address2
+      String :address3
+      String :country
+      index :id
+    end
+  end
+
+  # @param lines [Array<String>]
+  # @return [Array<Array<String>>]
+  def parse_lines_into_groups(lines)
+    grps, curgrp = [], []
+    lines[FIRST_LINE_INDEX..-1].each do |line|
+      if !curgrp.empty? && line =~ HEX_BEGINNING_REGEX
+        grps << curgrp
+        curgrp = []
+      end
+      line.strip!
+      next if line.empty?
+      curgrp << line
+    end
+    grps << curgrp # add last group and return
+  end
+
+  # @param g [Array<String>]
+  def parse_org(g)
+    g[0].split("\t").last
+  end
+
+  # @param g [Array<String>]
+  def parse_id(g)
+    g[1].split(' ')[0].to_i(16)
+  end
+
+  MISSING_COUNTRIES = [
+    0x000052,
+    0x002142,
+    0x684CA8
+  ]
+
+  COUNTRY_OVERRIDES = {
+    0x000052 => 'UNITED STATES',
+    0x002142 => 'SERBIA',
+    0x684CA8 => 'CHINA'
+  }
+
+  def parse_address1(g)
+    g[2] if g.length >= 4
+  end
+
+  def parse_address2(g, id)
+    g[3] if g.length >= 5 || MISSING_COUNTRIES.include?(id)
+  end
+
+  def parse_address3(g)
+    g[4] if g.length == 6
+  end
+
+  # @param g [Array<String>]
+  # @param id [Integer]
+  def parse_country(g, id)
+    c = COUNTRY_OVERRIDES[id] || g[-1]
+    c if c !~ /\A\h/
+  end
+
+  # @param g [Array<String>]
+  def create_from_line_group(g)
+    n = g.length
+    raise ArgumentError, "Parse error lines: #{n}" unless (2..6).include? n
+    id = parse_id(g)
+    create_unless_present(id: id, organization: parse_org(g),
+                          address1: parse_address1(g),
+                          address2: parse_address2(g, id),
+                          address3: parse_address3(g),
+                          country: parse_country(g, id))
+  end
+
+  def fetch
+    $stderr.puts "Fetching #{OUI_URL}"
+    open(OUI_URL).read
+  end
+
+  def install_manual
+    JSON.load(File.read(LOCAL_MANUAL_FILE)).each do |g|
+      # convert keys to symbols
+      g = g.map { |k, v| [k.to_sym, v] }
+      g = Hash[g]
+      # convert OUI octets to integers
+      g[:id] = oui_to_i(g[:id])
+      create_unless_present(g)
+    end
+  rescue Errno::ENOENT
+  end
+
+  def install_updates
+    lines = fetch.split("\n").map { |x| x.sub(/\r$/, '') } 
+    parse_lines_into_groups(lines).each_with_index do |group, idx|
+      create_from_line_group(group)
+      $stderr.print "#{ERASE_LINE}Created records #{idx}" if idx % 1000 == 0
+    end.count
+    $stderr.puts "#{ERASE_LINE}#{BLANK_LINE}"
+  end
+
+  # Expected duplicates are 00-01-C8 (2x) and 08-00-30 (3x)
+  def expected_duplicate?(id)
+    EXPECTED_DUPLICATES.include? id
+  end
+
+  # Has a particular id been added yet?
+  def added
+    @added ||= {}
+  end
+
+  def create_unless_present(opts)
+    id = opts[:id]
+    if added[id]
+      unless expected_duplicate? id
+        $stderr.puts "OUI unexpected duplicate #{opts}"
+      end
+    else
+      table.insert(opts)
+      # self.create! opts
+      added[id] = true
+    end
+  end
+end

data/oui-offline.gemspec

@@ -0,0 +1,31 @@
+Gem::Specification::new do |s|
+  s.name = 'oui-offline'
+  s.version = '1.0.0'
+  s.platform = Gem::Platform::RUBY
+  s.summary = 'Organizationally Unique Idenitfiers (OUI)'
+  s.description = 'Organizationally Unique Idenitfiers (OUI) offline database'
+  s.license = 'MIT'
+
+  s.files =
+['Gemfile',
+ 'README.md',
+ 'bin/oui',
+ 'data/oui-manual.json',
+ 'db/oui.sqlite3',
+ 'lib/oui.rb',
+ 'oui-offline.gemspec',
+]
+  s.required_ruby_version = '>= 1.9.3'
+
+  s.require_path = 'lib'
+  s.executables << 'oui'
+
+  s.author = 'Barry Allard'
+  s.email = 'barry.allard@gmail.com'
+  s.homepage = 'https://github.com/steakknife/oui'
+  s.post_install_message = 'Oui!'
+
+  s.add_dependency 'sqlite3', '>= 1.3', '< 2'
+  s.add_dependency 'sequel', '>= 4', '< 5'
+end
+.tap {|gem| pk = File.expand_path(File.join('~/.keys', 'gem-private_key.pem')); gem.signing_key = pk if File.exist? pk; gem.cert_chain = ['gem-public_cert.pem']} # pressed firmly by waxseal

metadata

@@ -0,0 +1,125 @@
+--- !ruby/object:Gem::Specification
+name: oui-offline
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Barry Allard
+autorequire: 
+bindir: bin
+cert_chain:
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIFgDCCA2igAwIBAgIBATANBgkqhkiG9w0BAQUFADBDMRUwEwYDVQQDDAxiYXJy
+  eS5hbGxhcmQxFTATBgoJkiaJk/IsZAEZFgVnbWFpbDETMBEGCgmSJomT8ixkARkW
+  A2NvbTAeFw0xNDExMjcxMzMzMjlaFw0xNTExMjcxMzMzMjlaMEMxFTATBgNVBAMM
+  DGJhcnJ5LmFsbGFyZDEVMBMGCgmSJomT8ixkARkWBWdtYWlsMRMwEQYKCZImiZPy
+  LGQBGRYDY29tMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEA0xJH/kux
+  PRBS4y2r4YM+dtEfTOECrEw6JHpQOszJAT8FvJ5cTdPNpUtHGFYUruYRA+qHGM4a
+  If/YX7X17W77PvzqFalb1wicroRVDEgbyQWYkLVUL/vKugf7U3YknWhbBxkph23k
+  xGG6PO9nMKLk16rPaU6stJJvUjL4Yi7JUSwFWNrgx/t6O/iNzq5kcVR7F+NeCt+W
+  sWiXQGm6uZ6OJH0jpK2F1ic5/CWhPWKh+DKngZhN2As6H/m+ea9cm1Emcg+T/oDM
+  8T980i0MvZXrQ1wXoipVAjqmM4/dlqcy3nBxxG2IUg1zQrd30VzwNC2Rb0VovYJ9
+  OHyiYi1X4KQlIwpJ0STzRAfy231ZulDTST9KiOkprIz/ERAPv3OiiN6P6Cyz/Bus
+  9VjlaPn3maMiIQq9H6UK4cwA587esoBLT8uHrCc+qOfc8JGbfzzwe86BAVPvZ9gJ
+  B/gk+gXbEH84nsZLYT5iTNCrZjzeXb+OhK3OE9t4oEm/U0laN58/orVWDxx8xYT1
+  9Pdf0716KexmdvwgouKsrog8aWvfIaj2uNEbLTX/hKWRF3rENtYT8/h3KBraIiro
+  vhphbyJaiEMV3RrKSyDMT0TIZT8sWLPpx+EyTlsYTjUH1x1UOZCn8JwyXA5smLcb
+  QV3nmKeFP+05dM0827Rs0aHUyPDGb35p3p8CAwEAAaN/MH0wCQYDVR0TBAIwADAL
+  BgNVHQ8EBAMCBLAwHQYDVR0OBBYEFM/lqcZWJ4qeWFRhpoaKdEFkd6gjMCEGA1Ud
+  EQQaMBiBFmJhcnJ5LmFsbGFyZEBnbWFpbC5jb20wIQYDVR0SBBowGIEWYmFycnku
+  YWxsYXJkQGdtYWlsLmNvbTANBgkqhkiG9w0BAQUFAAOCAgEAiE2W4tGDNitT+iVA
+  kxshcdPkIp5vO4eWi9c1ccxuW/BdJU4fW5A9Fh2v0gfmQ1A4G8OuTdMyJXK+hmGl
+  dc7LOeBID5h/bAfEBi1zNJoW7XootEA9iksnt8BPd4ugKXmlypMfMNX8vYBIDLjk
+  Qvqzr3+iNr3WGVvLBAOc/PoZA2CncAcruNdEAYgLrw5N8GjpQ8mwxsSReCd6jVsW
+  tjuLCf8vMH5kkkaU99/wMMhEGKG1BsjvlXoMo9Wqh59z3ec/oW7TUmO5GOP2qkKt
+  2je0Z2HKawn2HBANU7sRuvqa6jfJED5v++iAnXVkFcJxfNbQB48/Nvsx9PZtxfKF
+  Yys6dceHu5nceqUpkpTeBCto9CN6heUdFRqWQKQX8Mc/MhO91EHVfpHq8LBu6ZHY
+  /lQ0Pqu2tdnZ7/xQ9D419DZmiT1PPgT45WIDqcc4zEvAHtPhuG97IbXYXSaHgKxT
+  EIiCOfhftUXnq+QdbegXYLy4N89PSa0FjJfVMi6kTgl4IBrAMuwXhpDptGZ6RUJm
+  bOWXoekmbZsc6hZ5qpmp+f/xyHQo70vBav8R8uqecU88WBfFtRkru9akvxHgiLwl
+  TE/ChTQStrIVMKgW+FbU3E6AmrM6HcwTi7mwsDM8S36y2NZ5DVaZPCpvkiTDgPSW
+  t/HWh1yhriCUe/y8+De8M87btOs=
+  -----END CERTIFICATE-----
+date: 2015-01-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5'
+description: Organizationally Unique Idenitfiers (OUI) offline database
+email: barry.allard@gmail.com
+executables:
+- oui
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- bin/oui
+- data/oui-manual.json
+- db/oui.sqlite3
+- lib/oui.rb
+- oui-offline.gemspec
+homepage: https://github.com/steakknife/oui
+licenses:
+- MIT
+metadata: {}
+post_install_message: Oui!
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Organizationally Unique Idenitfiers (OUI)
+test_files: []
+has_rdoc: