blocklistshow 1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 46d7101d4cdf766ddc1d332f752a4c2982acd54643404cc00483d56a1d05712b
+  data.tar.gz: 36600a16f4683373926827f8cb8654629dff00ba51281a6a3bdc151cebf2d006
+SHA512:
+  metadata.gz: 8823bb78fb271dac8bd7703507221e0f30e3ebdfd2ac4cec1a97dd3cccbece4957509d6c8e9ccf8b2b5ccf1cd3d61578ef3ea71984425541151e2c24c925ca02
+  data.tar.gz: 9b7152a0d4167660e3d1ae67d6e8e26dce9bc91a6dc0e183175a628b17070b84555493e16ace16036c927956c7e4f23691a21eff38e06eb238663ea9af4b6ff3

data/.rubocop.yml

@@ -0,0 +1,42 @@
+inherit_from: .rubocop_todo.yml
+
+# rubocop configuration
+
+Layout/SpaceInsideArrayLiteralBrackets:
+  EnforcedStyle: space
+  Exclude:
+    - 'blocklistshow.gemspec'
+
+Layout/SpaceInsideParens:
+  EnforcedStyle: space
+  Exclude:
+    - 'blocklistshow.gemspec'
+
+Layout/SpaceInsideRangeLiteral:
+  #EnforcedStyle: space
+  Enabled: false
+
+Layout/SpaceInsideReferenceBrackets:
+  EnforcedStyle: space
+  Exclude:
+    - 'blocklistshow.gemspec'
+
+Metrics/LineLength:
+  Exclude:
+    - 'blocklistshow.gemspec'
+
+Style/FrozenStringLiteralComment:
+  Enabled: false
+
+Style/RegexpLiteral:
+  Enabled: false
+
+Style/SpecialGlobalVars:
+  EnforcedStyle: use_perl_names
+
+Style/SymbolArray:
+  EnforcedStyle: brackets
+
+Style/WordArray:
+  EnforcedStyle: brackets
+

data/CHANGELOG.md

@@ -0,0 +1,3 @@
+## 1.0 (2020-11-06)
+
+  - Initial Release.

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in blocklistshow.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2018-2019 Dirk Meyer
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Makefile

@@ -0,0 +1,7 @@
+
+cop:
+	rubocop
+
+auto::
+	rubocop --auto-gen-config
+

data/README.md

@@ -0,0 +1,37 @@
+# Blocklist
+
+Display of data from blocklistd on FreeBSD with country codes and reverse DNS.
+The reverse DNS and the country codes are cached.
+
+## Installation
+
+Install it on the server running blocklistd by:
+
+    $ pkg install databases/ruby-bdb net/webalizer-geodb
+    $ gem install blocklist
+
+## Usage
+
+    ########################
+    # Example 1 Full list
+    ########################
+
+    $ blocklist.rb
+
+    ###############################
+    # Example 2 Filtered by port
+    ###############################
+
+    $ blocklist.rb 25
+
+    #######################################
+    # Example 3 Filtered by country code
+    #######################################
+
+    $ blocklist.rb eu
+
+### File formats
+
+The cache files are stored as JSON.
+The Geolocation datebase is a Berkeley DB file.
+

data/bin/blocklist.rb

@@ -0,0 +1,174 @@
+#!/usr/local/bin/ruby
+
+require 'ipaddr'
+require 'json'
+require 'pp'
+
+DNS_CACHE_FILE = '/var/db/blacklistd.dns.json'.freeze
+CC_CACHE_FILE = '/var/db/blacklistd.cc.json'.freeze
+
+# pkg install databases/ruby-bdb net/webalizer-geodb
+GEODB_FILE = '/usr/local/share/geolizer/GeoDB.dat'.freeze
+
+def get_dns( ip )
+  return @dns_cache[ ip ] if @dns_cache.key?( ip )
+
+  result = nil
+  `host '#{ip}'`.split( "\n" ).each do |line|
+    return 'not found' if line =~ /not found/
+    return line.split( /\s/ ).last if line =~ /domain name pointer/
+
+    result = line
+  end
+  result
+end
+
+def get_cached_dns( ip )
+  return @dns_cache[ ip ] if @dns_cache.key?( ip )
+
+  @dns_cache[ ip ] = get_dns( ip )
+end
+
+def get_whois( ip )
+  country = nil
+  last = nil
+  inetnum = false
+  `whois '#{ip}'`.force_encoding( 'BINARY' ).split( "\n" ).each do |line|
+    # pp line
+    case line
+    when /^$/
+      inetnum = false
+    when /^inetnum:/i
+      inetnum = true
+    when /^country:/i
+      last = line.split( ':', 2 ).last.strip
+      next unless inetnum
+
+      country = last
+    end
+  end
+  country = last if country.nil?
+  country
+end
+
+def get_cached_whois( ip )
+  return @cc_cache[ ip ] if @cc_cache.key?( ip ) && !@cc_cache[ ip ].nil?
+
+  @cc_cache[ ip ] = get_whois( ip )
+end
+
+def geodb_key( ip )
+  ip2 = IPAddr.new( ip )
+  return ip2.hton if ip2.ipv6?
+
+  "\0\0\0\0\0\0\0\0\0\0\0\0#{ip2.hton}"
+end
+
+def get_cc( ip )
+  if @db.nil?
+    @db = BDB::Btree.open(
+      GEODB_FILE, nil, BDB::RDONLY, 0o0644,
+      'set_pagesize' => 1024, 'set_cachesize' => [ 0, 32 * 1024, 0 ]
+    )
+  end
+  @db.cursor.set_range( geodb_key( ip ) )[ 1 ][ 0 .. 1 ]
+end
+
+def get_cached_cc( ip )
+  if @cc_cache.nil?
+    get_cc( ip )
+  else
+    get_cached_whois( ip )
+  end
+end
+
+def load_json( filename )
+  result = {}
+  if File.exist?( filename )
+    raw = File.read( filename )
+    result = JSON.parse( raw )
+  end
+  result
+end
+
+def load_cache
+  @dns_cache = load_json( DNS_CACHE_FILE )
+  @cc_cache =
+    if File.exist?( GEODB_FILE )
+      require 'bdb'
+      nil
+    else
+      load_json( CC_CACHE_FILE )
+    end
+end
+
+def save_cache
+  File.write( DNS_CACHE_FILE, "#{JSON.dump( @dns_cache )}\n" )
+  return if @cc_cache.nil?
+
+  File.write( CC_CACHE_FILE, "#{JSON.dump( @cc_cache )}\n" )
+end
+
+@db = nil
+
+filter_cc = nil
+filter_port = 0
+until ARGV.empty?
+  option = ARGV.shift
+  case option
+  when 'test'
+    ip = ARGV.shift
+    @dns_cache = {}
+    @cc_cache = {}
+    p get_dns( ip )
+    if File.exist?( GEODB_FILE )
+      require 'bdb'
+      p get_cc( ip )
+    else
+      p get_whois( ip )
+    end
+    exit 0
+  when /^[0-9]+$/
+    filter_port = option.to_i
+  when /^[a-z][a-z]$/
+    filter_cc = option
+  else
+    warn "Fehler #{option}"
+    exit 65
+  end
+end
+
+load_cache
+list = []
+raw = `blacklistctl dump -b -n -w`
+# pp raw
+raw.split( "\n" ).each do |line|
+  address_port, state, _nfail, access = line.split( "\t", 4 )
+  list.push( [ access, address_port, state ] )
+end
+list.sort.each do |row|
+  access, address_port, state = row
+  # p [ address_port, access ]
+  address_port.strip!
+  pair = address_port.split( '/' )
+  port = pair.last.split( ':' ).last.to_i
+  next if !filter_port.zero? && ( port != filter_port )
+
+  ip = pair.first.strip
+  cc = get_cached_cc( ip )
+  next if !filter_cc.nil? && ( cc != filter_cc )
+
+  dns = get_cached_dns( ip )
+  white =
+    case state
+    when 'OK'
+      ''
+    else
+      'OK/'
+    end
+  puts "#{address_port}\t#{access}\t#{white}#{cc}\t#{dns}"
+end
+save_cache
+
+exit 0
+# eof

data/bin/geodb-lookup.rb

@@ -0,0 +1,34 @@
+#!/usr/local/bin/ruby
+
+require 'ipaddr'
+require 'bdb'
+
+# pkg install databases/ruby-bdb net/webalizer-geodb
+GEODB_FILE = '/usr/local/share/geolizer/GeoDB.dat'.freeze
+
+def geodb_key( ip )
+  ip2 = IPAddr.new( ip )
+  return ip2.hton if ip2.ipv6?
+
+  "\0\0\0\0\0\0\0\0\0\0\0\0#{ip2.hton}"
+end
+
+def get_cc( ip )
+  if @db.nil?
+    @db = BDB::Btree.open(
+      GEODB_FILE, nil, BDB::RDONLY, 0o0644,
+      'set_pagesize' => 1024, 'set_cachesize' => [ 0, 32 * 1024, 0 ]
+    )
+  end
+  @db.cursor.set_range( geodb_key( ip ) )[ 1 ][ 0 .. 1 ]
+end
+
+@db = nil
+
+ARGV.each do |ip|
+  cc = get_cc( ip )
+  puts "#{ip}\t#{cc}"
+end
+
+exit 0
+# eof

metadata

@@ -0,0 +1,55 @@
+--- !ruby/object:Gem::Specification
+name: blocklistshow
+version: !ruby/object:Gem::Version
+  version: '1.0'
+platform: ruby
+authors:
+- Dirk Meyer
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2020-11-06 00:00:00.000000000 Z
+dependencies: []
+description: Display of data from blocklistd on FreeBSD with country codes and reverse
+  DNS.
+email:
+executables:
+- blocklist.rb
+- geodb-lookup.rb
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.md
+files:
+- ".rubocop.yml"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- Makefile
+- README.md
+- bin/blocklist.rb
+- bin/geodb-lookup.rb
+homepage: https://rubygems.org/gems/blocklistshow
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.4'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.8
+signing_key:
+specification_version: 4
+summary: show blocklistd data
+test_files: []