gman 4.5.0 → 4.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a172d1b966cc4024dbedfe36a23bc8b3e6719ed2
-  data.tar.gz: 7149f379f8c5a2db46f2f7835c060bad855d864b
+  metadata.gz: 6c04cf1cc8a034c1216ccfd9df50871b7902bded
+  data.tar.gz: 879c362206dc25fcf0a81d1ab59dae48c1a7f409
 SHA512:
-  metadata.gz: efe3d26459c71897a6862807ced317f1b52d865e57bd732344f494ab45eba76522636c3c3013adfc94a383a9c9ae1e2aed426bd08ecacd8d2ff5c9437109d955
-  data.tar.gz: e8a51ae511157081d9bc0a8344f7af466e082ce54123e6b49c06f5d8d6db2a1fb301ea07b38413ab140c27531c2ad20a75d7ef4e7bec2dcb8a20401052f48b31
+  metadata.gz: 4b2ea15e51636ff031545605038d3d3b2fab2492c5d6faa14708a98dd1523afc54eab36d65104215fdcfd04ec181829850f4c9cdccc6baa93727cc06a90507ac
+  data.tar.gz: f75fdd572e23edaeaa035f0bbeaf3015efe789c37c3de42087f909a94119a53e7bbd2e149d1a1d846d1beb53e757e1bc0009483528dfa0cae9dfc44cf5be1525

data/config/domains.txt

@@ -93,7 +93,6 @@ bromont.com
 brooks.ca
 brownsburgchatham.ca
 buchananvillage.zxq.net
-buffalonarrows.net
 burksfalls.net
 burnaby.ca
 burnsticklakesummervillage.ca
@@ -164,7 +163,6 @@ city.kawarthalakes.on.ca
 city.kenora.on.ca
 city.kimberley.bc.ca
 city.langley.bc.ca
-city.melville.sk.ca
 city.mississauga.on.ca
 city.owen-sound.on.ca
 city.peterborough.on.ca
@@ -259,7 +257,6 @@ dinosaurvalley.com
 discoverkl.ca
 discovermiddleton.ca
 discoverminnedosa.com
-discoverstlawrence.com
 discoverwinnipegosis.com
 district.kent.bc.ca
 district.mackenzie.bc.ca
@@ -584,7 +581,6 @@ morinville.ca
 morristurnberry.ca
 mountainviewcounty.com
 mountpearl.ca
-mountstewartpei.ca
 mrcabitibi.qc.ca
 msjb.qc.ca
 munargyle.com
@@ -610,7 +606,6 @@ municipalitehopetown.ca
 municipaliteremigny.qc.ca
 municipalitesaintsulpice.com
 municipality.frontenacislands.on.ca
-municipality.killarney.on.ca
 municipalityofmcdougall.com
 municipalityofshelburne.ca
 muniles.ca
@@ -1048,7 +1043,6 @@ town.newmarket.on.ca
 town.outlook.sk.ca
 town.oxford.ns.ca
 town.parrsboro.ns.ca
-town.penetanguishene.on.ca
 town.perth.on.ca
 town.petrolia.on.ca
 town.portmcneill.bc.ca
@@ -1183,7 +1177,6 @@ tudorandcashel.com
 tumblerridge.ca
 turnervalley.ca
 twp.beckwith.on.ca
-twp.puslinch.on.ca
 twp.seguin.on.ca
 twp.southwold.on.ca
 twp.stclair.on.ca
@@ -1816,7 +1809,6 @@ stadt-werther.de
 stadt-wetter.de
 stadt-willich.de
 stadt-zuelpich.de
-stadt.sundern.de
 stadtlohn.de
 stadtverwaltung-bornheim.de
 staedteregion-aachen.de
@@ -1995,6 +1987,7 @@ gov.sa
 gov.sb
 gov.sc
 gov.sd
+gov.se
 gov.sg
 gov.sh
 gov.sl
@@ -2016,6 +2009,7 @@ gov.vn
 gov.ws
 gov.za
 government.bg
+government.se
 govt.nz
 gub.uy
 lg.jp
@@ -2077,6 +2071,180 @@ mod.uk
 // non-us sub-divisions
 ega.or.th
 
+// Swedish Administrative Authorities
+kammarkollegiet.se
+arn.se
+arbetsformedlingen.se
+arbetsgivarverket.se
+av.se
+arvsfonden.se
+bo.se
+bfn.se
+bolagsverket.se
+boverket.se
+bra.se
+brottsoffermyndigheten.se
+epn.se
+csn.se
+datainspektionen.se
+do.se
+domstol.se
+ehalsomyndigheten.se
+ekobrottsmyndigheten.se
+esv.se
+elegnamnden.se
+elsakerhetsverket.se
+energimarknadsinspektionen.se
+ersattningsnamnden.se
+ekn.se
+fmi.se
+fi.se
+finanspolitiskaradet.se
+folkebernadotteacademy.se
+folkhalsomyndigheten.se
+forskarskattenamnden.se
+formas.se
+fas.se
+fortv.se
+levandehistoria.se
+fmv.se
+fra.se
+fxm.se
+fhs.se
+forsvarsmakten.se
+undom.se
+forsakringskassan.se
+genteknik.se
+gih.se
+harpsund.se
+havochvatten.se
+hsan.se
+ilo.org
+iaf.se
+inspsf.se
+isp.se
+ifau.se
+irf.se
+sofi.se
+justitiekanslern.se
+kemi.se
+kommers.se
+konj.se
+konkurrensverket.se
+konstnarsnamnden.se
+konsumentverket.se
+kriminalvarden.se
+kronofogden.se
+kb.se
+kkh.se
+kmh.se
+kustbevakningen.se
+karnavfallsfonden.se
+lagradet.se
+lantmateriet.se
+lsh.se
+slv.se
+lotteriinspektionen.se
+lakemedelsverket.se
+lansstyrelsen.se
+y.lst.se
+mi.se
+migrationsverket.se
+modernamuseet.se
+handisam.se
+mia.eu
+kulturanalys.se
+radioochtv.se
+msb.se
+mtm.se
+tillvaxtanalys.se
+ungdomsstyrelsen.se
+vardanalys.se
+yhmyndigheten.se
+nationalmuseum.se
+nrm.se
+naturvardsverket.se
+nfh.se
+sst.a.se
+namndenmotdiskriminering.se
+prv.se
+pensionsmyndigheten.se
+polar.se
+polisen.se
+pts.se
+presstodsnamnden.se
+regeringen.se
+revisorsnamnden.se
+raa.se
+riksarkivet.se
+riksgalden.se
+riksutstallningar.se
+rymdstyrelsen.se
+rattshjalp.se
+rmv.se
+sameskolstyrelsen.se
+sametinget.se
+sida.se
+skatterattsnamnden.se
+skatteverket.se
+svo.se
+skolfi.se
+overklagandenamnden.se
+socialstyrelsen.se
+spsm.se
+statensansvarsnamnd.se
+sbu.se
+arkitekturmuseet.se
+energimyndigheten.se
+sfv.se
+sfhm.se
+swedgeo.se
+havkom.se
+historiska.se
+siun.se
+stat-inst.se
+sjv.se
+statenskonstrad.se
+kulturradet.se
+maritima.se
+statensmedierad.se
+smvk.se
+smus.se
+statenssc.se
+skolinspektionen.se
+skolverket.se
+spv.se
+va-namnden.se
+sva.se
+vti.se
+scb.se
+statskontoret.se
+uniarts.se
+stralsakerhetsmyndigheten.se
+swedac.se
+esf.se
+si.se
+sieps.se
+svff.se
+sgu.se
+smhi.se
+sakint.se
+sakerhetspolisen.se
+tlv.se
+tillvaxtverket.se
+foi.se
+pliktverket.se
+trafa.se
+trafikverket.se
+transportstyrelsen.se
+tullverket.se
+val.se
+vinnova.se
+vr.se
+aklagare.se
+onh.se
+oks.se
+
 // Swiss Cantons (Federal States)
 ag.ch
 ai.ch
@@ -2087,6 +2255,7 @@ bs.ch
 fr.ch
 ge.ch
 gl.ch
+gr.ch
 ju.ch
 lu.ch
 ne.ch
@@ -2987,7 +3156,6 @@ norfolkct.org
 norwalkct.org
 norwichct.org
 oldsaybrookct.org
-oxford-ct.com
 plainfieldct.org
 plainvillect.com
 plymouthct.us
@@ -3492,7 +3660,6 @@ libertycountyga.com
 lowndescounty.com
 madisonco.us
 madisonga.com
-manchester-ga.com
 metter-candler.com
 middlegacfc.com
 milledgevillega.us
@@ -4558,7 +4725,6 @@ townofberwick.org
 townofblanchard.us
 townofchatham.org
 townoffranklinton.com
-townofhornbeck.com
 townoflivingston.com
 townoflockport.com
 townofwelsh.com
@@ -5119,10 +5285,8 @@ harrison-township.org
 hartlandtwp.com
 hazelpark.org
 hollytownship.org
-homermich.org
 homertownship.org
 houghtoncounty.net
-howardtownship.net
 howardtwp.org
 hsofmich.org
 hudsonville.org
@@ -5593,7 +5757,6 @@ boonslick.org
 boonville-mo.org
 brentwoodmo.org
 bridgetonmo.com
-buffalomissouri.us
 byrnesmill.org
 cabool.org
 camdentoncity.com
@@ -6284,7 +6447,6 @@ ncsecc.org
 ncsicklecellprogram.org
 ncsip.org
 ncsitesearch.com
-ncstars.org
 ncstatefair.org
 ncstatesurplus.com
 ncstormwater.org
@@ -6494,7 +6656,6 @@ lidgerwoodnd.com
 lintonnd.org
 lisbonnd.com
 maddocknd.com
-makotind.com
 mapletonnd.com
 marmarth.org
 maxnd.com
@@ -6680,7 +6841,6 @@ hillsboroughcountynh.org
 hinsdale.govoffice.com
 hollis.nh.us
 hooksett.org
-jacksonvillage.net
 kingstonnh.org
 lancasternh.org
 landaffnh.org
@@ -7233,7 +7393,6 @@ wanaqueborough.com
 wantagetwp.com
 warrennj.org
 washington-twp-warren.org
-washington-twp.org
 washingtonboro-nj.org
 washtwpmorris.org
 watchungnj.com
@@ -7398,7 +7557,6 @@ keetoowahcherokee.org
 kictribe.org
 klamathtribes.org
 kniktribalcouncil.org
-koasekabenaki.org
 kootenai.org
 kotzebueira.org
 kumeyaay.info
@@ -7433,7 +7591,6 @@ nc-cherokee.com
 nezperce.org
 nihb.org
 nooksackindiantribe.org
-northernarapaho.com
 northforkrancheria.com
 npaihb.org
 nveyak.com
@@ -7461,7 +7618,6 @@ quileutenation.org
 quinaultindiannation.com
 redding-rancheria.com
 robinsonrancheria.org
-rumseyrancheria.org
 sagchip.org
 santaynezchumash.org
 santeedakota.org
@@ -7607,7 +7763,6 @@ cattco.org
 cayuga-heights.ny.us
 cayugacounty.us
 cdrpc.org
-cfc-nyc.org
 chathamnewyork.us
 chautauqua-ny.com
 chemungcounty.com
@@ -8155,7 +8310,6 @@ victorny.org
 village.boonville.ny.us
 village.clinton.ny.us
 village.croton-on-hudson.ny.us
-village.fairport.ny.us
 village.herkimer.ny.us
 village.holland-patent.ny.us
 village.mamaroneck.ny.us
@@ -8532,7 +8686,6 @@ vanwert.org
 vanwertcounty.org
 versaillesohio.cc
 villageofcoldwater.com
-villageofjohnstown.org
 villageofnewalbany.org
 villageofottoville.org
 villageofseville.org
@@ -9320,7 +9473,6 @@ cfcofthecsra.org
 chapinsc.com
 charlestoncounty.org
 cheraw.com
-chesnee.net
 chesterfield-sc.com
 chestersc.org
 cityofandersonsc.com
@@ -10326,7 +10478,6 @@ lincolnvermont.org
 londonderryvt.org
 ludlow.vt.us
 lyndonvt.org
-marlboro.vt.us
 mendonvt.org
 middlesexvermont.org
 milton.govoffice2.com
@@ -10564,7 +10715,6 @@ republicwa.org
 royalcitywa.org
 rustonwa.org
 sanjuanco.com
-sirti.org
 skagitcounty.net
 skamaniacounty.org
 skokomish.org
@@ -10858,7 +11008,6 @@ townofmerton.com
 townofminong.us
 townofmorrison.org
 townofmtpleasantwi.com
-townofmukwonago.com
 townofmukwonago.us
 townofnavarino.com
 townofnorway.org
@@ -10926,7 +11075,6 @@ villageofmazomanie.com
 villageofmerton.com
 villageofmukwonago.com
 villageofneosho.org
-villageofpewaukeewi.cbo2.com
 villageofpewaukeewi.us
 villageofpulaski.org
 villageofsharon.com

data/gman.gemspec

@@ -2,7 +2,7 @@ Gem::Specification.new do |s|
   s.name = "gman"
   s.summary = "Check if a given domain or email address belong to a governemnt entity"
   s.description = "A ruby gem to check if the owner of a given email address is working for THE MAN."
-  s.version = '4.5.0'
+  s.version = '4.5.1'
   s.authors = ["Ben Balter"]
   s.email = "ben.balter@github.com"
   s.homepage = "https://github.com/benbalter/gman"
@@ -25,5 +25,6 @@ Gem::Specification.new do |s|
   s.add_development_dependency( "bundler" )
   s.add_development_dependency( "pry" )
   s.add_development_dependency( "parallel" )
+  s.add_development_dependency( "mechanize" )
 
 end

data/script/vendor-se

@@ -0,0 +1,54 @@
+#! /usr/bin/env ruby
+
+require 'mechanize'
+require 'csv'
+require 'gman'
+require 'swot'
+require './lib/gman'
+require './lib/gman/parser'
+
+url = "http://www.myndighetsregistret.scb.se/Myndighet.aspx"
+agent = Mechanize.new
+page = agent.get(url)
+form = page.form("form1")
+form.radiobuttons.find { |r| r.value = "Textfil" }.check
+submit_button = form.buttons.find { |b| b.type == "submit" }
+response = agent.submit(form, submit_button)
+
+domains = []
+rows = CSV.parse(response.content, :headers => true, :col_sep => "\t")
+
+puts "Starting with #{rows.count} domains..."
+
+rows.each do |row|
+  next if Swot.valid?(row["Webbadress"]) # Filter out Swot'd domains
+  next if row["Namn"] =~ /UNIVERSITET/ # Filter out domains that are clearly edu
+  domains.push Gman.new(row["Webbadress"]).domain.to_s.gsub(/^www\./,"")
+end
+
+domains.reject! { |domain| domain.empty? }
+domains.compact!
+domains.uniq!
+domains.select! { |domain| PublicSuffix.valid?(".#{domain}") }
+
+puts "Ended up with #{domains.count} domains."
+
+current = Gman::Parser.file_to_array( Gman::list_path )
+current_hash = Gman::Parser.array_to_hash(current)
+
+current_hash["Swedish Administrative Authorities"] = domains
+current_hash = current_hash.sort_by { |group, domains| group.downcase }
+
+# PublicSuffix Formatted Output
+current_group = ""
+output = ""
+current_hash.each do |group, domains|
+  if group != current_group
+    output << "\n\n" unless current_group.empty? # first entry
+    output << "// #{group}\n"
+    current_group = group
+  end
+  output << domains.join("\n")
+end
+
+File.open(Gman.list_path, "w") { |file| file.write output }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gman
 version: !ruby/object:Gem::Version
-  version: 4.5.0
+  version: 4.5.1
 platform: ruby
 authors:
 - Ben Balter
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-30 00:00:00.000000000 Z
+date: 2015-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: swot
@@ -150,6 +150,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A ruby gem to check if the owner of a given email address is working
   for THE MAN.
 email: ben.balter@github.com
@@ -187,6 +201,7 @@ files:
 - script/state-domains
 - script/vendor-de
 - script/vendor-gov-list
+- script/vendor-se
 - script/vendor-us
 - test/helper.rb
 - test/obama.txt