gfwlist2ipset 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d12008839913290b5803083a391f341870efd253
+  data.tar.gz: a82b404b919b973ddd0aea5f6a88bba201653dea
+SHA512:
+  metadata.gz: 297daedc74bba9d7f9d88613248e6bcc63af4a82f2fe1493af33cf24eace20520f10a78215463f86656fc9ab6bddac090ceb458829fc8c09d0f862fc45ae00e4
+  data.tar.gz: 2ad074bb4c2a7dcef7615c212891aa471447521b9ba14f22e7e5cafd56ccc317478eadcceaf8210aea2e47b6a2062e0524837bcc2c25c8fcebcc2d3d45aa64e8

data/bin/gfwlist2ipset

@@ -0,0 +1,79 @@
+#!/usr/bin/env ruby
+require 'open-uri'
+require 'base64'
+require 'public_suffix'
+
+gfwlist_url = 'https://autoproxy-gfwlist.googlecode.com/svn/trunk/gfwlist.txt'
+extra_domains = [
+  "blogspot.com",
+  "fastly.net",
+  "githubusercontent.com",
+  "google-analytics.com",
+  "google.co.hk",
+  "google.co.jp",
+  "google.com",
+  "google.com.hk",
+  "googlesyndication.com",
+  "s3.amazonaws.com",
+  "s3.feedly.com",
+  "cloudfront.net",
+  "ace-cdn.atlassian.com",
+]
+
+def get_hostname(rule)
+  begin
+    host = URI.parse(rule).host
+    if PublicSuffix.valid?(host)
+      return PublicSuffix.parse(host).domain
+    elsif PublicSuffix.valid?('.' + host)
+      tld = PublicSuffix.parse('.' + host).tld
+      if tld.include?('.') and tld == host
+        return tld
+      end
+    else
+      puts 'Hostname not valid: ' + host
+    end
+    return nil
+  rescue
+    puts 'can not parse rule as url: ' + rule
+    return nil
+  end
+end
+
+enc = open(gfwlist_url).read
+plain = Base64.decode64(enc)
+
+domains = []
+plain.each_line do |line|
+  if line.include? '.*'
+    next
+  elsif line.include? '*'
+    line = line.gsub('*', '/')
+  end
+  if line.start_with? '||'
+    line = line.sub('||', '')
+  elsif line.start_with? '|'
+    line = line.sub('|', '')
+  elsif line.start_with? '.'
+    line = line.sub('.', '')
+  end
+  if line.start_with? '!' or line.start_with? '[' or line.start_with? '@'
+    next
+  end
+  line.chomp!
+  if line.length > 0
+    if not line.start_with? 'http'
+      line = 'http://' + line
+    end
+    hostname = get_hostname(line)
+    if hostname
+      domains.push(hostname)
+    end
+  end
+end
+
+domains.concat extra_domains
+File.open('gfwlist.conf', 'w+') do |f|
+  f.puts '# Generated by gfwlist2ipset at ' + Time.new.inspect
+  domains.sort.uniq.each { |domain| f.puts('ipset=/' + domain + '/outwall') }
+end

metadata

@@ -0,0 +1,59 @@
+--- !ruby/object:Gem::Specification
+name: gfwlist2ipset
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Nullizer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-05-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: public_suffix
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Generate dnsmasq ipset configure file from gfwlist
+email: nullizer@gmail.com
+executables:
+- gfwlist2ipset
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/gfwlist2ipset
+homepage: http://rubygems.org/gems/gfwlist2ipset
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: gfwlist2ipset
+test_files: []