UrlCategorise 0.1.7 → 0.1.11

data/lib/url_categorise/iab_compliance.rb

@@ -2,134 +2,146 @@ module UrlCategorise
   module IabCompliance
     IAB_V2_MAPPINGS = {
       # Content Categories
-      advertising: 'IAB3', # Advertising
-      automotive: 'IAB2', # Automotive
-      books_literature: 'IAB20', # Books & Literature
-      business: 'IAB3', # Business
-      careers: 'IAB4', # Careers
-      education: 'IAB5', # Education
-      entertainment: 'IAB1', # Arts & Entertainment
-      finance: 'IAB13', # Personal Finance
-      food_drink: 'IAB8', # Food & Drink
-      health: 'IAB7', # Health & Fitness
-      hobbies_interests: 'IAB9', # Hobbies & Interests
-      home_garden: 'IAB10', # Home & Garden
-      law_government: 'IAB11', # Law, Government & Politics
-      news: 'IAB12', # News
-      parenting: 'IAB6', # Family & Parenting
-      pets: 'IAB16', # Pets
-      philosophy: 'IAB21', # Philosophy/Religion
-      real_estate: 'IAB21', # Real Estate
-      science: 'IAB15', # Science
-      shopping: 'IAB22', # Shopping
-      sports: 'IAB17', # Sports
-      style_fashion: 'IAB18', # Style & Fashion
-      technology: 'IAB19', # Technology & Computing
-      travel: 'IAB20', # Travel
+      advertising: "IAB3", # Advertising
+      automotive: "IAB2", # Automotive
+      books_literature: "IAB20", # Books & Literature
+      business: "IAB3", # Business
+      careers: "IAB4", # Careers
+      education: "IAB5", # Education
+      entertainment: "IAB1", # Arts & Entertainment
+      finance: "IAB13", # Personal Finance
+      food_drink: "IAB8", # Food & Drink
+      health: "IAB7", # Health & Fitness
+      hobbies_interests: "IAB9", # Hobbies & Interests
+      home_garden: "IAB10", # Home & Garden
+      law_government: "IAB11", # Law, Government & Politics
+      news: "IAB12", # News
+      parenting: "IAB6", # Family & Parenting
+      pets: "IAB16", # Pets
+      philosophy: "IAB21", # Philosophy/Religion
+      real_estate: "IAB21", # Real Estate
+      science: "IAB15", # Science
+      shopping: "IAB22", # Shopping
+      sports: "IAB17", # Sports
+      style_fashion: "IAB18", # Style & Fashion
+      technology: "IAB19", # Technology & Computing
+      travel: "IAB20", # Travel
 
       # Security & Malware Categories
-      malware: 'IAB25', # Non-Standard Content (custom extension)
-      phishing: 'IAB25', # Non-Standard Content (custom extension)
-      gambling: 'IAB7-39', # Gambling
-      pornography: 'IAB25-3', # Pornography
-      violence: 'IAB25', # Non-Standard Content (custom extension)
-      illegal: 'IAB25', # Non-Standard Content (custom extension)
+      malware: "IAB25", # Non-Standard Content (custom extension)
+      phishing: "IAB25", # Non-Standard Content (custom extension)
+      gambling: "IAB7-39", # Gambling
+      pornography: "IAB25-3", # Pornography
+      violence: "IAB25", # Non-Standard Content (custom extension)
+      illegal: "IAB25", # Non-Standard Content (custom extension)
 
       # Network & Security
-      botnet_command_control: 'IAB25', # Non-Standard Content (custom extension)
-      threat_intelligence: 'IAB25', # Non-Standard Content (custom extension)
-      suspicious_domains: 'IAB25', # Non-Standard Content (custom extension)
-      compromised_ips: 'IAB25', # Non-Standard Content (custom extension)
-      tor_exit_nodes: 'IAB25', # Non-Standard Content (custom extension)
+      botnet_command_control: "IAB25", # Non-Standard Content (custom extension)
+      threat_intelligence: "IAB25", # Non-Standard Content (custom extension)
+      suspicious_domains: "IAB25", # Non-Standard Content (custom extension)
+      compromised_ips: "IAB25", # Non-Standard Content (custom extension)
+      tor_exit_nodes: "IAB25", # Non-Standard Content (custom extension)
 
       # Social & Media
-      social_media: 'IAB14', # Society
-      streaming: 'IAB1-2', # Music
-      video_hosting: 'IAB1-2', # Music (video hosting platforms)
-      blogs: 'IAB14', # Society
-      forums: 'IAB19', # Technology & Computing
+      social_media: "IAB14", # Society
+      streaming: "IAB1-2", # Music
+      video_hosting: "IAB1-2", # Music (video hosting platforms)
+      blogs: "IAB14", # Society
+      blogging: "IAB14", # Society (blogging platforms)
+      forums: "IAB19", # Technology & Computing
+      forum: "IAB19", # Technology & Computing (forum platforms)
+      messaging: "IAB19", # Technology & Computing (messaging platforms)
+      music: "IAB1-2", # Music (music platforms)
+      developer_platforms: "IAB19", # Technology & Computing (developer platforms)
+      security_communities: "IAB19", # Technology & Computing (security communities)
 
       # Geographic/Language Specific
-      chinese_ad_hosts: 'IAB3', # Advertising
-      korean_ad_hosts: 'IAB3', # Advertising
-      mobile_ads: 'IAB3', # Advertising
-      smart_tv_ads: 'IAB3', # Advertising
+      chinese_ad_hosts: "IAB3", # Advertising
+      korean_ad_hosts: "IAB3", # Advertising
+      mobile_ads: "IAB3", # Advertising
+      smart_tv_ads: "IAB3", # Advertising
 
       # Specialized
-      newly_registered_domains: 'IAB25', # Non-Standard Content (custom extension)
-      dns_over_https_bypass: 'IAB25', # Non-Standard Content (custom extension)
-      sanctions_ips: 'IAB25', # Non-Standard Content (custom extension)
-      cryptojacking: 'IAB25', # Non-Standard Content (custom extension)
-      phishing_extended: 'IAB25' # Non-Standard Content (custom extension)
+      newly_registered_domains: "IAB25", # Non-Standard Content (custom extension)
+      dns_over_https_bypass: "IAB25", # Non-Standard Content (custom extension)
+      sanctions_ips: "IAB25", # Non-Standard Content (custom extension)
+      cryptojacking: "IAB25", # Non-Standard Content (custom extension)
+      phishing_extended: "IAB25" # Non-Standard Content (custom extension)
     }.freeze
 
     IAB_V3_MAPPINGS = {
       # Tier-1 Categories (IAB Content Taxonomy 3.0)
-      advertising: '3', # Advertising
-      automotive: '2', # Automotive
-      books_literature: '20', # Books & Literature
-      business: '3', # Business
-      careers: '4', # Careers
-      education: '5', # Education
-      entertainment: '1', # Arts & Entertainment
-      finance: '13', # Personal Finance
-      food_drink: '8', # Food & Drink
-      health: '7', # Health & Fitness & Wellness
-      hobbies_interests: '9', # Hobbies & Interests
-      home_garden: '10', # Home & Garden
-      law_government: '11', # Law, Government & Politics
-      news: '12', # News & Politics
-      parenting: '6', # Family & Parenting
-      pets: '16', # Pets
-      philosophy: '21', # Philosophy/Religion & Spirituality
-      real_estate: '21', # Real Estate
-      science: '15', # Science
-      shopping: '22', # Shopping
-      sports: '17', # Sports
-      style_fashion: '18', # Style & Fashion
-      technology: '19', # Technology & Computing
-      travel: '20', # Travel
+      advertising: "3", # Advertising
+      automotive: "2", # Automotive
+      books_literature: "20", # Books & Literature
+      business: "3", # Business
+      careers: "4", # Careers
+      education: "5", # Education
+      entertainment: "1", # Arts & Entertainment
+      finance: "13", # Personal Finance
+      food_drink: "8", # Food & Drink
+      health: "7", # Health & Fitness & Wellness
+      hobbies_interests: "9", # Hobbies & Interests
+      home_garden: "10", # Home & Garden
+      law_government: "11", # Law, Government & Politics
+      news: "12", # News & Politics
+      parenting: "6", # Family & Parenting
+      pets: "16", # Pets
+      philosophy: "21", # Philosophy/Religion & Spirituality
+      real_estate: "21", # Real Estate
+      science: "15", # Science
+      shopping: "22", # Shopping
+      sports: "17", # Sports
+      style_fashion: "18", # Style & Fashion
+      technology: "19", # Technology & Computing
+      travel: "20", # Travel
 
       # Security & Malware Categories (Custom extensions)
-      malware: '626', # Illegal Content (custom mapping)
-      phishing: '626', # Illegal Content (custom mapping)
-      gambling: '7-39', # Gambling (subcategory)
-      pornography: '626', # Adult Content
-      violence: '626', # Illegal Content (custom mapping)
-      illegal: '626', # Illegal Content
+      malware: "626", # Illegal Content (custom mapping)
+      phishing: "626", # Illegal Content (custom mapping)
+      gambling: "7-39", # Gambling (subcategory)
+      pornography: "626", # Adult Content
+      violence: "626", # Illegal Content (custom mapping)
+      illegal: "626", # Illegal Content
 
       # Network & Security (Custom extensions)
-      botnet_command_control: '626', # Illegal Content (custom mapping)
-      threat_intelligence: '626', # Illegal Content (custom mapping)
-      suspicious_domains: '626', # Illegal Content (custom mapping)
-      compromised_ips: '626', # Illegal Content (custom mapping)
-      tor_exit_nodes: '626', # Illegal Content (custom mapping)
+      botnet_command_control: "626", # Illegal Content (custom mapping)
+      threat_intelligence: "626", # Illegal Content (custom mapping)
+      suspicious_domains: "626", # Illegal Content (custom mapping)
+      compromised_ips: "626", # Illegal Content (custom mapping)
+      tor_exit_nodes: "626", # Illegal Content (custom mapping)
 
       # Social & Media
-      social_media: '14', # Society
-      streaming: '1-2', # Music & Audio
-      video_hosting: '1-2', # Music & Audio (video hosting platforms)
-      blogs: '14', # Society
-      forums: '19', # Technology & Computing
+      social_media: "14", # Society
+      streaming: "1-2", # Music & Audio
+      video_hosting: "1-2", # Music & Audio (video hosting platforms)
+      blogs: "14", # Society
+      blogging: "14", # Society (blogging platforms)
+      forums: "19", # Technology & Computing
+      forum: "19", # Technology & Computing (forum platforms)
+      messaging: "19", # Technology & Computing (messaging platforms)
+      music: "1-2", # Music & Audio (music platforms)
+      developer_platforms: "19", # Technology & Computing (developer platforms)
+      security_communities: "19", # Technology & Computing (security communities)
 
       # Geographic/Language Specific
-      chinese_ad_hosts: '3', # Advertising
-      korean_ad_hosts: '3', # Advertising
-      mobile_ads: '3', # Advertising
-      smart_tv_ads: '3', # Advertising
+      chinese_ad_hosts: "3", # Advertising
+      korean_ad_hosts: "3", # Advertising
+      mobile_ads: "3", # Advertising
+      smart_tv_ads: "3", # Advertising
 
       # Specialized
-      newly_registered_domains: '626', # Illegal Content (custom mapping)
-      dns_over_https_bypass: '626', # Illegal Content (custom mapping)
-      sanctions_ips: '626', # Illegal Content (custom mapping)
-      cryptojacking: '626', # Illegal Content (custom mapping)
-      phishing_extended: '626' # Illegal Content (custom mapping)
+      newly_registered_domains: "626", # Illegal Content (custom mapping)
+      dns_over_https_bypass: "626", # Illegal Content (custom mapping)
+      sanctions_ips: "626", # Illegal Content (custom mapping)
+      cryptojacking: "626", # Illegal Content (custom mapping)
+      phishing_extended: "626" # Illegal Content (custom mapping)
     }.freeze
 
     def self.map_category_to_iab(category, version = :v3)
       category_sym = category.to_sym
       mapping = version == :v2 ? IAB_V2_MAPPINGS : IAB_V3_MAPPINGS
-      mapping[category_sym] || 'Unknown'
+      mapping[category_sym] || "Unknown"
     end
 
     def self.get_iab_categories(categories, version = :v3)

data/lib/url_categorise/models.rb

@@ -1,5 +1,5 @@
 begin
-  require 'active_record'
+  require "active_record"
 rescue LoadError
   # ActiveRecord not available, skip model definitions
   module UrlCategorise
@@ -17,7 +17,7 @@ else
       end
 
       class ListMetadata < ActiveRecord::Base
-        self.table_name = 'url_categorise_list_metadata'
+        self.table_name = "url_categorise_list_metadata"
 
         validates :name, presence: true, uniqueness: true
         validates :url, presence: true
@@ -25,37 +25,37 @@ else
 
         serialize :categories, coder: JSON
 
-        scope :by_category, ->(category) { where('categories LIKE ?', "%#{category}%") }
-        scope :updated_since, ->(time) { where('updated_at > ?', time) }
+        scope :by_category, ->(category) { where("categories LIKE ?", "%#{category}%") }
+        scope :updated_since, ->(time) { where("updated_at > ?", time) }
       end
 
       class Domain < ActiveRecord::Base
-        self.table_name = 'url_categorise_domains'
+        self.table_name = "url_categorise_domains"
 
         validates :domain, presence: true, uniqueness: true
         validates :categories, presence: true
 
         serialize :categories, coder: JSON
 
-        scope :by_category, ->(category) { where('categories LIKE ?', "%#{category}%") }
-        scope :search, ->(term) { where('domain LIKE ?', "%#{term}%") }
+        scope :by_category, ->(category) { where("categories LIKE ?", "%#{category}%") }
+        scope :search, ->(term) { where("domain LIKE ?", "%#{term}%") }
 
         def self.categorise(domain_name)
-          record = find_by(domain: domain_name.downcase.gsub('www.', ''))
+          record = find_by(domain: domain_name.downcase.gsub("www.", ""))
           record ? record.categories : []
         end
       end
 
       class IpAddress < ActiveRecord::Base
-        self.table_name = 'url_categorise_ip_addresses'
+        self.table_name = "url_categorise_ip_addresses"
 
         validates :ip_address, presence: true, uniqueness: true
         validates :categories, presence: true
 
         serialize :categories, coder: JSON
 
-        scope :by_category, ->(category) { where('categories LIKE ?', "%#{category}%") }
-        scope :in_subnet, ->(subnet) { where('ip_address LIKE ?', "#{subnet}%") }
+        scope :by_category, ->(category) { where("categories LIKE ?", "%#{category}%") }
+        scope :in_subnet, ->(subnet) { where("ip_address LIKE ?", "#{subnet}%") }
 
         def self.categorise(ip)
           record = find_by(ip_address: ip)
@@ -64,7 +64,7 @@ else
       end
 
       class DatasetMetadata < ActiveRecord::Base
-        self.table_name = 'url_categorise_dataset_metadata'
+        self.table_name = "url_categorise_dataset_metadata"
 
         validates :source_type, presence: true, inclusion: { in: %w[kaggle csv] }
         validates :identifier, presence: true
@@ -76,14 +76,14 @@ else
 
         scope :by_source, ->(source) { where(source_type: source) }
         scope :by_identifier, ->(identifier) { where(identifier: identifier) }
-        scope :processed_since, ->(time) { where('processed_at > ?', time) }
+        scope :processed_since, ->(time) { where("processed_at > ?", time) }
 
         def kaggle_dataset?
-          source_type == 'kaggle'
+          source_type == "kaggle"
         end
 
         def csv_dataset?
-          source_type == 'csv'
+          source_type == "csv"
         end
       end
 

data/lib/url_categorise/version.rb

@@ -1,3 +1,3 @@
 module UrlCategorise
-  VERSION = '0.1.7'
+  VERSION = "0.1.11"
 end

data/lib/url_categorise.rb

@@ -1,23 +1,23 @@
-require 'httparty'
-require 'nokogiri'
-require 'digest'
-require 'fileutils'
-require 'resolv'
-require 'active_attr'
+require "httparty"
+require "nokogiri"
+require "digest"
+require "fileutils"
+require "resolv"
+require "active_attr"
 
-require 'api-pattern'
+require "api-pattern"
 
-require 'url_categorise/version'
-require 'url_categorise/constants'
-require 'url_categorise/dataset_processor'
-require 'url_categorise/iab_compliance'
+require "url_categorise/version"
+require "url_categorise/constants"
+require "url_categorise/dataset_processor"
+require "url_categorise/iab_compliance"
 
-require 'url_categorise/client'
+require "url_categorise/client"
 
 # Optional ActiveRecord integration
 begin
-  require 'url_categorise/models'
-  require 'url_categorise/active_record_client'
+  require "url_categorise/models"
+  require "url_categorise/active_record_client"
 rescue LoadError
   # ActiveRecord not available, skip
 end

data/lists/blogging_domains.hosts

@@ -0,0 +1,62 @@
+# Blogging Platform Domains - PiHole Compatible Hosts File
+# Generated on: 2026-05-22 11:06:15 UTC
+# Sources:
+#   - Mr.Holmes OSINT tool (https://github.com/Lucksi/Mr.Holmes)
+#   - Manually curated domain lists
+# Purpose: Identify and categorize blogging, writing, and content publishing platforms
+# Format: 0.0.0.0 domain.com
+#
+
+0.0.0.0 about.me
+0.0.0.0 www.about.me
+0.0.0.0 beehiiv.com
+0.0.0.0 www.beehiiv.com
+0.0.0.0 blogspot.com
+0.0.0.0 www.blogspot.com
+0.0.0.0 bookcrossing.com
+0.0.0.0 www.bookcrossing.com
+0.0.0.0 buttondown.email
+0.0.0.0 www.buttondown.email
+0.0.0.0 buzzfeed.com
+0.0.0.0 www.buzzfeed.com
+0.0.0.0 flipboard.com
+0.0.0.0 www.flipboard.com
+0.0.0.0 ghost.org
+0.0.0.0 www.ghost.org
+0.0.0.0 hashnode.dev
+0.0.0.0 www.hashnode.dev
+0.0.0.0 hubpages.com
+0.0.0.0 www.hubpages.com
+0.0.0.0 livejournal.com
+0.0.0.0 www.livejournal.com
+0.0.0.0 medium.com
+0.0.0.0 www.medium.com
+0.0.0.0 noted.lol
+0.0.0.0 www.noted.lol
+0.0.0.0 quotev.com
+0.0.0.0 www.quotev.com
+0.0.0.0 revue.email
+0.0.0.0 www.revue.email
+0.0.0.0 slideshare.net
+0.0.0.0 www.slideshare.net
+0.0.0.0 substack.com
+0.0.0.0 www.substack.com
+0.0.0.0 telegraph.ph
+0.0.0.0 www.telegraph.ph
+0.0.0.0 tinyletter.com
+0.0.0.0 www.tinyletter.com
+0.0.0.0 tumblr.com
+0.0.0.0 www.tumblr.com
+0.0.0.0 wattpad.com
+0.0.0.0 www.wattpad.com
+0.0.0.0 wordpress.com
+0.0.0.0 www.wordpress.com
+0.0.0.0 write.as
+0.0.0.0 www.write.as
+0.0.0.0 writeas.com
+0.0.0.0 www.writeas.com
+0.0.0.0 www.bookcrossing.com
+0.0.0.0 www.livejournal.com
+0.0.0.0 www.quotev.com
+0.0.0.0 www.tumblr.com
+0.0.0.0 www.wattpad.com

data/lists/crypto_domains.hosts

@@ -0,0 +1,46 @@
+# Cryptocurrency Platform Domains - PiHole Compatible Hosts File
+# Generated on: 2026-05-22 11:06:15 UTC
+# Sources:
+#   - Mr.Holmes OSINT tool (https://github.com/Lucksi/Mr.Holmes)
+#   - Manually curated domain lists
+# Purpose: Identify and categorize cryptocurrency exchanges, forums, and NFT platforms
+# Format: 0.0.0.0 domain.com
+#
+
+0.0.0.0 binance.com
+0.0.0.0 www.binance.com
+0.0.0.0 bitcoin.org
+0.0.0.0 www.bitcoin.org
+0.0.0.0 bitcoinforum.com
+0.0.0.0 www.bitcoinforum.com
+0.0.0.0 blockchain.com
+0.0.0.0 www.blockchain.com
+0.0.0.0 coinbase.com
+0.0.0.0 www.coinbase.com
+0.0.0.0 coingecko.com
+0.0.0.0 www.coingecko.com
+0.0.0.0 coinmarketcap.com
+0.0.0.0 www.coinmarketcap.com
+0.0.0.0 defi.org
+0.0.0.0 www.defi.org
+0.0.0.0 ethereum.org
+0.0.0.0 www.ethereum.org
+0.0.0.0 etherscan.io
+0.0.0.0 www.etherscan.io
+0.0.0.0 foundation.app
+0.0.0.0 www.foundation.app
+0.0.0.0 kraken.com
+0.0.0.0 www.kraken.com
+0.0.0.0 looksrare.org
+0.0.0.0 www.looksrare.org
+0.0.0.0 opensea.io
+0.0.0.0 www.opensea.io
+0.0.0.0 pancakeswap.finance
+0.0.0.0 www.pancakeswap.finance
+0.0.0.0 rarible.com
+0.0.0.0 www.rarible.com
+0.0.0.0 uniswap.org
+0.0.0.0 www.uniswap.org
+0.0.0.0 www.binance.com
+0.0.0.0 www.coinbase.com
+0.0.0.0 www.kraken.com

data/lists/developer_domains.hosts

@@ -0,0 +1,108 @@
+# Developer Platform Domains - PiHole Compatible Hosts File
+# Generated on: 2026-05-22 11:06:15 UTC
+# Sources:
+#   - Mr.Holmes OSINT tool (https://github.com/Lucksi/Mr.Holmes)
+#   - Manually curated domain lists
+# Purpose: Identify and categorize developer tools, package registries, and programming platforms
+# Format: 0.0.0.0 domain.com
+#
+
+0.0.0.0 anaconda.org
+0.0.0.0 www.anaconda.org
+0.0.0.0 asciinema.org
+0.0.0.0 www.asciinema.org
+0.0.0.0 bitbucket.org
+0.0.0.0 www.bitbucket.org
+0.0.0.0 cbtnuggets.com
+0.0.0.0 www.cbtnuggets.com
+0.0.0.0 cocoapods.org
+0.0.0.0 www.cocoapods.org
+0.0.0.0 codecademy.com
+0.0.0.0 www.codecademy.com
+0.0.0.0 codepen.io
+0.0.0.0 www.codepen.io
+0.0.0.0 codewars.com
+0.0.0.0 www.codewars.com
+0.0.0.0 conda.io
+0.0.0.0 www.conda.io
+0.0.0.0 cpan.org
+0.0.0.0 www.cpan.org
+0.0.0.0 cran.r-project.org
+0.0.0.0 www.cran.r-project.org
+0.0.0.0 crates.io
+0.0.0.0 www.crates.io
+0.0.0.0 dev.to
+0.0.0.0 www.dev.to
+0.0.0.0 drupal.org
+0.0.0.0 www.drupal.org
+0.0.0.0 fly.io
+0.0.0.0 www.fly.io
+0.0.0.0 gist.github.com
+0.0.0.0 www.gist.github.com
+0.0.0.0 gitee.com
+0.0.0.0 www.gitee.com
+0.0.0.0 github.com
+0.0.0.0 www.github.com
+0.0.0.0 gitlab.com
+0.0.0.0 www.gitlab.com
+0.0.0.0 glitch.com
+0.0.0.0 www.glitch.com
+0.0.0.0 hackaday.io
+0.0.0.0 www.hackaday.io
+0.0.0.0 heroku.com
+0.0.0.0 www.heroku.com
+0.0.0.0 hex.pm
+0.0.0.0 www.hex.pm
+0.0.0.0 hub.docker.com
+0.0.0.0 www.hub.docker.com
+0.0.0.0 jsfiddle.net
+0.0.0.0 www.jsfiddle.net
+0.0.0.0 maven.org
+0.0.0.0 www.maven.org
+0.0.0.0 netlify.com
+0.0.0.0 www.netlify.com
+0.0.0.0 notabug.org
+0.0.0.0 www.notabug.org
+0.0.0.0 npmjs.com
+0.0.0.0 www.npmjs.com
+0.0.0.0 nuget.org
+0.0.0.0 www.nuget.org
+0.0.0.0 opensource.com
+0.0.0.0 www.opensource.com
+0.0.0.0 packagist.org
+0.0.0.0 www.packagist.org
+0.0.0.0 pastebin.com
+0.0.0.0 www.pastebin.com
+0.0.0.0 pkg.go.dev
+0.0.0.0 www.pkg.go.dev
+0.0.0.0 pr0gramm.com
+0.0.0.0 www.pr0gramm.com
+0.0.0.0 pub.dev
+0.0.0.0 www.pub.dev
+0.0.0.0 pypi.org
+0.0.0.0 www.pypi.org
+0.0.0.0 railway.app
+0.0.0.0 www.railway.app
+0.0.0.0 render.com
+0.0.0.0 www.render.com
+0.0.0.0 replit.com
+0.0.0.0 www.replit.com
+0.0.0.0 rubygems.org
+0.0.0.0 www.rubygems.org
+0.0.0.0 scratch.mit.edu
+0.0.0.0 www.scratch.mit.edu
+0.0.0.0 sourceforge.net
+0.0.0.0 www.sourceforge.net
+0.0.0.0 stackexchange.com
+0.0.0.0 www.stackexchange.com
+0.0.0.0 stackoverflow.com
+0.0.0.0 www.stackoverflow.com
+0.0.0.0 vercel.com
+0.0.0.0 www.vercel.com
+0.0.0.0 www.codecademy.com
+0.0.0.0 www.codewars.com
+0.0.0.0 www.drupal.org
+0.0.0.0 www.github.com
+0.0.0.0 www.npmjs.com
+0.0.0.0 www.replit.com
+0.0.0.0 www.stackoverflow.com

data/lists/forum_domains.hosts

@@ -0,0 +1,65 @@
+# Forum and Q&A Domains - PiHole Compatible Hosts File
+# Generated on: 2026-05-22 11:06:15 UTC
+# Sources:
+#   - Mr.Holmes OSINT tool (https://github.com/Lucksi/Mr.Holmes)
+#   - Manually curated domain lists
+# Purpose: Identify and categorize forums, Q&A platforms, and community discussion sites
+# Format: 0.0.0.0 domain.com
+#
+
+0.0.0.0 ask.fm
+0.0.0.0 www.ask.fm
+0.0.0.0 colourlovers.com
+0.0.0.0 www.colourlovers.com
+0.0.0.0 community.oracle.com
+0.0.0.0 www.community.oracle.com
+0.0.0.0 community.signalusers.org
+0.0.0.0 www.community.signalusers.org
+0.0.0.0 dev.to
+0.0.0.0 www.dev.to
+0.0.0.0 discourse.org
+0.0.0.0 www.discourse.org
+0.0.0.0 disqus.com
+0.0.0.0 www.disqus.com
+0.0.0.0 fandom.com
+0.0.0.0 www.fandom.com
+0.0.0.0 forum.pixelfederation.com
+0.0.0.0 www.forum.pixelfederation.com
+0.0.0.0 forum.sublimetext.com
+0.0.0.0 www.forum.sublimetext.com
+0.0.0.0 kbin.social
+0.0.0.0 www.kbin.social
+0.0.0.0 lemmy.world
+0.0.0.0 www.lemmy.world
+0.0.0.0 lobste.rs
+0.0.0.0 www.lobste.rs
+0.0.0.0 native-instruments.com
+0.0.0.0 www.native-instruments.com
+0.0.0.0 news.ycombinator.com
+0.0.0.0 www.news.ycombinator.com
+0.0.0.0 ngl.link
+0.0.0.0 www.ngl.link
+0.0.0.0 old.reddit.com
+0.0.0.0 www.old.reddit.com
+0.0.0.0 quizsilo.com
+0.0.0.0 www.quizsilo.com
+0.0.0.0 quora.com
+0.0.0.0 www.quora.com
+0.0.0.0 reddit.com
+0.0.0.0 www.reddit.com
+0.0.0.0 slashdot.org
+0.0.0.0 www.slashdot.org
+0.0.0.0 stackexchange.com
+0.0.0.0 www.stackexchange.com
+0.0.0.0 stackoverflow.com
+0.0.0.0 www.stackoverflow.com
+0.0.0.0 sublimetext.com
+0.0.0.0 www.sublimetext.com
+0.0.0.0 tellonym.me
+0.0.0.0 www.tellonym.me
+0.0.0.0 www.colourlovers.com
+0.0.0.0 www.fandom.com
+0.0.0.0 www.native-instruments.com
+0.0.0.0 www.quora.com
+0.0.0.0 www.reddit.com
+0.0.0.0 www.stackoverflow.com