network_profile 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7617b43af0544fe036d6891c054523c2737976a4affd5149dff99b9ffec79d31
-  data.tar.gz: d33e58df2c9fb4af37e3867e421cb7fdef3a054f234a2d86fa196d9b61bed831
+  metadata.gz: e68f15ab6289719cc178f3c5ed19929ee1aeb9c4696df0e81d4796eaff5df54a
+  data.tar.gz: a7fe6b19cf46bbf92a926cb2209e207e27c79f39fee3b528fac6e4fcc60b5078
 SHA512:
-  metadata.gz: 6f9b80fc70a71c2f16487c6c4bb4e7e7d25dcd94cd723b020b18d8317c61906f730da76d0cdda1ffac01a253669dc7ade1116b05da2508eb367c691a4588636c
-  data.tar.gz: eaf8d8b3dbf76c8d0f5e0f9c297824ad13d01b6946e2d8f1455f7184cb78ad9230683b83d9812ae814a15391b98b3896485d17a37da7dd84877a9e921f14fe25
+  metadata.gz: fd35d91176939e964ff5f0c4cc674dd92c0110952885af131283f301721f92eef1b82e4e9b749223b2dc7d9cc93fb22481cc97342981fba45579a71b44116a4a
+  data.tar.gz: c9c815db05afaf507dbb46a46c52088214f087c83b962899a06a185e0e4abccf0e232e3c93db7b06fedc81f1605e9d1f72150eea7f7ff7c262da500b4505d634

data/Gemfile

@@ -8,3 +8,6 @@ gem "pry"
 gem "rspec", ">= 3.5"
 gem "vcr"
 gem "webmock"
+gem 'rbs'
+
+gem "rexml", "~> 3.2"

data/Gemfile.lock

@@ -1,16 +1,17 @@
 PATH
   remote: .
   specs:
-    network_profile (0.2.0)
+    network_profile (0.3.0)
       activesupport (>= 5.0.0)
       nokogiri
       rdf-microdata
+      rexml
       typhoeus
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (6.0.3.3)
+    activesupport (6.0.3.4)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 0.7, < 2)
       minitest (~> 5.1)
@@ -42,6 +43,7 @@ GEM
       method_source (~> 1.0)
     public_suffix (4.0.6)
     rake (12.3.3)
+    rbs (0.14.0)
     rdf (3.1.6)
       hamster (~> 3.0)
       link_header (~> 0.0, >= 0.0.8)
@@ -52,6 +54,7 @@ GEM
       rdf-xsd (~> 3.1)
     rdf-xsd (3.1.0)
       rdf (~> 3.1)
+    rexml (3.2.4)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
@@ -75,7 +78,7 @@ GEM
       addressable (>= 2.3.6)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
-    zeitwerk (2.4.0)
+    zeitwerk (2.4.1)
 
 PLATFORMS
   ruby
@@ -84,6 +87,8 @@ DEPENDENCIES
   network_profile!
   pry
   rake (~> 12.0)
+  rbs
+  rexml (~> 3.2)
   rspec (>= 3.5)
   vcr
   webmock

data/lib/network_profile.rb

@@ -6,14 +6,14 @@ require 'active_support/core_ext/module/attribute_accessors'
 module NetworkProfile
   class Error < StandardError; end
 
-  mattr_accessor :headers, :github_api_key
+  mattr_accessor :headers, :github_api_key, :proxy, :proxy_user_pass
 
   self.headers = {
-    'Accept' => 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
-    'Accept-Language' => 'de,en-US;q=0.7,en;q=0.3',
-    'Referer' => 'https://www.google.com',
-    'DNT' => '1',
-    'User-Agent' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.14; rv:73.0) Gecko/20100101 Firefox/73.0',
+    "Accept"=>"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
+    "Accept-Language"=>"de",
+    "User-Agent"=>"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.111 Safari/537.36",
+    "Referer" => "https://www.google.com",
+    "Cache-Control"=>"max-age=0"
   }
   self.github_api_key = nil
 

data/lib/network_profile/extractors/default_profile.rb

@@ -77,7 +77,15 @@ module NetworkProfile
     private
 
     def response
-      @response ||= Typhoeus.get(@link, headers: NetworkProfile.headers, followlocation: true)
+      options = {
+        headers: NetworkProfile.headers,
+        followlocation: true
+      }
+      if NetworkProfile.proxy
+        options[:proxy] = NetworkProfile.proxy
+        options[:proxyuserpwd] = NetworkProfile.proxy_user_pass if NetworkProfile.proxy_user_pass.present?
+      end
+      @response ||= Typhoeus.get(@link, options)
     end
 
     def doc

data/lib/network_profile/version.rb

@@ -1,3 +1,3 @@
 module NetworkProfile
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/network_profile.gemspec

@@ -28,4 +28,5 @@ Gem::Specification.new do |spec|
   spec.add_dependency "rdf-microdata"
   spec.add_dependency "activesupport", ">= 5.0.0"
   spec.add_dependency "nokogiri"
+  spec.add_dependency "rexml"
 end

data/sig/network_profile.rbs

@@ -0,0 +1,26 @@
+
+type parse_response = { site_icon: string?, link: string, title: string?, text: string?, image: string?, :type => string? }
+
+module NetworkProfile
+  def self.github_api_key: () -> string?
+
+  def self.github_api_key=: (string obj) -> string
+
+  def self.headers: () -> untyped
+
+  def self.headers=: (untyped obj) -> untyped
+
+  def self.parse: (string link, ?include_fallback_custom: bool) -> parse_response?
+
+  public
+
+  def github_api_key: () -> string
+
+  def github_api_key=: (string obj) -> string
+
+  def headers: () -> untyped
+
+  def headers=: (untyped obj) -> untyped
+end
+
+NetworkProfile::VERSION: String

data/sig/network_profile_extractor.rbs

@@ -0,0 +1,25 @@
+class NetworkProfile::Extractor
+  def self.call: (string string) -> Array[parse_response]
+
+  public
+
+  def extracted_links!: () -> Array[parse_response]
+
+  def links: () -> Array[string]
+
+  def mapped_string: () -> Array[string]
+
+  private
+
+  def initialize: (string string) -> untyped
+end
+
+NetworkProfile::Extractor::AUTO_LINK_RE: Regexp
+
+NetworkProfile::Extractor::BRACKETS: Hash
+
+NetworkProfile::Extractor::HOST_PART: Regexp
+
+NetworkProfile::Extractor::TLD: Regexp
+
+NetworkProfile::Extractor::WORD_PATTERN: String

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: network_profile
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Stefan Wienert
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-10-08 00:00:00.000000000 Z
+date: 2020-11-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: typhoeus
@@ -66,6 +66,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rexml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Extract profile metadata from various social-media-profiles, such as
   Twitter, XING, Github, Stackoverflow or generic og-metatags.
 email:
@@ -103,6 +117,8 @@ files:
 - lib/network_profile/extractors/xing_profile.rb
 - lib/network_profile/version.rb
 - network_profile.gemspec
+- sig/network_profile.rbs
+- sig/network_profile_extractor.rbs
 homepage: https://github.com/pludoni/network_profile
 licenses:
 - MIT
@@ -124,8 +140,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.2.0.rc.1
 signing_key: 
 specification_version: 4
 summary: Extract profile metadata from various social-media-profiles