telegram_web_proxy 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e0221ceff720203a7b08fe045e9684c360cfb48f
-  data.tar.gz: aef6774e3478babe78d39a60e19d74ca51245aaa
+  metadata.gz: 667a4890042a1e9320469234c49f099c0f7b17e7
+  data.tar.gz: 48aa4d83954e65cf57bd7fee48d661c63d0b5ac5
 SHA512:
-  metadata.gz: 52669a4dcc4b0d0572fa0326135d52b60b4f78d6acf01b5d096a35d70c0ad397a5065955ab0d5f900f3e4ae12f4ce80a8555e0d73a9eab073e70c8192c281723
-  data.tar.gz: 22e08f3d19b333b3a04f6ea14eb310fe044559c08d335b1f96f9de65fcc76cff81e22f099c2c1182eba8704e73690d46928b5c046cad15255d427e5e2ed7223c
+  metadata.gz: fac1a4cf2cadc198bf49d254f2ee130037bcc0e83b5c476fceb2bf731211e1fcf7467268e8ca0a61d2eafd24754a93fbab47426c1c826b76ab341e1d26403298
+  data.tar.gz: bf0c5c5fd16631ec22f04e6cbf26aa6273a3edccddda55b2bea496afd42289628882115779808636eb02955009ad23923b6d262d635f5c6db64ceb4fee303267

data/.gitlab-ci.yml

@@ -0,0 +1,15 @@
+image: ruby:2.4
+
+before_script:
+  - ruby -v
+  - which ruby
+  - gem install bundler --no-ri --no-rdoc
+  - bundle install --jobs $(nproc)  "${FLAGS[@]}"
+
+rspec:
+  script:
+    - bundle exec rspec --format documentation --color
+
+rubocop:
+  script:
+    - bundle exec rubocop

data/.rubocop.yml

@@ -0,0 +1,28 @@
+require: rubocop-rspec
+
+AllCops:
+  TargetRubyVersion: 2.4
+
+Metrics/BlockLength:
+  Enabled: true
+  ExcludedMethods: ['new'] # for SomeClass = Struct.new(:param) do
+  Exclude:
+    - 'spec/**/*'
+
+Style/AndOr:
+  EnforcedStyle: conditionals
+
+Layout/DotPosition:
+  EnforcedStyle: trailing
+
+Metrics/LineLength:
+  Max: 90
+
+Layout/SpaceInsideHashLiteralBraces:
+  EnforcedStyle: no_space
+
+Style/SingleLineMethods:
+  Enabled: false
+
+RSpec/NestedGroups:
+  Max: 4

data/Gemfile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in telegram_web_proxy.gemspec

data/README.md

@@ -22,7 +22,14 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+Telegram::Bot::Client.run(token) do |bot|
+  processor = TelegramWebProxy.new(bot)
+  bot.listen do |message|
+    processor.process(message)
+  end
+end
+
+Where token is your token for the telegram bot.
 
 ## Development
 
@@ -32,10 +39,9 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/telegram_web_proxy. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitLab at https://gitlab.com/x86d0cent/telegram_web_proxy. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
-

data/Rakefile

@@ -1,6 +1,8 @@
-require "bundler/gem_tasks"
-require "rspec/core/rake_task"
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
 
 RSpec::Core::RakeTask.new(:spec)
 
-task :default => :spec
+task default: :spec

data/bin/console

@@ -1,7 +1,8 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
-require "bundler/setup"
-require "telegram_web_proxy"
+require 'bundler/setup'
+require 'telegram_web_proxy'
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
@@ -10,5 +11,5 @@ require "telegram_web_proxy"
 # require "pry"
 # Pry.start
 
-require "irb"
+require 'irb'
 IRB.start(__FILE__)

data/lib/telegram_web_proxy.rb

@@ -1,8 +1,11 @@
+# frozen_string_literal: true
+
 require 'telegram/bot'
 require 'uri'
 require 'rest-client'
 require 'sanitize'
 
+# WebProxy for a Telegram bot which handles chats and process messages
 class TelegramWebProxy
   attr_accessor :bot
 
@@ -21,6 +24,7 @@ class TelegramWebProxy
   end
 
   private
+
   def get_chat(message)
     message.respond_to?(:chat) ? message.chat : message.message.chat
   end
@@ -28,5 +32,6 @@ end
 
 require File.dirname(__FILE__) + '/telegram_web_proxy/message_processor'
 require File.dirname(__FILE__) + '/telegram_web_proxy/page_fetcher'
+require File.dirname(__FILE__) + '/telegram_web_proxy/page_sanitizer'
 require File.dirname(__FILE__) + '/telegram_web_proxy/keyboard_generator'
 require File.dirname(__FILE__) + '/telegram_web_proxy/version'

data/lib/telegram_web_proxy/keyboard_generator.rb

@@ -1,33 +1,42 @@
-TelegramWebProxy::KeyboardGenerator = Struct.new(:fragments_number, :current_fragment)
-class TelegramWebProxy::KeyboardGenerator
-  MAX_BUTTONS = 8
+# frozen_string_literal: true
 
+TelegramWebProxy::KeyboardGenerator = Struct.new(:fragments_number, :current_fragment) do
+  MAX_BUTTONS = 8
 
   # @return [Telegram::Bot::Types::InlineKeyboardMarkup]
   def generate
-    @keyboard ||= Telegram::Bot::Types::InlineKeyboardMarkup.new(inline_keyboard: build_keyboard)
+    @keyboard ||=
+      Telegram::Bot::Types::InlineKeyboardMarkup.new(inline_keyboard: build_keyboard)
   end
 
   private
 
   def build_keyboard
-    [page_numbers.map{|i| new_button(i)}]
+    [page_numbers.map { |i| new_button(i) }]
   end
 
   def page_numbers
     if fragments_number <= MAX_BUTTONS
       full_visible
-    elsif current_fragment <= MAX_BUTTONS / 2 - 1
+    elsif current_fragment_in_the_beginning?
       beginning_visible
-    elsif (fragments_number - current_fragment) <= MAX_BUTTONS / 2
+    elsif current_fragment_in_the_ending?
       ending_visible
     else
       middle_visible
     end
   end
 
+  def current_fragment_in_the_beginning?
+    current_fragment <= MAX_BUTTONS / 2 - 1
+  end
+
+  def current_fragment_in_the_ending?
+    (fragments_number - current_fragment) <= MAX_BUTTONS / 2
+  end
+
   def full_visible
-    0 .. fragments_number - 1
+    0..fragments_number - 1
   end
 
   def beginning_visible
@@ -36,14 +45,15 @@ class TelegramWebProxy::KeyboardGenerator
 
   def middle_visible
     range = MAX_BUTTONS / 4
-    [0] + (current_fragment - range .. current_fragment + range).to_a + [fragments_number - 1]
+    [0] +
+      (current_fragment - range..current_fragment + range).to_a +
+      [fragments_number - 1]
   end
 
   def ending_visible
-    [0] + (fragments_number - MAX_BUTTONS + 2 .. fragments_number - 1).to_a
+    [0] + (fragments_number - MAX_BUTTONS + 2..fragments_number - 1).to_a
   end
 
-  private
   def new_button(idx)
     Telegram::Bot::Types::InlineKeyboardButton.new(text: button_text(idx),
                                                    callback_data: "/f #{idx}")

data/lib/telegram_web_proxy/message_processor.rb

@@ -1,6 +1,21 @@
-TelegramWebProxy::MessageProcessor = Struct.new(:bot, :chat)
+# frozen_string_literal: true
+
+TelegramWebProxy::MessageProcessor = Struct.new(:bot, :chat) do
+  MAX_FRAGMENT_SIZE = 4096
+  WEBSEARCH_URL = 'https://duckduckgo.com/lite'
+  HELP_TEXT =
+    <<~MSG
+      Supported requests:
+      /h - help
+      /o URL (or just URL without /o) - open URL
+      /s REQUEST - search with DuckDuckGo
+      /e - echo
+      /t - just a test
+    MSG
+  # /f is possible too
+
+  TEST_TEXT = "A ! <a href='tg:msg?text=test&to=wprox_bot'> click here</a> <a href='https://techcrunch.com/2017/07/14/startup-battlefield-application-deadline-extended-for-disrupt-sf-2/'>TC instant view</a> <a href='http://reddit.com'>Reddit</a>." # rubocop:disable Metrics/LineLength
 
-class TelegramWebProxy::MessageProcessor
   attr_accessor :message, :page
 
   def process(message)
@@ -20,37 +35,53 @@ class TelegramWebProxy::MessageProcessor
     end
   end
 
-  def process_message
+  def process_message # rubocop:disable Metrics/MethodLength, Metrics/CyclomaticComplexity
     command, args = message.text.split(' ', 2)
     case command
     when '/h'
-      send_text(text: "Supported requests: \n/h - help \n/o URL (or just URL without /o) - open URL\n/s REQUEST - search with DuckDuckGo\n/e - echo\n/t - just a test")
+      send_text(text: HELP_TEXT)
     when '/o'
-      #puts "Opening page: #{args}"
-      send_large_html(TelegramWebProxy::PageFetcher.new(args).get)
+      open_page(args)
     when '/s'
-      # puts "Search for: #{args}"
-      send_large_html(TelegramWebProxy::PageFetcher.new('https://duckduckgo.com/lite').post(q: args))
+      web_search(args)
     when '/e'
-      # puts "Echo: #{args}"
       send_text(text: args)
-    when '/f' #actually user shouldn't use this manually, see #process_callback
+    when '/f' # actually user shouldn't use this manually, see #process_callback
       send_fragment(args.to_i)
     when '/'
       puts 'Do nothing'
     when '/t'
-      text = "A ! <a href='tg:msg?text=test&to=wprox_bot'> click here</a> <a href='https://techcrunch.com/2017/07/14/startup-battlefield-application-deadline-extended-for-disrupt-sf-2/'>TC instant view</a> <a href='http://reddit.com'>Reddit</a>."
-      send_text(text: text)#, parse_mode: 'HTML', reply_markup: markup)
+      send_text(text: TEST_TEXT)
     else
-      if true #just url given
-        puts "Trying to open page: #{command}"
-        send_large_html(TelegramWebProxy::PageFetcher.new(command).get)
-      end
+      process_unknown_command(command)
     end
   end
 
   private
 
+  def looks_like_url?(str)
+    str =~ URI.regexp ||
+      str =~ /\A[\w-]+\.[\w-]+(\.[\w-]+)*\z/
+  end
+
+  # FIXME: check if given command is looks like an url
+  def process_unknown_command(command)
+    unless looks_like_url?(command)
+      send_text(text: 'Not a command or URL')
+    else
+      puts "Trying to open page: #{command}"
+      send_object(page_fetcher(command).get)
+    end
+  end
+
+  def open_page(args)
+    send_object(page_fetcher(args).get)
+  end
+
+  def web_search(args)
+    send_object(page_fetcher(WEBSEARCH_URL).post(q: args))
+  end
+
   def send_text(text:, reply_markup: nil, parse_mode: 'HTML')
     bot.api.send_message(chat_id: chat.id,
                          text: text,
@@ -64,39 +95,57 @@ class TelegramWebProxy::MessageProcessor
   # @param fragment [Integer] the number of the fragment to send
   #
   def send_fragment(fragment)
-    keyboard_markup = TelegramWebProxy::KeyboardGenerator.new(page.size, fragment).generate
+    keyboard_markup =
+      TelegramWebProxy::KeyboardGenerator.new(page.size, fragment).generate
     begin
       send_text(text: page[fragment], reply_markup: keyboard_markup)
-    rescue  Telegram::Bot::Exceptions::ResponseError => e
-      if e.error_code.to_s == '400'
-        text = "OOPS! Something wrong with fragment #{fragment + 1}. Here is a previous fragment: \n" + page[fragment - 1]
-        send_text(text: text, reply_markup: keyboard_markup)
-      else
-        send_text(text: "Error while sending fragment #{fragment + 1}")
-      end
+    rescue Telegram::Bot::Exceptions::ResponseError => e
+      handle_response_error(e, fragment, keyboard_markup)
     end
   end
 
-  def split_into_parts(page)
-    result = []
-    last_symbol = page.size - 1
-    fragment_size = 4096
-    start_pos = end_pos = 0
-    while end_pos < last_symbol
-      end_pos = [start_pos + fragment_size - 1, last_symbol].min
-      while !Nokogiri::XML("<e>#{page[start_pos..end_pos]}</e>").errors.empty?
-        end_pos -= 1
-      end
-      result << page[start_pos..end_pos] if start_pos < end_pos
-      start_pos = end_pos + 1
+  def handle_response_error(e, fragment, keyboard_markup)
+    if e.error_code.to_s == '400'
+      send_text(
+        text: "Error with fragment #{fragment + 1}. Previous one:\n" + page[fragment - 1],
+        reply_markup: keyboard_markup
+      )
+    else
+      send_text(text: "Error while sending fragment #{fragment + 1}")
     end
-    result
   end
 
+  def split_into_parts(page)
+    return [] if page.empty?
+    size = [page.size, MAX_FRAGMENT_SIZE].min
+    size = page[0, size].rindex('<') until valid_segment?(page[0, size])
+    raise "INVALID FRAGMENT near '#{page[0..500]}...'" unless size.positive?
+    [page[0, size], *split_into_parts(page[size..-1])]
+  end
+
+  # Checks if the segment of the page is valid and might be taken as a separate fragment
+  def valid_segment?(page_segment)
+    Nokogiri::XML("<e>#{page_segment}</e>").errors.empty?
+  end
+
+  def send_object(rest_response)
+    case rest_response.headers[:content_type].split('/')[0]
+    when 'text'
+      split_and_send(TelegramWebProxy::PageSanitizer.new(rest_response).sanitize)
+    when 'image'
+      send_text(text: '^')
+    else
+      send_text(text: 'Only text or image content is supported')
+    end
+  end
 
-  # Splits
-  def send_large_html(doc)
-    self.page = split_into_parts(doc)
+  # Splits fetched HTML and sends the first fragment
+  def split_and_send(html_doc)
+    self.page = split_into_parts(html_doc)
     send_fragment(0)
   end
+
+  def page_fetcher(url)
+    TelegramWebProxy::PageFetcher.new(url)
+  end
 end

data/lib/telegram_web_proxy/page_fetcher.rb

@@ -1,50 +1,14 @@
-TelegramWebProxy::PageFetcher = Struct.new(:url)
+# coding: utf-8
+# frozen_string_literal: true
 
-class TelegramWebProxy::PageFetcher
+TelegramWebProxy::PageFetcher = Struct.new(:url) do
   HTTP_USER_AGENT = 'ELinks/0.13.GIT (textmode; Linux 2.6.29 i686; 119x51-2)'
 
   def get
-    result = RestClient.get(url, user_agent: HTTP_USER_AGENT)
-    fix_relative_urls(sanitize_page(result.body), url)
+    RestClient.get(url, user_agent: HTTP_USER_AGENT)
   end
 
   def post(data)
-    result = RestClient.post(url, data, user_agent: HTTP_USER_AGENT)
-    fix_relative_urls(sanitize_page(result.body), url)
+    RestClient.post(url, data, user_agent: HTTP_USER_AGENT)
   end
-
-  private
-  # Takes out most of HTML tags and unnecesary whitespaces
-  def sanitize_page(body)
-    Sanitize.fragment(body,
-                      # these tags are allowed for Teregram, however,
-                      # nested tags are not allowed.
-                      # Would be great to resolve this issue later.
-                      # elements: ['b', 'strong', 'i', 'em', 'a', 'code', 'pre'],
-                      elements: ['a'],
-                      attributes: {'a' => ['href']},
-                      remove_contents: [:script, :style, :img],
-                      whitespace_elements: {
-                        'br'  => {before: "\n", after: ""},
-                        'div' => {before: "\n", after: "\n"},
-                        'p'   => {before: "\n", after: "\n"}
-                      }).
-      gsub(/\t+/, " ").
-      gsub(/ +/, " ").
-      gsub(/\n+/, "\n").
-      gsub(/( \n)+/, " \n").
-      gsub("\n \n", "\n")
-  end
-
-
-  # Replaces relative urls to absolute.
-  #
-  # @param text [String] original text
-  # @param url [String] url from where the page was fetched
-  # @return [String]
-  def fix_relative_urls(text, url)
-    uri = URI.parse(url)
-    text.gsub('ref="/', "ref=\"#{uri.scheme || 'http'}://#{uri.host || uri.path}/")
-  end
-
 end

data/lib/telegram_web_proxy/page_sanitizer.rb

@@ -0,0 +1,93 @@
+# coding: utf-8
+# frozen_string_literal: true
+
+TelegramWebProxy::PageSanitizer = Struct.new(:response) do
+  WHITESPACE_ELEMENTS = {'br'  => {before: "\n", after: ''},
+                         'div' => {before: "\n", after: "\n"},
+                         'p'   => {before: "\n", after: "\n"}}.freeze
+
+  def sanitize
+    fix_relative_urls(prepare_page(response.body), response.request.url)
+  end
+
+  private
+
+  # Takes out most of HTML tags and unnecesary whitespaces
+  def prepare_page(body)
+    remove_whitespaces(transform_img(remove_nested_tags(sanitize_tags(body))))
+  end
+
+  def image_description(attrs)
+    CGI.escapeHTML((attrs['alt'] || attrs['title'] || 'img').to_s[0..20])
+  end
+
+  def image_replacement(attrs)
+    return '' if attrs['width'].to_s == '1' && attrs['height'].to_s == '1'
+    "<a href=\"#{CGI.escapeHTML(attrs['src'])}\">〖#{image_description(attrs)}〗</a>"
+  end
+
+  # Replaces <img src=... alt=...> with <a href=img_src>img_alt</a>
+  def transform_img(text)
+    replacements = text.scan(/<\\?img [^>]*>/).map do |img_tag|
+      attrs = Nokogiri::HTML.fragment(img_tag).children[0].attributes
+      [img_tag, image_replacement(attrs)]
+    end
+    replacements.inject(text) { |str, tags| str.gsub(tags[0], tags[1]) }
+  end
+
+  def remove_nested_tags(text)
+    tree = Nokogiri::HTML.fragment(text)
+    [process_tree(tree)].flatten.map(&:to_s).join
+  end
+
+  def no_nested_tags?(tree, tag_name)
+    tree.children.none? { |c| c.enum_for(:traverse).map(&:name).include?(tag_name) }
+  end
+
+  # Makes the tree flat.
+  # It takes the top-level tag and remove all nested tags unless it has nested <a> tag
+  # (otherwise it takes <a> tag and remove all wrapping tags)
+  def process_tree(tree)
+    return tree if tree.instance_of? Nokogiri::XML::Text
+    if (tree.name == 'a' || no_nested_tags?(tree, 'a')) &&
+       !tree.instance_of?(Nokogiri::HTML::DocumentFragment)
+      text = tree.xpath('.//text()').to_s
+      tree.children.map(&:remove)
+      tree.add_child text
+      tree
+    else
+      tree.children.map { |child| process_tree(child) }
+    end
+  end
+
+  def sanitize_tags(body)
+    Sanitize.fragment(
+      body,
+      elements: %w[b strong i em a code pre img],
+      attributes: {'a' => ['href'], 'img' => %w[src alt title width height]},
+      remove_contents: %i[script style img],
+      whitespace_elements: WHITESPACE_ELEMENTS
+    )
+  end
+
+  def remove_whitespaces(text)
+    # FIXME: remove also linebreak from  "\n</tag>\n" and "\n<tag>\n"
+    text.
+      gsub(/\t+/, ' ').
+      gsub(/ +/, ' ').
+      gsub(/( \n)+/, "\n").
+      gsub(/\n+/, "\n").
+      strip
+  end
+
+  # Replaces relative urls to absolute.
+  #
+  # @param text [String] original text
+  # @param url [String] url from where the page was fetched
+  # @return [String]
+  def fix_relative_urls(text, url)
+    uri = URI.parse(url)
+    text.gsub('ref="//', "ref=\"#{uri.scheme || 'http'}://").
+      gsub('ref="/', "ref=\"#{uri.scheme || 'http'}://#{uri.host || uri.path}/")
+  end
+end

data/lib/telegram_web_proxy/version.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class TelegramWebProxy
-  VERSION = "0.1.0"
+  VERSION = '0.2.0'
 end

data/telegram_web_proxy.gemspec

@@ -1,20 +1,23 @@
 # coding: utf-8
+# frozen_string_literal: true
+
 lib = File.expand_path('../lib', __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'telegram_web_proxy/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = "telegram_web_proxy"
+  spec.name          = 'telegram_web_proxy'
   spec.version       = TelegramWebProxy::VERSION
-  spec.authors       = ["Vladimir Maslov"]
-  spec.email         = ["x86d0cent@gmail.com"]
+  spec.authors       = ['Vladimir Maslov']
+  spec.email         = ['x86d0cent@gmail.com']
 
-  spec.summary       = %q{Web proxy for Telegram}
-  spec.description   = %q{A simple web proxy bot for Telegram}
-  spec.homepage      = "https://gitlab.com/x86d0cent/telegram_web_proxy"
-  spec.license       = "MIT"
+  spec.summary       = 'Web proxy for Telegram'
+  spec.description   = 'A simple web proxy bot for Telegram'
+  spec.homepage      = 'https://gitlab.com/x86d0cent/telegram_web_proxy'
+  spec.license       = 'MIT'
 
-  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # Prevent pushing this gem to RubyGems.org.
+  # To allow pushes either set the 'allowed_push_host'
   # to allow pushing to a single host or delete this section to allow pushing to any host.
   # if spec.respond_to?(:metadata)
   #   spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com'"
@@ -26,16 +29,18 @@ Gem::Specification.new do |spec|
   spec.files         = `git ls-files -z`.split("\x0").reject do |f|
     f.match(%r{^(test|spec|features)/})
   end
-  spec.bindir        = "exe"
+  spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
+  spec.require_paths = ['lib']
+  spec.required_ruby_version = '>= 2.4.0'
 
-  spec.add_development_dependency "bundler", "~> 1.14"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency 'bundler', '~> 1.14'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'rubocop'
+  spec.add_development_dependency 'rubocop-rspec'
 
   spec.add_dependency 'rest-client', '~> 2.0'
   spec.add_dependency 'sanitize', '~> 4.5'
   spec.add_dependency 'telegram-bot-ruby', '~> 0.8.0'
-
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: telegram_web_proxy
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Vladimir Maslov
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-08-15 00:00:00.000000000 Z
+date: 2017-09-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -52,6 +52,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rest-client
   requirement: !ruby/object:Gem::Requirement
@@ -102,7 +130,9 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".gitlab-ci.yml"
 - ".rspec"
+- ".rubocop.yml"
 - ".travis.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
@@ -115,6 +145,7 @@ files:
 - lib/telegram_web_proxy/keyboard_generator.rb
 - lib/telegram_web_proxy/message_processor.rb
 - lib/telegram_web_proxy/page_fetcher.rb
+- lib/telegram_web_proxy/page_sanitizer.rb
 - lib/telegram_web_proxy/version.rb
 - telegram_web_proxy.gemspec
 homepage: https://gitlab.com/x86d0cent/telegram_web_proxy
@@ -129,7 +160,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.4.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="