runger_email_reply_trimmer 0.2.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: dd04b62e18b2b1f82ad85786471685f6dc53c9675d2f7d7431966fd0bb518a79
+  data.tar.gz: ff797d745d30f3cc614dd8a5a76b669e1e4baa02dffd93a949523f0e7750ed00
+SHA512:
+  metadata.gz: cc7c3c0a0956f7d36aea958cdbcb42992958fc59e85d0e0bfc401857c8779a38e41038fa753ced8f8a268542fa45f96cf2bd96d69a150a273cb1714c429d3797
+  data.tar.gz: badb11c1de342bca0146764c79272a8cfe9220e0376d3665df1ccd9fc2cee1a0b9ad783c1f99613b694ad2ac6184602271a9b037c4150cf6120be4f91881701b

data/CHANGELOG.md

@@ -0,0 +1,7 @@
+## v0.2.0 (2023-05-21)
+### Changed
+- Rename with "Runger" prefix.
+- Make various other tweaks to make this a Runger-style gem.
+
+### Added
+- Release via RubyGems.

data/Gemfile

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in runger_email_reply_trimmer.gemspec
+gemspec
+
+group :development do
+  gem 'release_assistant', require: false, git: 'https://github.com/davidrunger/release_assistant'
+end
+
+group :development, :test do
+  gem 'minitest', '~> 5', require: false
+  gem 'rake', '~> 12', require: false
+  gem 'rubocop', require: false
+  gem 'runger_style', require: false
+end

data/Gemfile.lock

@@ -0,0 +1,72 @@
+GIT
+  remote: https://github.com/davidrunger/release_assistant
+  revision: a278e05c53c700b8946e5fed16c7286eacb963e3
+  specs:
+    release_assistant (0.3.3.alpha)
+      activesupport (>= 6, < 8)
+      colorize (~> 0.8)
+      memoist (~> 0.16)
+      slop (~> 4.8)
+
+PATH
+  remote: .
+  specs:
+    runger_email_reply_trimmer (0.2.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (7.0.4.3)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
+    ast (2.4.2)
+    colorize (0.8.1)
+    concurrent-ruby (1.2.2)
+    i18n (1.13.0)
+      concurrent-ruby (~> 1.0)
+    json (2.6.3)
+    memoist (0.16.2)
+    minitest (5.18.0)
+    parallel (1.23.0)
+    parser (3.2.2.1)
+      ast (~> 2.4.1)
+    rainbow (3.1.1)
+    rake (12.3.3)
+    regexp_parser (2.8.0)
+    rexml (3.2.5)
+    rubocop (1.51.0)
+      json (~> 2.3)
+      parallel (~> 1.10)
+      parser (>= 3.2.0.0)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml (>= 3.2.5, < 4.0)
+      rubocop-ast (>= 1.28.0, < 2.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 2.4.0, < 3.0)
+    rubocop-ast (1.28.1)
+      parser (>= 3.2.1.0)
+    ruby-progressbar (1.13.0)
+    runger_style (0.2.22)
+      rubocop (>= 1.38.0, < 2)
+    slop (4.10.1)
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
+    unicode-display_width (2.4.2)
+
+PLATFORMS
+  x86_64-darwin-20
+  x86_64-linux
+
+DEPENDENCIES
+  minitest (~> 5)
+  rake (~> 12)
+  release_assistant!
+  rubocop
+  runger_email_reply_trimmer!
+  runger_style
+
+BUNDLED WITH
+   2.4.12

data/LICENSE

@@ -0,0 +1,9 @@
+The MIT License (MIT)
+
+Copyright (c) Discourse
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,21 @@
+# Runger Email Reply Trimmer
+
+RungerEmailReplyTrimmer is a small library to trim replies from plain text email.
+
+## Usage
+
+To trim replies:
+
+`trimmed_body = RungerEmailReplyTrimmer.trim(email_body)`
+
+## Installation
+
+List the gem in your `Gemfile`:
+
+```rb
+gem 'runger_email_reply_trimmer'
+```
+
+## This is a fork
+
+It was forked from https://github.com/discourse/email_reply_trimmer.

data/Rakefile

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+def name
+  @name ||= Dir['*.gemspec'].first.split('.').first
+end
+
+def version
+  @version ||= File.read("lib/#{name}.rb")[/^\s*VERSION\s*=\s*['"](?'version'\d+\.\d+\.\d+)['"]/,
+    'version']
+end
+
+Rake::TestTask.new(:test)
+
+task default: :test

data/bin/release

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'release' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../Gemfile', __dir__)
+
+bundle_binstub = File.expand_path('bundle', __dir__)
+
+if File.file?(bundle_binstub)
+  if File.read(bundle_binstub, 300).include?('This file was generated by Bundler')
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('release_assistant', 'release')

data/lib/runger_email_reply_trimmer/delimiter_matcher.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module DelimiterMatcher
+  module_function
+
+  DELIMITER_CHARACTERS = '-_,=+~#*ᐧ—'
+  DELIMITER_REGEX      = /^[[:blank:]]*[#{Regexp.escape(DELIMITER_CHARACTERS)}]+[[:blank:]]*$/
+
+  def match?(line)
+    line =~ DELIMITER_REGEX
+  end
+end

data/lib/runger_email_reply_trimmer/email_header_matcher.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+module EmailHeaderMatcher
+  module_function
+
+  EMAIL_HEADERS_WITH_DATE_MARKERS = [
+    # Norwegian
+    ['Sendt'],
+    # English
+    ['Sent', 'Date'],
+    # French
+    ['Date', 'Le'],
+    # German
+    ['Gesendet'],
+    # Portuguese
+    ['Enviada em'],
+    # Spanish
+    ['Enviado'],
+    # Spanish (Mexican)
+    ['Fecha'],
+    # Italian
+    ['Data'],
+    # Dutch
+    ['Datum'],
+    # Swedish
+    ['Skickat'],
+    # Chinese
+    ['发送时间'],
+  ].freeze
+
+  EMAIL_HEADERS_WITH_DATE_REGEXES =
+    EMAIL_HEADERS_WITH_DATE_MARKERS.map do |header|
+      /^[[:blank:]*]*(?:#{header.join("|")})[[:blank:]*]*:.*\d+/
+    end
+
+  EMAIL_HEADERS_WITH_TEXT_MARKERS = [
+    # Norwegian
+    ['Fra', 'Til', 'Emne'],
+    # English
+    ['From', 'To', 'Cc', 'Reply-To', 'Subject'],
+    # French
+    ['De', 'Expéditeur', 'À', 'Destinataire', 'Répondre à', 'Objet'],
+    # German
+    ['Von', 'An', 'Betreff'],
+    # Portuguese
+    ['De', 'Para', 'Assunto'],
+    # Spanish
+    ['De', 'Para', 'Asunto'],
+    # Italian
+    ['Da', 'Risposta', 'A', 'Oggetto'],
+    # Dutch
+    ['Van', 'Beantwoorden - Aan', 'Aan', 'Onderwerp'],
+    # Swedish
+    ['Från', 'Till', 'Ämne'],
+    # Chinese
+    ['发件人', '收件人', '主题'],
+  ].freeze
+
+  EMAIL_HEADERS_WITH_TEXT_REGEXES =
+    EMAIL_HEADERS_WITH_TEXT_MARKERS.map do |header|
+      /^[[:blank:]*]*(?:#{header.join("|")})[[:blank:]*]*:.*[[:word:]]+/i
+    end
+
+  EMAIL_HEADER_REGEXES = [
+    EMAIL_HEADERS_WITH_DATE_REGEXES,
+    EMAIL_HEADERS_WITH_TEXT_REGEXES,
+  ].flatten
+
+  def match?(line)
+    EMAIL_HEADER_REGEXES.any? { |r| line =~ r }
+  end
+end

data/lib/runger_email_reply_trimmer/embedded_email_matcher.rb

@@ -0,0 +1,158 @@
+# frozen_string_literal: true
+
+module EmbeddedEmailMatcher
+  module_function
+
+  # On Wed, Sep 25, 2013, at 03:57 PM, jorge_castro wrote:
+  # On Thursday, June 27, 2013, knwang via Discourse Meta wrote:
+  # On Wed, 2015-12-02 at 13:58 +0000, Tom Newsom wrote:
+  # On 10/12/15 12:30, Jeff Atwood wrote:
+  # ---- On Tue, 22 Dec 2015 14:17:36 +0530 Sam Saffron<info@discourse.org> wrote ----
+  # Op 24 aug. 2013 om 16:48 heeft ven88 via Discourse Meta <info@discourse.org> het volgende geschreven:
+  # Le 4 janv. 2016 19:03, "Neil Lalonde" <info@discourse.org> a écrit :
+  # Dnia 14 lip 2015 o godz. 00:25 Michael Downey <info@discourse.org> napisał(a):
+  # Em seg, 27 de jul de 2015 17:13, Neil Lalonde <info@discourse.org> escreveu:
+  # El jueves, 21 de noviembre de 2013, codinghorror escribió:
+  # At 6/16/2016 08:32 PM, you wrote:
+  ON_DATE_SOMEONE_WROTE_REGEXES = [
+    # Chinese
+    /^[[:blank:]<>-]*在 (?:(?!\b(?>在|写道)\b).)+?写道[[:blank:].:>-]*$/im,
+    # Dutch
+    /^[[:blank:]<>-]*Op (?:(?!\b(?>Op|het\svolgende\sgeschreven|schreef)\b).)+?(het\svolgende\sgeschreven|schreef[^:]+)[[:blank:].:>-]*$/im,
+    # English
+    /^[[:blank:]<>-]*In message (?:(?!\b(?>In message|writes)\b).)+?writes[[:blank:].:>-]*$/im,
+    /^[[:blank:]<>-]*(On|At) (?:(?!\b(?>On|wrote|writes|says|said)\b).)+?(wrote|writes|says|said)[[:blank:].:>-]*$/im,
+    # French
+    /^[[:blank:]<>-]*Le (?:(?!\b(?>Le|nous\sa\sdit|a\s+écrit)\b).)+?(nous\sa\sdit|a\s+écrit)[[:blank:].:>-]*$/im,
+    # German
+    /^[[:blank:]<>-]*Am (?:(?!\b(?>Am|schrieben\sSie)\b).)+?schrieben\sSie[[:blank:].:>-]*$/im,
+    /^[[:blank:]<>-]*Am (?:(?!\b(?>Am|geschrieben)\b).)+?(geschrieben|schrieb[^:]+)[[:blank:].:>-]*$/im,
+    # Italian
+    /^[[:blank:]<>-]*Il (?:(?!\b(?>Il|ha\sscritto)\b).)+?ha\sscritto[[:blank:].:>-]*$/im,
+    # Polish
+    /^[[:blank:]<>-]*(Dnia|Dňa) (?:(?!\b(?>Dnia|Dňa|napisał)\b).)+?napisał(\(a\))?[[:blank:].:>-]*$/im,
+    # Portuguese
+    /^[[:blank:]<>-]*Em (?:(?!\b(?>Em|escreveu)\b).)+?escreveu[[:blank:].:>-]*$/im,
+    # Spanish
+    /^[[:blank:]<>-]*El (?:(?!\b(?>El|escribió)\b).)+?escribió[[:blank:].:>-]*$/im,
+  ].freeze
+
+  # Op 10 dec. 2015 18:35 schreef "Arpit Jalan" <info@discourse.org>:
+  # Am 18.09.2013 um 16:24 schrieb codinghorror <info@discourse.org>:
+  # Den 15. jun. 2016 kl. 20.42 skrev Jeff Atwood <info@discourse.org>:
+  # søn. 30. apr. 2017 kl. 00.26 skrev David Taylor <meta@discoursemail.com>:
+  ON_DATE_WROTE_SOMEONE_MARKERS = [
+    # Dutch
+    ['Op', 'schreef'],
+    # German
+    ['Am', 'schrieb'],
+    # Norwegian
+    ['Den', 'skrev'],
+    # Dutch
+    ['søn.', 'skrev'],
+  ].freeze
+
+  ON_DATE_WROTE_SOMEONE_REGEXES =
+    ON_DATE_WROTE_SOMEONE_MARKERS.map do |on, wrote|
+      /^[[:blank:]>]*#{on}\s.+\s#{wrote}\s[^:]+:/
+    end
+
+  # суббота, 14 марта 2015 г. пользователь etewiah написал:
+  # 23 mar 2017 21:25 "Neil Lalonde" <meta@discoursemail.com> napisał(a):
+  # 30 серп. 2016 р. 20:45 "Arpit" no-reply@example.com пише:
+  DATE_SOMEONE_WROTE_MARKERS = [
+    # Russian
+    ['пользователь', 'написал'],
+    # Polish
+    ['', 'napisał\\(a\\)'],
+    # Ukrainian
+    ['', 'пише'],
+  ].freeze
+
+  DATE_SOMEONE_WROTE_REGEXES =
+    DATE_SOMEONE_WROTE_MARKERS.map do |user, wrote|
+      if user.empty?
+        /\d{4}.{1,80}\n?.{0,80}?#{wrote}:/
+      else
+        /\d{4}.{1,80}#{user}.{0,80}\n?.{0,80}?#{wrote}:/
+      end
+    end
+
+  # Max Mustermann <try_discourse@discoursemail.com> schrieb am Fr., 28. Apr. 2017 um 11:53 Uhr:
+  SOMEONE_WROTE_ON_DATE_REGEXES = [
+    # English
+    /^.+\bwrote\b[[:space:]]+\bon\b.+[^:]+:/,
+    # German
+    /^.+\bschrieb\b[[:space:]]+\bam\b.+[^:]+:/,
+  ].freeze
+
+  # 2016-03-03 17:21 GMT+01:00 Some One
+  ISO_DATE_SOMEONE_REGEX = /^[[:blank:]>]*20\d\d-\d\d-\d\d \d\d:\d\d GMT\+\d\d:\d\d [\w[:blank:]]+$/
+
+  # 2015-10-18 0:17 GMT+03:00 Matt Palmer <info@discourse.org>:
+  # 2013/10/2 camilohollanda <info@discourse.org>
+  # вт, 5 янв. 2016 г. в 23:39, Erlend Sogge Heggen <info@discourse.org>:
+  # ср, 1 апр. 2015, 18:29, Denis Didkovsky <info@discourse.org>:
+  DATE_SOMEONE_EMAIL_REGEX = /\d{4}.{1,80}\s?<[^@<>]+@[^@<>.]+\.[^@<>]+>:?$/
+
+  # codinghorror via Discourse Meta wrote:
+  # codinghorror via Discourse Meta <info@discourse.org> schrieb:
+  SOMEONE_VIA_SOMETHING_WROTE_MARKERS = [
+    # English
+    'wrote',
+    # German
+    'schrieb',
+  ].freeze
+
+  SOMEONE_VIA_SOMETHING_WROTE_REGEXES =
+    SOMEONE_VIA_SOMETHING_WROTE_MARKERS.map do |wrote|
+      /^.+ via .+ #{wrote}:?[[:blank:]]*$/
+    end
+
+  # Some One <info@discourse.org> wrote:
+  # Gavin Sinclair (gsinclair@soyabean.com.au) wrote:
+  SOMEONE_EMAIL_WROTE_REGEX = /^.+\b[\w.+-]+@[\w.-]+\.\w{2,}\b.+wrote:?$/
+
+  # Posted by mpalmer on 01/21/2016
+  POSTED_BY_SOMEONE_ON_DATE_REGEX = /^[[:blank:]>]*Posted by .+ on \d{2}\/\d{2}\/\d{4}$/i
+
+  # Begin forwarded message:
+  # Reply Message
+  # ----- Forwarded Message -----
+  # ----- Original Message -----
+  # -----Original Message-----
+  # *----- Original Message -----*
+  # ----- Reply message -----
+  # ------------------ 原始邮件 ------------------
+  FORWARDED_EMAIL_REGEXES = [
+    # English
+    /^[[:blank:]>]*Begin forwarded message:/i,
+    /^[[:blank:]>*]*-{2,}[[:blank:]]*(Forwarded|Original|Reply) Message[[:blank:]]*-{2,}/i,
+    # French
+    /^[[:blank:]>]*Début du message transféré :/i,
+    /^[[:blank:]>*]*-{2,}[[:blank:]]*Message transféré[[:blank:]]*-{2,}/i,
+    # German
+    /^[[:blank:]>*]*-{2,}[[:blank:]]*Ursprüngliche Nachricht[[:blank:]]*-{2,}/i,
+    # Spanish
+    /^[[:blank:]>*]*-{2,}[[:blank:]]*Mensaje original[[:blank:]]*-{2,}/i,
+    # Chinese
+    /^[[:blank:]>*]*-{2,}[[:blank:]]*原始邮件[[:blank:]]*-{2,}/i,
+  ].freeze
+
+  EMBEDDED_REGEXES = [
+    ON_DATE_SOMEONE_WROTE_REGEXES,
+    ON_DATE_WROTE_SOMEONE_REGEXES,
+    DATE_SOMEONE_WROTE_REGEXES,
+    DATE_SOMEONE_EMAIL_REGEX,
+    SOMEONE_WROTE_ON_DATE_REGEXES,
+    ISO_DATE_SOMEONE_REGEX,
+    SOMEONE_VIA_SOMETHING_WROTE_REGEXES,
+    SOMEONE_EMAIL_WROTE_REGEX,
+    POSTED_BY_SOMEONE_ON_DATE_REGEX,
+    FORWARDED_EMAIL_REGEXES,
+  ].flatten
+
+  def match?(line)
+    EMBEDDED_REGEXES.any? { |r| line =~ r }
+  end
+end

data/lib/runger_email_reply_trimmer/empty_line_matcher.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module EmptyLineMatcher
+  module_function
+
+  def match?(line)
+    line =~ /^[[:blank:]]*$/
+  end
+end

data/lib/runger_email_reply_trimmer/quote_matcher.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module QuoteMatcher
+  module_function
+
+  def match?(line)
+    line =~ /^[[:blank:]]*>/
+  end
+end

data/lib/runger_email_reply_trimmer/signature_matcher.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+module SignatureMatcher
+  module_function
+
+  # Envoyé depuis mon iPhone
+  # Von meinem Mobilgerät gesendet
+  # Diese Nachricht wurde von meinem Android-Mobiltelefon mit K-9 Mail gesendet.
+  # Nik from mobile
+  # From My Iphone 6
+  # Sent via mobile
+  # Sent with Airmail
+  # Sent from Windows Mail
+  # Sent from my TI-85
+  # <<sent by galaxy>>
+  # (sent from a phone)
+  # (Sent from mobile device)
+  # 從我的 iPhone 傳送
+  SIGNATURE_REGEXES = [
+    # Chinese
+    /^[[:blank:]]*從我的 iPhone 傳送/i,
+    # English
+    /^[[:blank:]]*[[:word:]]+ from mobile/i,
+    /^[[:blank:]]*[(<]*Sent (from|via|with|by) .+[)>]*/i,
+    /^[[:blank:]]*From my .{1,20}/i,
+    /^[[:blank:]]*Get Outlook for /i,
+    # French
+    /^[[:blank:]]*Envoyé depuis (mon|Yahoo Mail)/i,
+    # German
+    /^[[:blank:]]*Von meinem .+ gesendet/i,
+    /^[[:blank:]]*Diese Nachricht wurde von .+ gesendet/i,
+    # Italian
+    /^[[:blank:]]*Inviato da /i,
+    # Norwegian
+    /^[[:blank:]]*Sendt fra min /i,
+    # Portuguese
+    /^[[:blank:]]*Enviado do meu /i,
+    # Spanish
+    /^[[:blank:]]*Enviado desde mi /i,
+    # Dutch
+    /^[[:blank:]]*Verzonden met /i,
+    /^[[:blank:]]*Verstuurd vanaf mijn /i,
+    # Swedish
+    /^[[:blank:]]*från min /i,
+  ].freeze
+
+  def match?(line)
+    # remove any markdown links
+    stripped = line.gsub(/\[([^\]]+)\]\([^)]+\)/) { ::Regexp.last_match(1) }
+    SIGNATURE_REGEXES.any? { |r| stripped =~ r }
+  end
+end

data/lib/runger_email_reply_trimmer/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module RungerEmailReplyTrimmer
+  VERSION = '0.2.1'
+end