wco_models 3.1.0.37 → 3.1.0.38

data/app/models/wco_email/context.rb

@@ -5,6 +5,7 @@
 class WcoEmail::Context
   include Mongoid::Document
   include Mongoid::Timestamps
+  include Mongoid::Paranoia
   store_in collection: 'ish_email_contexts'
 
   field :slug
@@ -44,13 +45,15 @@ class WcoEmail::Context
     self[:subject].presence || tmpl.subject
   end
 
-  belongs_to :email_template
+  has_and_belongs_to_many :leads,      class_name: 'Wco::Lead'
+
+  belongs_to :email_template, class_name: 'WcoEmail::EmailTemplate'
   def tmpl; email_template; end
 
-  belongs_to :scheduled_email_action, class_name: '::Office::ScheduledEmailAction', optional: true
+  belongs_to :scheduled_email_action, class_name: 'WcoEmail::ScheduledEmailAction', optional: true
   def sch; scheduled_email_action; end
 
-  belongs_to :email_campaign, class_name: 'Ish::EmailCampaign', optional: true
+  belongs_to :email_campaign, class_name: 'WcoEmail::EmailCampaign', optional: true
 
   field :rendered_str
 
@@ -60,26 +63,24 @@ class WcoEmail::Context
 
 
   def notsent
-    Ish::EmailContext.where( sent_at: nil, unsubscribed_at: nil )
+    WcoEmail::EmailContext.where( sent_at: nil, unsubscribed_at: nil )
   end
   def self.notsent; new.notsent; end
 
 
   def scheduled
     # or({ :send_at.lte => Time.now }, { :send_at => nil }) ## This won't work b/c I need draft state!
-    Ish::EmailContext.where({ :send_at.lte => Time.now  })
+    WcoEmail::EmailContext.where({ :send_at.lte => Time.now  })
   end
   def self.scheduled; new.scheduled; end
 
 
-  ## like belongs_to to_lead , but Lead is SQL to just the lead_id
-  field :lead_id, type: :integer
-  def lead; Lead.find( lead_id ); end
-  def to_email; lead[:email]; end ## @TODO: remove, just use the lead. _vp_ 2023-03-27
-  # ## no `to` field b/c that's the lead
-  # field :tos, type: :array, default: []
-  field :cc,  type: :string
-  field :ccs, type: :array, default: []
+  belongs_to :lead,      class_name: 'Wco::Lead'
+
+  field :cc,   type: :string
+  field :ccs,  type: :array, default: []
+  field :bcc,  type: :string
+  field :bccs, type: :array, default: []
 
   ##
   ## For tracking / utm
@@ -105,7 +106,7 @@ class WcoEmail::Context
       } },
       { '$sort' => { '_id': -1 } },
     ]
-    outs = Ish::EmailContext.collection.aggregate( pipeline )
+    outs = WcoEmail::EmailContext.collection.aggregate( pipeline )
     outs.to_a
   end
 

data/app/models/wco_email/conversation.rb

@@ -2,14 +2,17 @@
 class WcoEmail::Conversation
   include Mongoid::Document
   include Mongoid::Timestamps
-  # include Mongoid::Paranoia
-
+  include Mongoid::Paranoia
   store_in collection: 'office_email_conversations'
 
-  STATE_UNREAD = 'state_unread'
-  STATE_READ   = 'state_read'
-  STATES       = [ STATE_UNREAD, STATE_READ ]
-  field :state
+  STATUS_UNREAD = 'status_unread'
+  STATUS_READ   = 'status_read'
+  STATUSES      = [ STATUS_UNREAD, STATUS_READ ]
+  field :status
+  scope :unread, ->{ where( status: WcoEmail::Conversation::STATUS_UNREAD ) }
+  def unread?
+    status == STATUS_UNREAD
+  end
 
   field :subject
   index({ subject: -1 })
@@ -22,27 +25,10 @@ class WcoEmail::Conversation
 
   field :preview, default: ''
 
-  # has_many :lead_ties, class_name: 'Office::EmailConversationLead'
-  # def lead_ids
-  #   email_conversation_leads.map( &:lead_id )
-  # end
-  # field :lead_ids, type: :array, default: []
-  # def leads
-  #   Lead.find( lead_ties.map( &:lead_id ) )
-  # end
-
-  # has_many :email_messages,          class_name: 'Office::EmailMessage'
-  # has_many :email_conversation_tags, class_name: 'Office::EmailConversationTag'
-
-  has_and_belongs_to_many :tags, class_name: 'Wco::Tag'
-
-  # def self.in_tag tag
-  #   case tag.class
-  #   when String
-  #     tag = Wco::Tag.find_by slug: tag
-  #   end
-  #   where( :tag_ids => tag.id )
-  # end
+  has_many :messages,             class_name: '::WcoEmail::Message'
+
+  has_and_belongs_to_many :tags,  class_name: 'Wco::Tag'
+  has_and_belongs_to_many :leads, class_name: 'Wco::Lead'
 
 end
 Conv = WcoEmail::Conversation

data/app/models/wco_email/{scheduled_email_action.rb → email_action.rb}

@@ -3,39 +3,39 @@ require 'mongoid-paranoia'
 
 ##
 ## 2023-03-04 _vp_ An instance of an EmailAction.
+## 2023-03-04 _vp_ An instance of an EmailActionTemplate.
 ##
-class WcoEmail::ScheduledEmailAction
+class WcoEmail::EmailAction
   include Mongoid::Document
   include Mongoid::Timestamps
   include Mongoid::Paranoia
   store_in collection: 'office_scheduled_email_actions'
 
-  field :lead_id, type: :integer
-  def lead
-    Lead.find( lead_id )
-  end
 
-  STATE_ACTIVE       = 'active'
-  STATE_INACTIVE     = 'inactive'
-  STATE_TRASH        = 'trash'
-  STATE_UNSUBSCRIBED = 'unsubscribed'
-  STATES             = [ STATE_ACTIVE, STATE_INACTIVE, STATE_UNSUBSCRIBED, STATE_TRASH ]
-  field :state, type: :string
-  scope :active, ->{ where( state: STATE_ACTIVE ) }
+  STATUS_ACTIVE       = 'active'
+  STATUS_INACTIVE     = 'inactive'
+  STATUS_TRASH        = 'trash'
+  STATUS_UNSUBSCRIBED = 'unsubscribed'
+  STATUSS             = [ STATUS_ACTIVE, STATUS_INACTIVE, STATUS_UNSUBSCRIBED, STATUS_TRASH ]
+  field :status, type: :string
+  scope :active, ->{ where( status: STATUS_ACTIVE ) }
+
+  belongs_to :lead, class_name: 'Wco::Lead'
 
-  belongs_to :email_action, class_name: '::Office::EmailAction'
-  validates  :email_action, uniqueness: { scope: :lead_id }
-  def act;    email_action;    end
-  def act= a; email_action= a; end
+  belongs_to :email_action_template, class_name: 'WcoEmail::EmailActionTemplate'
+  validates  :email_action_template, uniqueness: { scope: :lead }
+  def tmpl; email_action_template; end
+  def tmpl= k; email_action_template = k; end
 
-  has_many :email_contexts, class_name: '::Ish::EmailContext'
+  has_many :email_contexts, class_name: 'WcoEmail::Context'
   def ctxs; email_contexts; end
 
   field :perform_at, type: :time
 
+
   def send_and_roll
     sch = self
-    sch.update({ state: Sch::STATE_INACTIVE })
+    sch.update({ status: STATUS_INACTIVE })
 
     # send now
     ctx = Ctx.create!({
@@ -54,11 +54,15 @@ class WcoEmail::ScheduledEmailAction
         email_action_id: tie.next_email_action.id,
       })
       next_sch.perform_at = eval(tie.next_at_exe)
-      next_sch.state      = Sch::STATE_ACTIVE
+      next_sch.status     = STATUS_ACTIVE
       next_sch.save!
     end
   end
 
+  def self.list
+    [[nil,nil]] + all.map { |p| [ "#{p.lead.email} :: #{p.tmpl.slug}", p.id ] }
+  end
+
+
 end
-Sch = WcoEmail::ScheduledEmailAction
 

data/app/models/wco_email/email_action_template.rb

@@ -0,0 +1,35 @@
+
+##
+## 2023-03-04 _vp_ When I receive one.
+## 2023-03-04 _vp_ When I send one, forever.
+##
+class WcoEmail::EmailActionTemplate
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Mongoid::Paranoia
+  store_in collection: 'wco_email_email_actions'
+
+  field :slug, type: :string
+  validates :slug, uniqueness: true, allow_nil: true
+  index({ slug: 1 }, { unique: true, name: "slug_idx" })
+
+  belongs_to :email_template, class_name: 'WcoEmail::EmailTemplate'
+  def tmpl; email_template; end
+
+  has_many :scheduled_email_actions, class_name: 'WcoEmail::ScheduledEmailAction'
+  def schs; scheduled_email_actions; end
+
+  has_many :ties,      class_name: 'WcoEmail::EmailActionTie', inverse_of: :email_action
+  has_many :prev_ties, class_name: 'WcoEmail::EmailActionTie', inverse_of: :next_email_action
+  accepts_nested_attributes_for :ties
+
+  has_many :email_filters, class_name: 'WcoEmail::EmailFilter', inverse_of: :email_action
+
+  ## @TODO: change this right now.
+  field :deleted_at, default: nil, type: :time
+
+  def self.list
+    [[nil,nil]] + WcoEmail::EmailAction.where({ :deleted_at => nil }).map { |a| [ a.slug, a.id ] }
+  end
+
+end

data/app/models/wco_email/email_filter.rb

@@ -5,6 +5,8 @@
 class WcoEmail::EmailFilter
   include Mongoid::Document
   include Mongoid::Timestamps
+  include Mongoid::Paranoia
+  store_in collection: 'office_email_filters' # 'wco_email_email_filters'
 
   field :from_regex
   field :from_exact
@@ -27,19 +29,14 @@ class WcoEmail::EmailFilter
   KINDS = [ nil, KIND_AUTORESPOND_TMPL, KIND_AUTORESPOND_EACT, KIND_ADD_TAG, KIND_REMOVE_TAG, KIND_DESTROY_SCHS]
   field :kind
 
-  STATE_ACTIVE   = 'active'
-  STATE_INACTIVE = 'inactive'
-  STATES = [ STATE_ACTIVE, STATE_INACTIVE ]
-  field :state, type: :string, default: STATE_ACTIVE
-  scope :active, ->{ where( state: STATE_ACTIVE ) }
+  STATUS_ACTIVE   = 'active'
+  STATUS_INACTIVE = 'inactive'
+  STATUSS = [ STATUS_ACTIVE, STATUS_INACTIVE ]
+  field :status, type: :string, default: STATUS_ACTIVE
+  scope :active, ->{ where( status: STATUS_ACTIVE ) }
 
-  belongs_to :email_template, class_name: 'Ish::EmailTemplate', optional: true
-  belongs_to :email_action,   class_name: 'Office::EmailAction', optional: true
-
-  field :wp_term_id, type: :integer
-  def category
-    self.wp_term_id && WpTag.find( self.wp_term_id )
-  end
+  belongs_to :email_template,        class_name: 'WcoEmail::EmailTemplate',         optional: true
+  belongs_to :email_action_template, class_name: 'WcoEmail::EmailActionTemplate',   optional: true
 
 end
 

data/app/models/wco_email/email_template.rb

@@ -0,0 +1,124 @@
+
+class WcoEmail::EmailTemplate
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Mongoid::Paranoia
+  store_in collection: 'ish_email_templates'
+
+  field :slug
+  validates :slug, presence: true, uniqueness: true
+  index({ slug: 1 }, { unique: true, name: "slug_idx" })
+  def to_s
+    "Tmpl:#{slug}"
+  end
+
+  field :preview_str, type: :string
+
+  field :layout, type: :string, default: 'plain'
+  LAYOUTS = %w| plain
+    m20221201react m20221222merryxmas
+    m202309_feedback
+    m202309_ror4
+    marketing_node_1
+    marketing_react_1
+    marketing_react_2
+    marketing_react_3
+    marketing_ror_1
+    marketing_ror_2
+    marketing_wordpres_1
+    marketing_wordpress_2
+    piousbox_roundborders
+    plain
+    tracking_footer
+    wasyaco_roundborders |
+
+  field :subject
+  field :body
+  field :can_unsubscribe, type: :boolean, default: true
+  field :config_exe,                      default: ""      ## unused! _vp_ 2023-09-24
+  field :config_json,     type: Object,   default: '{}'
+  field :layout, default: 'plain'
+
+  DEFAULT_FROM_EMAIL = 'Victor Pudeyev <victor@wasya.co>'
+  FROM_EMAILS = [
+    'Annesque Studio <hello@annesque.studio>',
+    'Annesque Studio <no-reply@annesque.studio>',
+
+    'BJJCollective <hello@bjjcollective.com>',
+    'BJJCollective <no-reply@bjjcollective.com>',
+
+    'DemmiTV <hello@demmi.tv>',
+    'DemmiTV <no-reply@demmi.tv>',
+
+    'Victor Pudeyev <victor@fedfis.com>',
+
+    'Infinite Shelter <hello@infiniteshelter.com>',
+    'Infinite Shelter <no-reply@infiniteshelter.com>',
+
+    'Oquaney Splicing <hello@oquaney-splicing.com>',
+    'Oquaney Splicing <no-reply@oquaney-splicing.com>',
+
+    'Victor Pudeyev <piousbox@gmail.com>',
+    'Victor Pudeyev <victor@piousbox.com>',
+    'Victor Pudeyev <no-reply@piousbox.com>',
+    'Victor Pudeyev <victor@pudeyev.com>',
+
+    'Sender SBS <hello@sender.sbs>',
+    'Sender SBS <no-reply@sender.sbs>',
+
+    'WasyaCo Consulting <admin@wasya.co>',
+    'Alex WCo <alex@wasya.co>',
+    'Bailey WCo <bailey@wasya.co>',
+    'Cameron WCo <cameron@wasya.co>',
+    'WasyaCo Consulting <hello@wasya.co>',
+    'Jess WCo <jess@wasya.co>',
+    'WasyaCo Consulting <no-reply@wasya.co>',
+    'Victor Pudeyev <victor@wasya.co>',
+
+    'WasyaCo Consulting <admin@wasyaco.com>',
+    'Alex WCo <alex@wasyaco.com>',
+    'Bailey WCo <bailey@wasyaco.com>',
+    'Cameron WCo <cameron@wasyaco.com>',
+    'WasyaCo Consulting <hello@wasyaco.com>',
+    'WasyaCo Consulting <no-reply@wasyaco.com>',
+    'Victor Pudeyev <victor@wasyaco.com>',
+
+    'Wasya Co Mailer <no-reply@wco.com.de>',
+    'Wasya Co Mailer <wasyacomailer@gmail.com>',
+  ];
+  field :from_email
+  def self.from_email_list
+    [ [nil, nil] ] + FROM_EMAILS.map { |i| [i, i] }
+  end
+
+  SIGNATURE = <<~AOL
+    <div>
+    <div><br></div>
+    <div>Regards,</div>
+    <div>-=----- &gt;8 --</div>
+    <div>Victor Pudeyev<br>Director of Engineering<br><a href="mailto:victor@wasya.co" target="_blank">victor@wasya.co</a> | <a href="https://tidycal.com/wasya-co/30min" target="_blank">Book a chat</a><br></div>
+    </div><hr /><br /><br /><br />
+  AOL
+
+  ## 2023-03-04 _vp_ This works!
+  def get_binding
+    @lead = Lead.where( email: 'stub@wasya.co' ).first
+    binding()
+  end
+
+  has_many :email_actions,  class_name: 'WcoEmail::EmailAction'
+  has_many :email_contexts, class_name: 'WcoEmail::EmailContext'
+  has_many :email_filters,  class_name: 'WcoEmail::EmailFilter'
+  has_many :unsubscribes,   class_name: 'WcoEmail::Unsubscribe'
+
+  SLUG_BLANK = 'blank'
+  def self.blank_template
+    out = Tmpl.find_or_create_by({ slug: SLUG_BLANK })
+  end
+  def self.blank; self.blank_template; end
+
+  def self.list
+    all.map { |p| [ p.id, p.slug ] }
+  end
+
+end

data/app/models/wco_email/message.rb

@@ -0,0 +1,228 @@
+
+require 'action_view'
+
+##
+##                 When I receive one.
+## 2023-12-28 _vp_ Continue.
+##
+class WcoEmail::Message
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Mongoid::Paranoia
+  store_in collection: 'wco_email_message'
+
+  field :message_id # MESSAGE-ID
+  validates :message_id, presence: true, uniqueness: true
+  index({ message_id: 1 }, { unique: true, name: "message_id_idx" })
+
+  field :in_reply_to_id, type: :string
+
+  field :object_key,  type: :string ## aka 'filename', use with bucket name + prefix. I need this!
+  validates :object_key, presence: true, uniqueness: true
+  index({ object_key: 1 }, { unique: true, name: "object_key_idx" })
+
+  field :subject
+
+  field :part_html
+
+  def part_html_sanitized
+    doc = Nokogiri::HTML part_html
+    images = doc.search('img')
+    images.each do |img|
+      img['src'] = 'missing'
+    end
+    doc.search('script').remove
+    doc.search('meta').remove
+    # doc.xpath('//@style').remove
+    doc.to_s.gsub('http', '').gsub('href="s://', 'href="https://')
+  end
+
+  def part_html_fully_sanitized
+    ActionView::Base.full_sanitizer.sanitize( part_html||'' ).squish
+  end
+
+  def preview_str
+    part_html_fully_sanitized[0..200]
+  end
+
+  field :part_txt
+
+  field :from,   type: :string
+  field :froms,  type: Array, default: []
+  field :to,     type: :string
+  field :tos,    type: Array, default: []
+  field :cc,     type: :string
+  field :ccs,    type: Array, default: []
+  def all_ccs; (tos||[]) + (ccs||[]) + (froms||[]); end
+  field :bcc,    type: :string
+  field :bccs,   type: Array, default: []
+
+  field :logs, type: Array, default: []
+
+  field :date, type: DateTime
+  def received_at ; date ; end
+
+  belongs_to :conversation, class_name: 'WcoEmail::Conversation'
+  def conv ; email_conversation ; end
+
+  belongs_to :stub, class_name: 'WcoEmail::MessageStub'
+
+  has_many :assets, class_name: 'Wco::Asset'
+  has_many :photos, class_name: 'Wco::Photo'
+
+  def apply_filter filter
+    case filter.kind
+
+    when ::Office::EmailFilter::KIND_DESTROY_SCHS
+      conv.add_tag    ::WpTag::TRASH
+      conv.remove_tag ::WpTag::INBOX
+      lead.schs.each do |sch|
+        sch.update_attributes({ state: ::Sch::STATE_TRASH })
+      end
+
+    when ::Office::EmailFilter::KIND_ADD_TAG
+      conv.add_tag filter.wp_term_id
+      if ::WpTag::TRASH == ::WpTag.find( filter.wp_term_id ).slug
+        conv.remove_tag ::WpTag::INBOX
+      end
+
+    when ::Office::EmailFilter::KIND_REMOVE_TAG
+      conv.remove_tag filter.wp_term_id
+
+    when ::Office::EmailFilter::KIND_AUTORESPOND_TMPL
+      Ish::EmailContext.create({
+        email_template: filter.email_template,
+        lead_id:        lead.id,
+        send_at:        Time.now + 22.minutes,
+      })
+
+    when ::Office::EmailFilter::KIND_AUTORESPOND_EACT
+      ::Sch.create({
+        email_action: filter.email_action,
+        state:        ::Sch::STATE_ACTIVE,
+        lead_id:      lead.id,
+        perform_at:   Time.now + 22.minutes,
+      })
+
+    else
+      raise "unknown filter kind: #{filter.kind}"
+    end
+  end
+
+  ## From: https://stackoverflow.com/questions/24672834/how-do-i-remove-emoji-from-string/24673322
+  def self.strip_emoji(text)
+    text = '' if text.blank?
+    text = text.force_encoding('utf-8').encode
+    clean = ""
+
+    # symbols & pics
+    regex = /[\u{1f300}-\u{1f5ff}]/
+    clean = text.gsub regex, ""
+
+    # enclosed chars
+    regex = /[\u{2500}-\u{2BEF}]/ # I changed this to exclude chinese char
+    clean = clean.gsub regex, ""
+
+    # emoticons
+    regex = /[\u{1f600}-\u{1f64f}]/
+    clean = clean.gsub regex, ""
+
+    #dingbats
+    regex = /[\u{2702}-\u{27b0}]/
+    clean = clean.gsub regex, ""
+  end
+  def strip_emoji text
+    WcoEmail::Message.strip_emoji text
+  end
+
+  ## For recursive parts of type `related`.
+  ## Content dispositions:
+  # "inline; creation-date=\"Tue, 11 Apr 2023 19:39:42 GMT\"; filename=image005.png; modification-date=\"Tue, 11 Apr 2023 19:47:53 GMT\"; size=14916",
+  #
+  ## Content Types:
+  # "application/pdf; name=\"Securities Forward Agreement -- HaulHub Inc -- Victor Pudeyev -- 2021-10-26.docx.pdf\""
+  # "image/jpeg; name=TX_DL_2.jpg"
+  # "image/png; name=image005.png"
+  # "multipart/alternative; boundary=_000_BL0PR10MB2913C560ADE059F0AB3A6D11829A9BL0PR10MB2913namp_",
+  # "text/html; charset=utf-8"
+  # "text/plain; charset=UTF-8"
+  # "text/calendar; charset=utf-8; method=REQUEST"
+  def churn_subpart part
+    if part.content_disposition&.include?('attachment')
+      save_attachment( part, filename: "subpart-attachment" )
+    else
+      if part.content_type.include?("multipart")
+        part.parts.each do |subpart|
+          churn_subpart( subpart )
+        end
+      else
+        if part.content_type.include?('text/html')
+          self.part_html = strip_emoji( part.decoded )
+
+        elsif part.content_type.include?("text/plain")
+          self.part_txt = part.decoded
+
+        elsif part.content_type.include?("text/calendar")
+          save_attachment( part, filename: 'subpart-calendar.ics' )
+
+        elsif part.content_type.include?("application/pdf")
+          save_attachment( part, filename: 'subpart.pdf' )
+
+        elsif part.content_type.include?("image/jpeg")
+          save_attachment( part, filename: 'subpart.jpg' )
+
+        elsif part.content_type.include?("image/png")
+          save_attachment( part, filename: 'subpart.png' )
+
+        else
+          save_attachment( part, filename: 'subpart-unspecified' )
+          self.logs.push "444 No action for a part with content_type #{part.content_type}"
+
+        end
+      end
+    end
+  end
+
+  def save_attachment att, filename: "no-filename-specified"
+    config = JSON.parse(stub.config)
+    if defined?( config['process_images'] ) &&
+      false == config['process_images']
+      return
+    end
+
+    content_type = att.content_type.split(';')[0]
+    if content_type.include? 'image'
+      photo = Wco::Photo.new({
+        content_type:      content_type,
+        email_message_id:  self.id,
+        image_data:        att.body.encoded,
+        original_filename: att.content_type_parameters[:name],
+      })
+      photo.decode_base64_image
+      photo.save
+
+    else
+      filename   = CGI.escape( att.filename || filename )
+      sio = StringIO.new att.body.decoded
+      File.open("/tmp/#{filename}", 'w:UTF-8:ASCII-8BIT') do |f|
+        f.puts(sio.read)
+      end
+      asset = Wco::Asset.new({
+        email_message: self,
+        filename:      filename,
+        object:        File.open("/tmp/#{filename}"),
+      })
+      if !asset.save
+        self.logs.push "Could not save a wco asset: #{asset.errors.full_messages.join(", ")}"
+        self.save
+      end
+    end
+  end
+
+
+end
+::Msg = WcoEmail::Message
+
+
+
+