wco_models 3.1.0.53 → 3.1.0.55

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7e600845398a0cd10bcd4683dfd01a7f3793ba4b1dc9e086df508d1845fc8127
-  data.tar.gz: a8f500decf7e7f67716cdcf3e53231239bedb36e3ee8098a0a27063ef80068f9
+  metadata.gz: 5ae4d6cc7110308649e7a5712cbfe581d43d60020e4033bf2df363578ee65db2
+  data.tar.gz: 842a7799e8f0d6808b1899913ce4aeb6f6088e10df079c6ecdf845329ed566c0
 SHA512:
-  metadata.gz: a5649ea010caf2ecba1b71bfdd800f4674320a5c36ac95c7aab2f0b9266d19eedfbb37ed3a91785c9e4bc8a80c4aeccc848e3709018d81c3bc427ddee740dbde
-  data.tar.gz: 8a7e153a876fe7f28c411c056e838f08e204f1d4647add4a72c68718474b8dc971af71105d7cd455bb4934b43a62560f752e29da1ac4d8f1f12475718f074cf0
+  metadata.gz: 99f8d28d0370c8c0d080c3c622ef6f1f989c8384be29ba28ba062edd60a05f12183a7a37e73c4b19f9e05f10cd4c4d575e7d81ca5112a2c7d6497d793268f845
+  data.tar.gz: e85181146abbaf57ef9cbca611620fade206ea94ee0f0af5853ed912fa0647c181729e309f24080e3c278e6e9ceb2ddc67d8396eeaa4d9f6ece5437d6f9a0492

data/app/assets/stylesheets/wco/utils.scss

@@ -113,6 +113,10 @@ h5.title {
   display: flex;
 }
 
+.h-500px {
+  min-height: 500px;
+}
+
 /* M */
 
 .maxwidth {

data/app/models/wco/lead.rb

@@ -14,6 +14,12 @@ class Wco::Lead
   field :address
 
   belongs_to :leadset, class_name: 'Wco::Leadset'
+  before_validation :set_leadset, on: :create
+  def set_leadset
+    domain         = email.split('@')[1]
+    self.leadset ||= Wco::Leadset.find_or_create_by({ company_url: domain })
+  end
+
   has_one :photo,      class_name: 'Wco::Photo'
 
   has_many                :email_messages,          class_name: '::WcoEmail::Message', inverse_of: :lead

data/app/models/wco_email/context.rb

@@ -25,7 +25,7 @@ class WcoEmail::Context
     if self[:body].presence
       return self[:body]
     else
-      return tmpl.body
+      return tmpl&.body || ''
     end
   end
 
@@ -35,8 +35,10 @@ class WcoEmail::Context
   def from_email
     if self[:from_email].presence
       return self[:from_email]
-    else
+    elsif tmpl&.from_email
       return tmpl.from_email
+    else
+      return DEFAULT_FROM_EMAIL
     end
   end
 

data/app/models/wco_email/email_template.rb

@@ -1,4 +1,6 @@
 
+DEFAULT_FROM_EMAIL = 'victor@wasya.co'
+
 class WcoEmail::EmailTemplate
   include Mongoid::Document
   include Mongoid::Timestamps
@@ -86,9 +88,20 @@ class WcoEmail::EmailTemplate
     'Wasya Co Mailer <no-reply@wco.com.de>',
     'Wasya Co Mailer <wasyacomailer@gmail.com>',
   ];
+  FROM_EMAILS_2 = [
+
+    [ 'Victor Pudeyev <piousbox@gmail.com>',    'piousbox@gmail.com' ],
+    [ 'Victor Pudeyev <victor@piousbox.com>',   'victor@piousbox.com' ],
+    [ 'Victor Pudeyev <no-reply@piousbox.com>', 'no-reply@piousbox.com' ],
+
+    [ 'WasyaCo Consulting <no-reply@wasya.co>', 'no-reply@wasya.co' ],
+    [ 'Victor Pudeyev <victor@wasya.co>',       'victor@wasya.co' ],
+
+  ];
   field :from_email
-  def self.from_email_list
-    [ [nil, nil] ] + FROM_EMAILS.map { |i| [i, i] }
+  def self.from_emails_list
+    # [ [nil, nil] ] + FROM_EMAILS.map { |i| [i, i] }
+    FROM_EMAILS_2
   end
 
   SIGNATURE = <<~AOL
@@ -118,7 +131,7 @@ class WcoEmail::EmailTemplate
   def self.blank; self.blank_template; end
 
   def self.list
-    all.map { |p| [ p.id, p.slug ] }
+    all.map { |p| [ p.slug, p.id ] }
   end
 
 end

data/app/models/wco_email/message.rb

@@ -67,7 +67,7 @@ class WcoEmail::Message
   def received_at ; date ; end
 
   belongs_to :conversation, class_name: 'WcoEmail::Conversation'
-  def conv ; email_conversation ; end
+  def conv ; conversation ; end
 
   belongs_to :stub, class_name: 'WcoEmail::MessageStub'
 

data/app/models/wco_email/message_stub.rb

@@ -1,4 +1,10 @@
 
+=begin
+
+key = '01070861907736276273039d9ee-c69a3509-5c85-481d-822e-ba65c204e1ba-000000@eu-central-1.amazonses.com'
+
+=end
+
 ##
 ## Only object_key, no validations.
 ## 2023-12-28 _vp_ Continue.
@@ -13,9 +19,9 @@ class WcoEmail::MessageStub
   STATUS_PENDING   = 'status_pending'
   STATUS_PROCESSED = 'status_processed'
   STATUS_FAILED    = 'status_failed'
-  STATUSES         = [ STATUS_PENDING, STATUS_PROCESSED ]
+  STATUSES         = [ STATUS_PENDING, STATUS_PROCESSED, STATUS_FAILED ]
   field :status, default: STATUS_PENDING
-  scope :pending, ->{ where( status: 'status_pending' ) }
+  scope :pending, ->{ where( status: STATUS_PENDING ) }
 
   field     :bucket # 'ish-ses', 'ish-ses-2024'
 
@@ -31,8 +37,180 @@ class WcoEmail::MessageStub
     {}
   AOL
 
-  ## This only saves a local messafe from mbox to s3.
-  def do_process message
+  def do_process
+    @client ||= Aws::S3::Client.new({
+      region:            ::S3_CREDENTIALS[:region_ses],
+      access_key_id:     ::S3_CREDENTIALS[:access_key_id_ses],
+      secret_access_key: ::S3_CREDENTIALS[:secret_access_key_ses],
+    })
+    stub = self
+
+    raw                = @client.get_object( bucket: stub.bucket, key: stub.object_key ).body.read
+    the_mail           = Mail.new( raw )
+
+    message_id         = the_mail.header['message-id']&.decoded
+    message_id       ||= "#{the_mail.date&.iso8601}::#{the_mail.from}"
+    # puts! message_id, 'message_id'
+
+    in_reply_to_id     = the_mail.header['in-reply-to']&.to_s
+    puts! in_reply_to_id, 'in_reply_to_id'
+
+    the_mail.to        = [ 'NO-RECIPIENT' ] if !the_mail.to
+    subject            = WcoEmail::Message.strip_emoji( the_mail.subject || '(wco-no-subject)' )
+    puts! subject, 'subject'
+
+    ## Conversation
+    if in_reply_to_id
+      in_reply_to_msg = WcoEmail::Message.where({ message_id: in_reply_to_id }).first
+      if !in_reply_to_msg
+        conv = WcoEmail::Conversation.find_or_create_by({
+          subject: subject,
+        })
+        in_reply_to_msg = WcoEmail::Message.find_or_create_by({
+          message_id: in_reply_to_id,
+          conversation: conv,
+        })
+      end
+      conv = in_reply_to_msg.conversation
+    else
+      conv = WcoEmail::Conversation.find_or_create_by({
+        subject: subject,
+      })
+    end
+
+
+    ## Leadset, Lead
+    from      = the_mail.from ? the_mail.from[0] : "nobody@unknown-doma.in"
+    domain    = from.split('@')[1]
+    leadset   = Wco::Leadset.where(  company_url: domain ).first
+    leadset ||= Wco::Leadset.create( company_url: domain, email: from )
+    lead      = Wco::Lead.find_or_create_by( email: from, leadset: leadset )
+
+
+    message   = WcoEmail::Message.unscoped.where( message_id: message_id ).first
+    if message
+      message.message_id = "#{Time.now.strftime('%Y%m%d')}-trash-#{message.message_id}"
+      message.object_key = "#{Time.now.strftime('%Y%m%d')}-trash-#{message.object_key}"
+      message.save!( validate: false )
+      message.delete
+    end
+    @message = WcoEmail::Message.create!({
+      stub:         stub,
+      conversation: conv,
+      lead:         lead,
+
+      message_id:     message_id,
+      in_reply_to_id: in_reply_to_id,
+      object_key:     stub.object_key,
+
+      subject: subject,
+      date:    the_mail.date,
+
+      from:  from,
+      froms: the_mail.from,
+
+      to:  the_mail.to ? the_mail.to[0] : nil,
+      tos: the_mail.to,
+
+      cc:  the_mail.cc ? the_mail.cc[0] : nil,
+      ccs:  the_mail.cc,
+    })
+
+    ## Parts
+    the_mail.parts.each do |part|
+      @message.churn_subpart( part )
+    end
+    @message.save
+
+    if the_mail.parts.length == 0
+      body = the_mail.body.decoded.encode('UTF-8', invalid: :replace, undef: :replace, replace: '?')
+      if the_mail.content_type&.include?('text/html')
+        @message.part_html = body
+      elsif the_mail.content_type&.include?('text/plain')
+        @message.part_txt = body
+      elsif the_mail.content_type.blank?
+        @message.part_txt = body
+      else
+        @message.logs.push "mail body of unknown type: #{the_mail.content_type}"
+      end
+      @message.save
+    end
+
+    ## Attachments
+    the_mail.attachments.each do |att|
+      @message.save_attachment( att )
+    end
+
+    if !@message.save
+      puts! @message.errors.full_messages.join(", "), "Could not save @message"
+    end
+
+
+    conv.leads.push lead
+    conv.save
+    # lead.conversations.push conv
+    # lead.save
+
+    the_mail.cc&.each do |cc|
+      domain  = cc.split('@')[1] rescue 'unknown.domain'
+      leadset = Wco::Leadset.find_or_create_by( company_url: domain )
+      Wco::Lead.find_or_create_by( email: cc, leadset: leadset )
+    end
+
+    conv.update_attributes({
+      status:      WcoEmail::Conversation::STATUS_UNREAD,
+      latest_at:   the_mail.date || Time.now.to_datetime,
+      from_emails: ( conv.from_emails + the_mail.from ).uniq,
+      preview:     @message.preview_str,
+    })
+
+    ##
+    ## Tags
+    ##
+    inbox_tag = Wco::Tag.inbox
+    conv.tags.push inbox_tag
+    conv.tags.push stub.tags
+    conv.save
+    # inbox_tag.conversations.push conv
+    # inbox_tag.save
+
+
+    ## Actions & Filters
+    email_filters = WcoEmail::EmailFilter.active
+    email_filters.each do |filter|
+      if ( filter.from_regex.blank?   ||  @message.from.match(                 filter.from_regex    ) ) &&
+        ( filter.from_exact.blank?    ||  @message.from.downcase.include?(     filter.from_exact&.downcase ) ) &&
+        ( filter.body_exact.blank?    ||  @message.part_html&.include?(        filter.body_exact    ) ) &&
+        ( filter.subject_regex.blank? ||  @message.subject.match(              filter.subject_regex ) ) &&
+        ( filter.subject_exact.blank? ||  @message.subject.downcase.include?(  filter.subject_exact&.downcase ) )
+
+        # || MiaTagger.analyze( @message.part_html, :is_spammy_recruite ).score > .5
+
+        puts! "applying filter #{filter} to conv #{conv}" if DEBUG
+
+        @message.apply_filter( filter )
+      end
+    end
+
+    stub.update_attributes({ status: WcoEmail::MessageStub::STATUS_PROCESSED })
+
+    ## Notification
+    config = JSON.parse(stub.config)
+    if config['skip_notification']
+      ;
+    else
+      conv = WcoEmail::Conversation.find( conv.id )
+      if conv.tags.include? inbox_tag
+        out = WcoEmail::ApplicationMailer.forwarder_notify( @message.id.to_s )
+        Rails.env.production? ? out.deliver_later : out.deliver_now
+      end
+    end
+
+    puts 'ok'
+  end
+
+  ## This only saves a local message from mbox to s3.
+  def save_mbox_to_m3 message
     the_mail = Mail.new(message)
     key      = the_mail.message_id || "no-key-#{Time.now.to_i}.#{rand(1000)}"
 
@@ -82,7 +260,7 @@ class WcoEmail::MessageStub
 
         if message
           if skip < @count
-            do_process message
+            save_mbox_to_m3 message
             print "#{@count}."
           else
             print "s-#{@count}."
@@ -98,7 +276,7 @@ class WcoEmail::MessageStub
 
     if message
       if skip < @count
-        do_process message
+        save_mbox_to_m3 message
         print "#{@count}."
       else
         print "s-#{@count}."

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: wco_models
 version: !ruby/object:Gem::Version
-  version: 3.1.0.53
+  version: 3.1.0.55
 platform: ruby
 authors:
 - Victor Pudeyev
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-10 00:00:00.000000000 Z
+date: 2024-01-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-s3