RubyGems - mms2r - Versions diffs - 1.1.12 → 2.0.0 - Mend

mms2r 1.1.12 → 2.0.0

Files changed (131) hide show

data/History.txt +32 -2
data/Manifest.txt +41 -79
data/README.txt +50 -51
data/Rakefile +3 -2
data/conf/aliases.yml +8 -0
data/conf/message.alltel.com.yml +14 -0
data/conf/messaging.nextel.com.yml +10 -0
data/conf/mms.att.net.yml +9 -0
data/conf/mms.dobson.net.yml +4 -0
data/conf/mms.luxgsm.lu.yml +8 -0
data/conf/mms.myhelio.com.yml +12 -0
data/conf/mms.netcom.no.yml +4 -0
data/conf/mms.o2online.de.yml +8 -0
data/conf/mms.three.co.uk.yml +15 -0
data/conf/mms2r_media.yml +6 -0
data/conf/orangemms.net.yml +13 -0
data/conf/pm.sprint.com.yml +10 -0
data/conf/pxt.vodafone.net.nz.yml +5 -0
data/conf/tmomail.net.yml +16 -0
data/conf/vzwpix.com.yml +8 -0
data/dev_tools/anonymizer.rb +20 -0
data/lib/mms2r.rb +19 -45
data/lib/mms2r/media.rb +288 -300
data/lib/mms2r/media/sprint.rb +189 -0
data/test/fixtures/att-text-01.mail +27 -0
data/test/fixtures/helio-image-01.mail +8 -8
data/test/fixtures/helio-message-01.mail +327 -0
data/test/fixtures/luxgsm-image-01.mail +388 -0
data/test/fixtures/netcom-image-01.mail +556 -0
data/test/fixtures/o2-de-image-01.mail +314 -0
data/test/fixtures/orange-uk-image-01.mail +71 -0
data/test/fixtures/pxt-image-01.mail +118 -0
data/test/fixtures/sprint-broken-image-01.mail +1 -1
data/test/fixtures/sprint-image-01.mail +211 -195
data/test/fixtures/sprint-purged-image-01.mail +1 -1
data/test/fixtures/sprint-two-images-01.mail +231 -198
data/test/fixtures/sprint-video-01.mail +210 -195
data/test/fixtures/three-uk-image-01.mail +1202 -0
data/test/test_helper.rb +39 -0
data/test/{test_mms2r_alltel_media.rb → test_message_alltel_com.rb} +13 -17
data/test/{test_mms2r_nextel_media.rb → test_messaging_nextel_com.rb} +12 -19
data/test/{test_mms2r_sprint_pcs_media.rb → test_messaging_sprintpcs_com.rb} +9 -10
data/test/test_mms2r_media.rb +474 -316
data/test/test_mms_att_net.rb +92 -0
data/test/test_mms_dobson_net.rb +41 -0
data/test/test_mms_luxgsm_lu.rb +50 -0
data/test/test_mms_myhelio_com.rb +60 -0
data/test/test_mms_netcom_no.rb +52 -0
data/test/test_mms_o2online_de.rb +53 -0
data/test/test_mms_three_co_uk.rb +42 -0
data/test/test_orangemms_net.rb +100 -0
data/test/test_pm_sprint_com.rb +201 -0
data/test/test_pxt_vodafone_net_nz.rb +37 -0
data/test/{test_mms2r_t_mobile_media.rb → test_tmomail_net.rb} +8 -19
data/test/{test_mms2r_verizon_media.rb → test_vzwpix_com.rb} +34 -27
data/vendor/plugins/mms2r/lib/autotest/mms2r.rb +16 -11
metadata +128 -157
data/conf/mms2r_alltel_media_ignore.yml +0 -13
data/conf/mms2r_att_media_subject.yml +0 -3
data/conf/mms2r_cingular_me_media_subject.yml +0 -3
data/conf/mms2r_cingular_me_media_transform.yml +0 -7
data/conf/mms2r_dobson_media_ignore.yml +0 -4
data/conf/mms2r_helio_media_ignore.yml +0 -6
data/conf/mms2r_media_ignore.yml +0 -5
data/conf/mms2r_media_subject.yml +0 -3
data/conf/mms2r_my_cingular_media_subject.yml +0 -3
data/conf/mms2r_nextel_media_ignore.yml +0 -11
data/conf/mms2r_orange_france_media_ignore.yml +0 -6
data/conf/mms2r_orange_poland_media_subject.yml +0 -3
data/conf/mms2r_sprint_media_ignore.yml +0 -7
data/conf/mms2r_sprint_media_subject.yml +0 -3
data/conf/mms2r_t_mobile_media_ignore.yml +0 -16
data/conf/mms2r_verizon_media_ignore.yml +0 -4
data/conf/mms2r_verizon_media_transform.yml +0 -5
data/lib/mms2r/alltel_media.rb +0 -10
data/lib/mms2r/att_media.rb +0 -13
data/lib/mms2r/cingular_me_media.rb +0 -23
data/lib/mms2r/dobson_media.rb +0 -13
data/lib/mms2r/helio_media.rb +0 -20
data/lib/mms2r/m_mode_media.rb +0 -13
data/lib/mms2r/my_cingular_media.rb +0 -15
data/lib/mms2r/nextel_media.rb +0 -17
data/lib/mms2r/orange_france_media.rb +0 -10
data/lib/mms2r/orange_poland_media.rb +0 -10
data/lib/mms2r/sprint_media.rb +0 -182
data/lib/mms2r/sprint_pcs_media.rb +0 -16
data/lib/mms2r/t_mobile_media.rb +0 -21
data/lib/mms2r/verizon_media.rb +0 -19
data/lib/mms2r/vtext_media.rb +0 -16
data/lib/vendor/text/format.rb +0 -1466
data/lib/vendor/tmail.rb +0 -3
data/lib/vendor/tmail/address.rb +0 -242
data/lib/vendor/tmail/attachments.rb +0 -39
data/lib/vendor/tmail/base64.rb +0 -71
data/lib/vendor/tmail/config.rb +0 -69
data/lib/vendor/tmail/encode.rb +0 -467
data/lib/vendor/tmail/facade.rb +0 -552
data/lib/vendor/tmail/header.rb +0 -914
data/lib/vendor/tmail/info.rb +0 -35
data/lib/vendor/tmail/loader.rb +0 -1
data/lib/vendor/tmail/mail.rb +0 -447
data/lib/vendor/tmail/mailbox.rb +0 -433
data/lib/vendor/tmail/mbox.rb +0 -1
data/lib/vendor/tmail/net.rb +0 -280
data/lib/vendor/tmail/obsolete.rb +0 -135
data/lib/vendor/tmail/parser.rb +0 -1522
data/lib/vendor/tmail/port.rb +0 -377
data/lib/vendor/tmail/quoting.rb +0 -131
data/lib/vendor/tmail/scanner.rb +0 -41
data/lib/vendor/tmail/scanner_r.rb +0 -263
data/lib/vendor/tmail/stringio.rb +0 -277
data/lib/vendor/tmail/tmail.rb +0 -1
data/lib/vendor/tmail/utils.rb +0 -238
data/test/fixtures/broken_from_spam.mail +0 -80
data/test/fixtures/hello_world_empty_text.mail +0 -7
data/test/fixtures/hello_world_mail_multipart.mail +0 -24
data/test/fixtures/hello_world_mail_plain_no_content_type.mail +0 -7
data/test/fixtures/hello_world_mail_plain_with_content_type.mail +0 -8
data/test/fixtures/simple-with-two-images-two-texts.mail +0 -49
data/test/fixtures/simple_image.mail +0 -19
data/test/fixtures/simple_multipart_alternative.mail +0 -42
data/test/test_mms2r_att_media.rb +0 -54
data/test/test_mms2r_cingular_me_media.rb +0 -51
data/test/test_mms2r_dobson_media.rb +0 -46
data/test/test_mms2r_helio_media.rb +0 -49
data/test/test_mms2r_m_mode_media.rb +0 -36
data/test/test_mms2r_my_cingular_media.rb +0 -31
data/test/test_mms2r_orange_france_media.rb +0 -53
data/test/test_mms2r_orange_poland_media.rb +0 -42
data/test/test_mms2r_sprint_media.rb +0 -269
data/test/test_mms2r_vtext_media.rb +0 -28

data/conf/mms2r_alltel_media_ignore.yml DELETED

@@ -1,13 +0,0 @@
----
-text/html:
-- !ruby/regexp /^<html> <head> <title>Picture Messaging<\/title>.*/
-multipart/alternative:
-- mms
-image/gif:
-- spacer.gif
-- header.gif
-- bluebar.gif
-- divider.gif
-- greenbar.gif
-image/jpeg:
-- alltel_logo.jpg

data/conf/mms2r_att_media_subject.yml DELETED

@@ -1,3 +0,0 @@
----
-- !ruby/regexp /^Multimedia message$/i

data/conf/mms2r_cingular_me_media_subject.yml DELETED

@@ -1,3 +0,0 @@
----
-- !ruby/regexp /^Multimedia message$/i

data/conf/mms2r_cingular_me_media_transform.yml DELETED

@@ -1,7 +0,0 @@
----
-text/plain:
-  "\n--\n\
-    ===============================================\n\
-    Brought to you by, Cingular Wireless Messaging\n\
-    http://www.CingularMe.COM/": ""

data/conf/mms2r_dobson_media_ignore.yml DELETED

@@ -1,4 +0,0 @@
----
-application/smil:
-- !ruby/regexp /^<smil><head><layout><root-layout width=/

data/conf/mms2r_helio_media_ignore.yml DELETED

@@ -1,6 +0,0 @@
----
-image/gif:
-- top.gif
-- bottom.gif
-- middle_img.gif

data/conf/mms2r_media_ignore.yml DELETED

@@ -1,5 +0,0 @@
----
-multipart/mixed:
-- !ruby/regexp /^Attachment\:\ /
-text/plain:
-- !ruby/regexp /^\s+$/

data/conf/mms2r_media_subject.yml DELETED

@@ -1,3 +0,0 @@
----
-- !ruby/regexp /^\(no subject\)$/i

data/conf/mms2r_my_cingular_media_subject.yml DELETED

@@ -1,3 +0,0 @@
----
-- !ruby/regexp /^Multimedia message$/i

data/conf/mms2r_nextel_media_ignore.yml DELETED

@@ -1,11 +0,0 @@
----
-text/plain:
-- !ruby/regexp /^This is an MMS message. 20\d\d Sprint Nextel. All rights reserved./
-- !ruby/regexp /^This is an MMS message. Please go to http:\/\/mms.nextel.com\/mms\/anon\/do\/legacy\/viewDirect/
-- !ruby/regexp /^This is a multi-part message in MIME format./
-text/html:
-- !ruby/regexp /^<html><body> This is an MMS message. <br><center> 20\d\d Sprint Nextel. All rights reserved <br><\/center> <\/body><\/html>/
-- !ruby/regexp /^<html><body> <center>This is an MMS message. <br><center> 20\d\d Sprint Nextel. All rights reserved<\/center><br><img/
-- !ruby/regexp /^<html><body> This is an MMS message. <br><center> 20\d\d Sprint Nextel. All rights reserved<\/center> <\/body><\/html>/
-- !ruby/regexp /^<html><body> This is an MMS message. Please go to <a href="http:\/\/mms.nextel.com\/mms\/anon\/do\/legacy\/viewDirect/

data/conf/mms2r_orange_france_media_ignore.yml DELETED

@@ -1,6 +0,0 @@
----
-application/smil:
-- !ruby/regexp /^<smil><head><layout><root-layout height=/
-text/plain:
-- banniere.txt

data/conf/mms2r_orange_poland_media_subject.yml DELETED

@@ -1,3 +0,0 @@
----
-- !ruby/regexp /^Wiadomość multimedialna.\s*$/i

data/conf/mms2r_sprint_media_ignore.yml DELETED

@@ -1,7 +0,0 @@
----
-text/html:
-- !ruby/regexp /Ze're sorry, this page is not available. We apologize for the inconvenience./
-text/plain:
-- !ruby/regexp /^You have new Picture Mail! Click Go/View to see now./
-- !ruby/regexp /^You have new Video Mail! Click Go/View to see now./

data/conf/mms2r_sprint_media_subject.yml DELETED

@@ -1,3 +0,0 @@
----
-- !ruby/regexp /^You have new Picture Mail!$/i

data/conf/mms2r_t_mobile_media_ignore.yml DELETED

@@ -1,16 +0,0 @@
----
-text/html:
-- !ruby/regexp /^<html> <head> <title>T-Mobile</title>/
-image/jpeg:
-- masthead.jpg
-image/gif:
-- dottedline350.gif
-- dottedline600.gif
-- dottedLine_350.gif
-- dottedLine_600.gif
-- spacer.gif
-- video.gif
-- audio.gif
-- tmobilelogo.gif
-- tmobilespace.gif

data/conf/mms2r_verizon_media_ignore.yml DELETED

@@ -1,4 +0,0 @@
----
-text/plain:
-- !ruby/regexp /^This message was sent using PIX-FLIX Messaging service from Verizon Wireless!.*$/

data/conf/mms2r_verizon_media_transform.yml DELETED

@@ -1,5 +0,0 @@
----
-text/plain:
-  ? !ruby/regexp /^(.+?)\s+This message was sent using PIX-FLIX Messaging service from Verizon Wireless!.*/m
-  : \1

data/lib/mms2r/alltel_media.rb DELETED

@@ -1,10 +0,0 @@
-module MMS2R
-  ##
-  # Alltel version of MMS2R::Media
-  #
-  # Alltel inlcudes various Alltel advertising wrapped in a HTML presentation
-  class MMS2R::AlltelMedia < MMS2R::Media
-  end
-end

data/lib/mms2r/att_media.rb DELETED

@@ -1,13 +0,0 @@
-module MMS2R
-  ##
-  # AT&T version of MMS2R::Media
-  #
-  # The AT&T examples (like their  MMode brothers)
-  # do not contain advertising and the subject of the
-  # message can be the file name of the media attached
-  # to the MMS or empty.
-  class MMS2R::AttMedia < MMS2R::Media
-  end
-end

data/lib/mms2r/cingular_me_media.rb DELETED

@@ -1,23 +0,0 @@
-module MMS2R
-  ##
-  # Cingular Me version of MMS2R::Media
-  #
-  # The characteristics of Cingular Me is that its the
-  # MMS version of a SMS, essentially just a non-multipart
-  # (plain) email.
-  #
-  # The default Subject from the carrier these messages
-  # is just an empty string
-  #
-  # There is often a text footer in these messages:
-  #
-  # --
-  # ===============================================
-  # Brought to you by, Cingular Wireless Messaging
-  # http://www.CingularMe.COM/
-  #
-  class MMS2R::CingularMeMedia < MMS2R::Media
-  end
-end

data/lib/mms2r/dobson_media.rb DELETED

@@ -1,13 +0,0 @@
-module MMS2R
-  ##
-  # Dobson/Cellular One version version of MMS2R::Media
-  #
-  # So far, Dobson MMS messages do not contain advertising
-  # They do, however, have a SMIL part that gives markup
-  # structure to any user generated content the MMS may
-  # contain and can be safely ignored.
-  class MMS2R::DobsonMedia < MMS2R::Media
-  end
-end

data/lib/mms2r/helio_media.rb DELETED

@@ -1,20 +0,0 @@
-require 'rubygems'
-require 'hpricot'
-module MMS2R
-  ##
-  # Helio version version of MMS2R::Media
-  #
-  # Helio has a clean multipart/mixed message format.  It
-  # includes markup that holds some branding around the media
-  # artifact.  If text is included with the message it is located
-  # in the markup.
-  class MMS2R::HelioMedia < MMS2R::Media
-    def body
-      d = Hpricot(default_text())
-      body = d.search("//table/tr[2]/td/table/tr/td/table/tr[6]/td").inner_html
-      body
-    end
-  end
-end

data/lib/mms2r/m_mode_media.rb DELETED

@@ -1,13 +0,0 @@
-module MMS2R
-  ##
-  # MMode version of MMS2R::Media
-  #
-  # The only examples of MMode seen so far do not
-  # contain advertising and the subject of the
-  # message is the file name of the media attached
-  # to the MMS.
-  class MMS2R::MModeMedia < MMS2R::Media
-  end
-end

data/lib/mms2r/my_cingular_media.rb DELETED

@@ -1,15 +0,0 @@
-module MMS2R
-  ##
-  # My Cingular version of MMS2R::Media
-  #
-  # The Cingular MMS messages are well formed multipart
-  # mails and do not contain any extra advertising or
-  # mark up for structure.
-  #
-  # The default subject from the carrier if the user does
-  # not provide one is "Multimedia message"
-  class MMS2R::MyCingularMedia < MMS2R::Media
-  end
-end

data/lib/mms2r/nextel_media.rb DELETED

@@ -1,17 +0,0 @@
-module MMS2R
-  ##
-  # Nextel version of MMS2R::Media
-  #
-  # Typically these messages have two multiparts, one is the
-  # image attached to the MMS and the other is a multipart
-  # alternative.  The alternative has text and html alternative
-  # parts announcing the fact that its a MMS message from
-  # Sprint Nextel and these parts can be ignored.
-  #
-  # The default subject on these messages from the carrier
-  # is the name of the image or video attached to the message.
-  class MMS2R::NextelMedia < MMS2R::Media
-  end
-end

data/lib/mms2r/orange_france_media.rb DELETED

@@ -1,10 +0,0 @@
-module MMS2R
-  ##
-  # Orange-France version of MMS2R::Media
-  #
-  # Orange uses multipart/mixed
-  class MMS2R::OrangeFranceMedia < MMS2R::Media
-  end
-end

data/lib/mms2r/orange_poland_media.rb DELETED

@@ -1,10 +0,0 @@
-module MMS2R
-  ##
-  # Orange-Poland version of MMS2R::Media
-  #
-  # Orange-Poland adds its own subject if it's empty.
-  class MMS2R::OrangePolandMedia < MMS2R::Media
-  end
-end

data/lib/mms2r/sprint_media.rb DELETED

@@ -1,182 +0,0 @@
-require 'net/http'
-require 'rubygems'
-require 'hpricot'
-require 'cgi'
-module MMS2R
-  ##
-  # Sprint version of MMS2R::Media
-  #
-  # Sprint is an annoying carrier because they think they
-  # are so important that they don't actually transmit
-  # user generated content (like images or videos) directly
-  # in the MMS message.  Instead, what they do is hijack the
-  # media that is sent from the cellular subscriber and place
-  # that content on a content server.  In place of the media
-  # the recipient receives a HTML part telling the recipient
-  # how great Sprint is with links back to their content server.
-  # Then the recipient has to click through Sprint more pages
-  # to view the content.
-  #
-  # The default subject on these messages from the
-  # carrier is "You have new Picture Mail!"
-  class MMS2R::SprintMedia < MMS2R::Media
-    ##
-    # MMS2R::SprintMedia has to override process() because Sprint
-    # doesn't attach media (images, video, etc.) to its MMS.  Media such
-    # as images and videos are hosted on a Sprint content server.
-    # MMS2R::SprintMedia has to pick apart an HTML attachment to find
-    # the URL to the media on Sprint's content server and download
-    # each piece of content.  Any text message part of the MMS
-    # if it exists is embedded in the html.
-    def process
-      @logger.info("#{self.class} processing") unless @logger.nil?
-      #sprint MMS are multipart
-      parts = @mail.parts
-      #find the payload html
-      doc = nil
-      parts.each do |p|
-        next unless self.class.part_type?(p).eql?('text/html')
-        d = Hpricot(p.body)
-        title = d.at('title').inner_html
-        doc = d if title =~ /You have new Picture Mail!/
-      end
-      return if doc.nil? #it was a dud
-      # break it down
-      sprint_phone_number(doc)
-      sprint_process_text(doc)
-      sprint_process_media(doc)
-      # when process acts upon a block
-      if block_given?
-        media.each do |k, v|
-          yield(k, v)
-        end
-      end
-    end
-    private
-    ##
-    # Digs out where Sprint hides the phone number
-    def sprint_phone_number(doc)
-      c = doc.search("/html/head/comment()").last
-      t = c.content.gsub(/\s+/m," ").strip
-      #@number returned in parent's #number
-      @number = / name=&quot;MDN&quot;&gt;(\d+)&lt;/.match(t)[1]
-    end
-    ##
-    # pulls out the user text form the MMS and adds the text
-    # to media hash
-    def sprint_process_text(doc)
-      # there is at least one <pre> with MMS text if text has been included by
-      # the user.  (note) we'll have to verify that if they attach multiple texts
-      # to the MMS then Sprint stacks it up in multiple <pre>'s.  The only <pre>
-      # tag in the document is for text from the user.
-      doc.search("/html/body//pre").each do |pre|
-        type = 'text/plain'
-        text = pre.inner_html.strip
-        next if text.empty?
-        type, text = transform_text(type, text)
-        type, file = sprint_write_file(type, text.strip)
-        add_file(type, file) unless type.nil? || file.nil?
-      end
-    end
-    ##
-    # Fetch all the media that is referred to in the doc
-    def sprint_process_media(doc)
-      srcs = Array.new
-      # collect all the images in the document, even though
-      # they are <img> tag some might actually refer to video.
-      # To know the link refers to vide one must look at the
-      # content type on the http GET response.
-      imgs = doc.search("/html/body//img")
-      imgs.each do |i|
-        src = i.attributes['src']
-        # we don't want to double fetch content and we only
-        # want to fetch media from the content server, you get
-        # a clue about that as there is a RECIPIENT in the URI path
-        # of real content
-        next unless /mmps\/RECIPIENT\//.match(src)
-        next if srcs.detect{|s| s.eql?(src)}
-        srcs << src
-      end
-      #we've got the payload now, go fetch them
-      cnt = 0
-      srcs.each do |src|
-        begin
-          # clean out the limiting parameters for images for the content server
-          # to get at the original image
-          url = URI.parse(CGI.unescapeHTML(src))
-          query={}
-          url.query.split('&').each{|a| p=a.split('='); query[p[0]] = p[1]}
-          query.delete_if{|k, v| k == 'limitsize' or k == 'squareoutput' }
-          url.query = query.map{|k,v| "#{k}=#{v}"}.join("&")
-          #res = Net::HTTP.get_response(url)
-          #lets be vanilla stealth
-          agent = "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322)"
-          res = Net::HTTP.start(url.host, url.port) do |http|
-            req = Net::HTTP::Get.new(url.request_uri, {'User-Agent' => agent})
-            http.request(req)
-          end
-        rescue StandardError => err
-          @logger.error("#{self.class} processing error, #{$!}") unless @logger.nil?
-          next
-        end
-        # if the Sprint content server uses response code 500 when the content is purged
-        # the content type will text/html and the body will be the message
-        if res.content_type == 'text/html' && res.code = 500
-          @logger.error("Sprint content server returned response code 500") unless @logger.nil?
-          next
-        end
-        # setup the file path and file
-        base = /\/RECIPIENT\/([^\/]+)\//.match(src)[1]
-        type = res.content_type
-        file_name = "#{base}-#{cnt}.#{self.class.default_ext(type)}"
-        file = File.join(msg_tmp_dir(),File.basename(file_name))
-        # write it and add it to the media hash
-        type, file = sprint_write_file(type, res.body, file)
-        add_file(type, file) unless type.nil? || file.nil?
-        cnt = cnt + 1
-      end
-    end
-    ##
-    # Creates a temporary file based on the type
-    def sprint_temp_file(type)
-      file_name = "#{Time.now.to_f}.#{self.class.default_ext(type)}"
-      File.join(msg_tmp_dir(),File.basename(file_name))
-    end
-    ##
-    # Writes the content to a file and returns the type, file as a tuple.
-    def sprint_write_file(type, content, file = nil)
-      file = sprint_temp_file(type) if file.nil?
-      @logger.info("#{self.class} writing file #{file}") unless @logger.nil?
-      File.open(file,'w'){ |f|
-        f.write(content)
-      }
-      return type, file
-    end
-  end
-end