podgraph 0.1.5 → 1.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: eb7e5f6fbf4e7cd487ad65da35ae181eee91abccc4c0c31a81cb8c9e550fdedc
+  data.tar.gz: 9132ccc5759c30bcc8d1a8dbd010263d0a2b93b98238dc4eeb4bc9980adf2e42
+SHA512:
+  metadata.gz: 7bbd58c071ad129881cd197e93ba6d1b93bf602c4c046eb438fc903e9366d4be70c99f31eebf34f71dc354a8a32b0c954e96c5bc08b22c44d70d350dc7219011
+  data.tar.gz: d855a06bd1d36e7cf66b01d135818841387920fa1728288f0c8e84ddbe21158f922cd4a02358d5929f847e0a00001b8ec4bf466aecd58614f2472c9f1e243e2d

data/README.md

@@ -0,0 +1,49 @@
+# Podgraph
+
+Post to Blogger or Wordpress via email; inline local images.
+
+Creates a special 'Multipart/Related' email from an html input.
+
+## Installation
+
+Ruby 2.3+
+
+    $ gem install podgraph
+
+## Usage
+
+Blogger:
+
+    $ pandoc post.md | podgraph | sendmail -i XXX@blogger.com
+
+Wordpress:
+
+    $ pandoc post.md | podgraph XXX@post.wordpress.com | sendmail -it
+
+## Bugs
+
+* WP strips out inlined svgs
+
+## History
+
+Once upon a time there was a blogging platform called Posterous. Its
+main selling point was a 'post by email' feature. You could even email
+images & they would appear neatly inlined within paragraphs (if your
+email client supported composing such an email; many did).
+
+Podgraph was initially written as a 'client' for Posterous: you wrote
+your blog post in reStructuredText, converted it to html, piped the
+result to 'podgraph' cmd, which grabbed all local images mentioned in
+the html, made a 'Multipart/Related' email from them & delivered it to
+sendmail.
+
+Posterous has long been dead & gone. The 'post by email' feature was
+copied by Blogger & Wordpress.
+
+Recently I've tried to reuse podgraph for Blogger, but that endeavour
+miscarried, for the script appeared to be hopelessly broken. Version
+1.0.0 is a total rewrite.
+
+## License
+
+MIT

data/package.gemspec

@@ -0,0 +1,33 @@
+Gem::Specification.new do |s|
+  s.version = '1.0.1'
+
+  s.name = 'podgraph'
+  s.summary = "Post to Blogger or Wordpress via email; inline local images"
+  s.author = 'Alexander Gromnitsky'
+  s.email = 'alexander.gromnitsky@gmail.com'
+  s.homepage = 'https://github.com/gromnitsky/podgraph'
+  s.license = 'MIT'
+  s.files = [
+    'podgraph',
+    'podgraph.rb',
+    'package.gemspec',
+    'README.md',
+  ]
+
+  s.require_paths = ['.']
+  s.bindir = '.'
+  s.executables = ['podgraph']
+
+  s.add_runtime_dependency 'mail', '~> 2.7.0'
+  s.add_runtime_dependency 'nokogiri', '~> 1.8.2'
+
+  s.required_ruby_version = '>= 2.3.0'
+
+  s.post_install_message = <<~END
+    *************************************************************************
+    If you were using podgraph-0.x, please read
+    #{s.homepage},
+    for it's a different program now, totally incompatible w/ 0.x releases.
+    *************************************************************************
+  END
+end

data/podgraph

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative './podgraph'
+include Podgraph
+puts MailGenerator.new Transformer.new($stdin.read), ARGV

data/podgraph.rb

@@ -0,0 +1,105 @@
+require 'uri'
+require 'digest'
+require 'base64'
+
+require 'nokogiri'
+require 'mail'
+
+module Podgraph; end
+
+class Podgraph::Transformer
+  def initialize html
+    @doc = Nokogiri.HTML html
+    svg!
+    pre!
+    @images = raster_images!
+  end
+  attr_reader :images
+
+  # inline svg; I've tried a straight xml insertion, but Blogger's freaked out
+  def svg!
+    attr = ->(node) { ['src', 'data'].find {|k| node[k]} }
+    @doc.css('img,iframe,embed,object[type="image/svg+xml"]').select do |node|
+      src = attr.call node
+      Transformer.local_img?(node, ['src', 'data']) && MiniMime.lookup_by_filename(node[src])&.content_type == 'image/svg+xml'
+    end.each do |node|
+      src = attr.call node
+      node[src] = "data:image/svg+xml;base64,#{Base64.strict_encode64(File.read node[src])}"
+    end
+  end
+
+  # replace every newline in <pre> with <br>, because Blogger
+  def pre!
+    @doc.css('pre').each do |node|
+      text = node.to_s.gsub(/\n/, '<br>')
+      node.replace Nokogiri::HTML.fragment text
+    end
+  end
+
+  # return local images; relink each affecter <img>
+  def raster_images!
+    images = {}
+    @doc.css('img').select do |img|
+      Transformer.local_img? img
+    end.each do |img|
+      fail "unsupported file format: #{img['src']}" if !MiniMime.lookup_by_filename img['src']
+
+      sha1 = Digest::SHA1.hexdigest File.read img['src']
+      images[sha1] ||= { name: img['src'] }
+      img['src'] = "cid:#{sha1}"
+    end
+    images
+  end
+
+  def subject
+    @subject ||= begin
+                   node = @doc.css('h1,h2,h3,h4').first
+                   return 'no subject' unless node
+                   text = node.text
+                   node.remove
+                   text
+                 end
+  end
+
+  def html; @doc.to_s; end
+
+  def self.local_img? node, attr = ['src'] # TODO: allow file:// scheme
+    attr.any? do |k|
+      node[k] && node[k].strip.size > 0 &&
+        !node[k].start_with?('data:') && !URI(node[k]).scheme
+    end
+  end
+end
+
+class Podgraph::MailGenerator
+  def initialize tr, recipients = []
+    @tr = tr
+    @mail = Mail.new
+    @mail.to = recipients
+    @mail.subject = tr.subject
+    tr.images.empty? ? simple : multipart_related
+  end
+
+  def to_s; @mail.to_s; end
+
+  def simple
+    @mail.content_disposition 'inline'
+    @mail.content_type 'text/html; charset="UTF-8"'
+    @mail.body @tr.html
+  end
+
+  def multipart_related
+    @mail.content_type 'Multipart/Related'
+    html = @tr.html
+    @mail.html_part do
+      content_type 'text/html; charset=UTF-8'
+      body html
+    end
+
+    @tr.images.each do |k,v|
+      @mail.add_file v[:name]
+      @mail.parts.last.content_disposition 'inline'
+      @mail.parts.last.content_id "<#{k}>"
+    end
+  end
+end

metadata

@@ -1,106 +1,82 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: podgraph
-version: !ruby/object:Gem::Version 
-  prerelease: 
-  version: 0.1.5
+version: !ruby/object:Gem::Version
+  version: 1.0.1
 platform: ruby
-authors: 
+authors:
 - Alexander Gromnitsky
 autorequire: 
-bindir: bin
+bindir: "."
 cert_chain: []
-
-date: 2011-04-28 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2018-05-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: mail
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.7.0
+  type: :runtime
   prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ~>
-      - !ruby/object:Gem::Version 
-        version: 2.3.0
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.7.0
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.2
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: git
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: 1.2.5
-  type: :development
-  version_requirements: *id002
-description: Adequately scans XHTML for local inline images and appends them to the mail.
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.2
+description: 
 email: alexander.gromnitsky@gmail.com
-executables: 
+executables:
 - podgraph
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
-- LICENSE
-- NEWS
-- README.rdoc
-- Rakefile
-- TODO
-- bin/podgraph
-- lib/podgraph/meta.rb
-- lib/podgraph/posterous.rb
-- lib/podgraph/trestle.rb
-- test/.document
-- test/blue.png
-- test/config.yaml
-- test/empty.html
-- test/garbage_01.html
-- test/garbage_02.html
-- test/garbage_03.html
-- test/garbage_04.html
-- test/helper.rb
-- test/helper_trestle.rb
-- test/mechanical-turk/1.html
-- test/mechanical-turk/2.html
-- test/mechanical-turk/3.html
-- test/mechanical-turk/Baby-Bunnie.jpg
-- test/mechanical-turk/config.yaml
-- test/mechanical-turk/sun.jpg
-- test/nosubject.html
-- test/rake_git.rb
-- test/related.html
-- test/simple.html
-- test/test_mime.rb
-- test/yellow.png
-homepage: http://github.com/gromnitsky/podgraph
-licenses: []
-
-post_install_message: 
-rdoc_options: 
-- -m
-- Podgraph
-require_paths: 
-- lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+files:
+- "./podgraph"
+- README.md
+- package.gemspec
+- podgraph
+- podgraph.rb
+homepage: https://github.com/gromnitsky/podgraph
+licenses:
+- MIT
+metadata: {}
+post_install_message: |
+  *************************************************************************
+  If you were using podgraph-0.x, please read
+  https://github.com/gromnitsky/podgraph,
+  for it's a different program now, totally incompatible w/ 0.x releases.
+  *************************************************************************
+rdoc_options: []
+require_paths:
+- "."
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      version: 1.9.2
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      version: "0"
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.7.2
+rubygems_version: 2.7.6
 signing_key: 
-specification_version: 3
-summary: Creates a MIME mail from a XHTML source and delivers it to Posterous.com.
-test_files: 
-- test/test_mime.rb
+specification_version: 4
+summary: Post to Blogger or Wordpress via email; inline local images
+test_files: []

data/LICENSE

@@ -1,22 +0,0 @@
-(The MIT License)
-
-Copyright (c) 2010 Alexander Gromnitsky.
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-'Software'), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/NEWS

@@ -1,41 +0,0 @@
--*- text -*-
-
-0.1.5
------
-
-Fri Apr 29 00:31:16 EEST 2011
-
-- Added '--to' & '--from' command line options.
-
-0.0.5
------
-
-Wed Apr 20 21:58:27 EEST 2011
-
-- If no input file is specified, read stdin.
-
-- Repackaged under RVM in fedora.
-
-0.0.4
------
-
-Tue Apr 19 19:01:14 EEST 2011
-
-- Fixed one RE to support https:// images.
-
-- Dropped activesupport dependency.
-
-- Injected falsework's naive template.
-
-0.0.3
------
-
-- added missing activesupport dependency (btw, activesupport 3.0.0
-  requires i18n (run 'gem install i18n', for some reason this dependency
-  isn't listed in the gem).
-
-0.0.2
------
-
-- nailed the mail gem to explicit version 2.1.3, because the current
-  2.2.0 introduced some weird bugs.

data/README.rdoc

@@ -1,99 +0,0 @@
-= Name
-
-podgraph -- Create an email from XHTML + inline images and send it to
-posterous.com.
-
-= Synopsis
-
-podgraph [options] [file.html]
-
-= Description
-
-It is a simple program that reads a XHTML file (or stdin), extracts
-subject and body from the file, constructs an email and delivers it to
-local MTA.
-
-The options are as follows:
-
- -v              Be more verbose.
- -S              Don't send, just dump the mail to stdout.
- -m ARG          1 of modes: related, mixed.
- --from EMAIL    'From' address
- --to EMAIL      'To' address
-
-The file is supposed to be a XHTML generated by python's docutils from
-reStructuredText. The idea is:
-
-1. Write a post (for example, for posterous.com) in reStructuredText in
-   Emacs.
-
-2. Convert it with help of docutils to the XHTML.
-
-3. Finally, create a proper MIME mail from the raw XHTML and send it to
-   posterous.com.
-
-<em>Step 3 is what podgraph does.</em>
-
-== Features
-
-* Generates mail with inline images if it can found links  to local
-  images in the XHTML file.
-
-* Charset of 'text/html' portion of a mail is always UTF-8.
-
-= Exit status
-
-Program exits 0 on success (something was generated or even delivered),
-or >= 1 if en error occurs.
-
-= Examples
-
-Create a config.yaml file in the directory with your writings. For
-example:
-
- % cd ~/lib/writing/posterous
- % cat config.yaml
- :to: post@posterous.com
- :from: me@example.org
-
-('--to' & '--from' command line options override values in config.yaml.)
-
-Start writing a .rest file:
-
- % emacsclient 0001.rest &
-
-[...]
-
-To give podgraph a chance to find a subject for the mail, write .rest
-file as:
-
- This is a subject
- -----------------
-
- My usual reStructuredText.
-
-Or in another words, the first 2 tags in the body of the the XHTML must
-be:
-
-  <div><h1>My subject</h1> [...]
-
-Convert it to XHTML:
-
- % rst2html < 0001.rest > 0001.html
-
-Send to posterous.com:
-
- % podgraph 0001.html
-
-Also, you can preview the mail without sending it:
-
- % podgraph -S 0001.html
-
-If you have links to local images in your .rest file (and
-correspondingly in .html) then podgraph will include images in the mail
-as inline images. But if you don't want this and want images to become a
-typical gallery on posterous.com, run:
-
- % podgraph -m mixed 0001.html
-
-This will generate the mail with usual boring attachments.

data/Rakefile

@@ -1,44 +0,0 @@
-# -*-ruby-*-
-
-require 'rake'
-require 'rake/gempackagetask'
-require 'rake/clean'
-require 'rake/rdoctask'
-require 'rake/testtask'
-
-require_relative 'lib/podgraph/meta'
-require_relative 'test/rake_git'
-
-spec = Gem::Specification.new do |s|
-  s.name = Podgraph::Meta::NAME
-  s.version = Podgraph::Meta::VERSION
-  s.summary = 'Creates a MIME mail from a XHTML source and delivers it to Posterous.com.'
-  s.description = 'Adequately scans XHTML for local inline images and appends them to the mail.'
-  s.author = Podgraph::Meta::AUTHOR
-  s.email = Podgraph::Meta::EMAIL
-  s.homepage = Podgraph::Meta::HOMEPAGE
-  s.platform = Gem::Platform::RUBY
-  s.required_ruby_version = '>= 1.9.2'
-  s.files = git_ls('.')
-  s.executables = [s.name]
-
-  s.test_files = FileList['test/test_*.rb']
-  s.rdoc_options << '-m' << 'Podgraph'
-  
-  s.add_dependency('mail', '~> 2.3.0')
-  s.add_development_dependency('git', '>= 1.2.5')
-end
-
-Rake::GemPackageTask.new(spec).define
-
-task default: [:repackage]
-
-Rake::RDocTask.new('doc') do |rd|
-  rd.main = "Podgraph"
-  rd.rdoc_files.include("lib/**/*.rb")
-end
-
-Rake::TestTask.new do |t|
-  t.test_files = FileList['test/test_*.rb']
-  t.verbose = true
-end

data/TODO

@@ -1,7 +0,0 @@
--*-org-*-
-
-* 0.0.1
-
-+ rewrite README.rdoc to make it look more like a manpage
-+ add simple tests
-+ check for hostname

data/bin/podgraph

@@ -1,78 +0,0 @@
-#!/usr/bin/env ruby
-# -*- ruby -*-
-
-require_relative '../lib/podgraph/posterous'
-
-$conf = {}
-u = Trestle.new $conf
-
-$conf[:send?] = true
-$conf[:mailconfig] = 'config.yaml'
-$conf[:modes] = %w(related mixed)
-$conf[:mode] = 'related'
-$conf[:to] = nil
-$conf[:from] = nil
-$conf[:banner] = "#{File.basename($0)} [options] [file.html]\nType 'ri #{Podgraph::Meta::NAME.capitalize}' for the help."
-$conf[:input] = nil
-
-def mailconfig_load
-  begin
-    myconf = YAML.load_file($conf[:mailconfig])
-  rescue
-    abort("cannot parse #{$conf[:mailconfig]} in the current directory")
-  end
-  %w(to from).each { |i|
-    if ! $conf[i.to_sym]
-      Trestle.errx(1, "missing #{i} in #{$conf[:mailconfig]}") if ! myconf.key?(i.to_sym)
-      $conf[i.to_sym] = myconf[i.to_sym]
-    end
-  }
-end
-
-def mail_addr_valid?(t)
-  return false if t =~ /^\s*$/  # why Mail::Address doesn't handle this?
-  begin
-    Mail::Address.new t
-  rescue
-    return false
-  end
-  return true
-end
-
-# ---
-
-u.config_parse(['foobar']) {|src|
-  o = u.cl_parse(src) # create an OptionParser object
-  o.on('--from EMAIL', "'From' address") { |v| $conf[:from] = v if mail_addr_valid?(v) }
-  o.on('--to EMAIL', "'To' address") { |v| $conf[:to] = v if mail_addr_valid?(v) }
-  o.on('-c ARG', "Use another configuration file instead of",
-       $conf[:mailconfig]) { |v| $conf[:mailconfig] = v }
-  o.on('-S', "Don't send, just dump the mail to stdout") { |v| $conf[:send?] = false }
-  o.on('-m ARG', "Select mode: #{$conf[:modes].join(', ')}") { |v| $conf[:mode] = v }
-  u.cl_parse(src, o) # run cl parser
-}
-
-#pp $conf
-
-ARGV.size < 1 ? $conf[:input] = STDIN : $conf[:input] = ARGV[0]
-mailconfig_load if (!$conf[:from] || !$conf[:to])
-
-begin
-  p = Podgraph::Posterous.new(u, $conf[:input], $conf[:to], $conf[:from], $conf[:mode])
-  u.veputs(2, "o: #{p.o}".to_s.encode('koi8-u'))
-  mail = p.generate
-rescue
-  Trestle.errx(1, "HTML parsing failed: #{$!}")
-end
-
-if ! $conf[:send?]
-  puts mail.to_s
-  exit 0
-end
-
-begin
-  mail.delivery_method :sendmail
-  mail.deliver
-rescue
-  Trestle.errx(1, "cannot send mail: #{$!}")
-end

data/lib/podgraph/meta.rb

@@ -1,9 +0,0 @@
-module Podgraph
-  module Meta
-    NAME = 'podgraph'
-    VERSION = '0.1.5'
-    AUTHOR = 'Alexander Gromnitsky'
-    EMAIL = 'alexander.gromnitsky@gmail.com'
-    HOMEPAGE = 'http://github.com/gromnitsky/' + NAME
-  end
-end