bmc-tools 0.1 → 0.2.0

data/bin/image_exif

@@ -0,0 +1,30 @@
+#!/bin/bash
+total=$#
+current=1
+percent=0
+
+echo
+echo "EXIF AND DATES - received $total files to process";
+echo
+
+while [[ -n "$1" ]]; do
+	percent=`expr 100 \* $current / $total`
+	#echo "$percent" ;
+	sourcename="`basename \"$1\"`"
+
+	echo "* $sourcename ($percent%) "
+
+	if [[ -f "$1" ]]; then
+	  jhead -autorot -ft "$1" > /dev/null
+		if [ "$?" -ne "0" ] ; then
+			echo "   > FAILED"
+		fi
+	fi
+
+	shift
+	let current=current+1
+done
+
+echo
+echo "All files have been processed.";
+echo

data/bin/image_process

@@ -0,0 +1,156 @@
+#!/bin/bash
+
+# Settings
+watermark_dir="/Users/bruno/Dropbox/DATA/BMPHOTO/divers"
+right_margin=0
+bottom_margin=10
+#set -x
+
+# Initialize context
+current=1
+percent=0
+framed=0
+named=0
+format="$1"
+shift
+total=$#
+suffix="$format"
+
+# Set parameters for each format
+case $format in
+  "mini")
+    targetsize="400x400>"
+    watermark="$watermark_dir/watermark24f.png"
+  	framed=1
+  	named=1
+    ;;
+    "web")
+      targetsize="800x600>"
+      watermark="$watermark_dir/watermark26f.png"
+  		framed=2
+      ;;
+    "web1k")
+      targetsize="1000x1000>"
+      watermark="$watermark_dir/watermark26f.png"
+  		framed=1
+      ;;
+  "www")
+    targetsize="1200x1200>"
+    #watermark="$watermark_dir/watermark24.png"
+    ;;
+  "www650")
+    targetsize="x650>"
+    #watermark="$watermark_dir/watermark24.png"
+    ;;
+  "pano")
+    targetsize="x650>"
+    watermark="$watermark_dir/watermark58f.png"
+    ;;
+  "big")
+    targetsize="1800x1800>"
+    watermark="$watermark_dir/watermark58f.png"
+    framed=10
+    ;;
+  "bigf")
+    targetsize="1800x1800>"
+    watermark="$watermark_dir/watermark26f.png"
+    ;;
+  # "friendly")
+  #   targetsize="1800x1800>"
+  #   #suffix="bigf"
+  # 		framed=12
+  #   watermark="$watermark_dir/watermark30.png"
+  #   ;;
+  "print")
+    targetsize="10000x10000>"
+    #suffix="print"
+		framed=15
+    watermark="$watermark_dir/watermark86f.png"
+    ;;
+  *)
+		echo "usage: `basename $0` {mini|web|web1000|www|www650||big|bigf|pano|print} file1 file2 file3 ..."
+		exit 1
+		;;
+esac
+
+# Check presence of watermak file
+#if [[ ! -f "$watermark" ]]; then
+#  echo "quitting: missing watermark file: $watermark"
+#  exit 1
+#fi
+
+# Evaluate watermark offset according to frame value
+if [ $framed -gt 0 ]; then
+	right_margin=`expr ${right_margin} + ${framed}`
+	bottom_margin=`expr ${bottom_margin} + ${framed}`
+fi
+
+# Welcome
+echo
+echo "###################################";
+echo "# IMAGE PROCESSOR";
+echo "###################################";
+echo "# "
+echo "# number of files: $total";
+echo "# output format: $format";
+echo "# output size: $targetsize";
+echo "# file suffix: $suffix";
+echo "# "
+echo "# watermark: `basename \"$watermark\"`";
+echo "# right margin: $right_margin";
+echo "# bottom margin: $bottom_margin";
+echo "# output frame: $framed";
+echo "# "
+echo
+
+# Start processing
+while [[ -n "$1" ]]; do
+	percent=`expr 100 \* $current / $total`
+	sedfilter="s/^\(.*\)\.\([^\.]*\)$/\1.${suffix}.\2/"
+	temp="$1.temp"
+	target=`echo "$1" | sed -e "$sedfilter"`	
+
+	sourcename="`basename \"$1\"`"
+	targetname="`basename \"${target}\"`"
+
+	echo "* $sourcename => ${targetname} ($current/$total, $percent%)"
+
+	if [[ -f "$1" ]]; then
+	    #jhead "$1" | grep 'Date/Time'
+    
+		# Resize picture, add border, and calculate bottom and right offset according to frame value
+		if [ $framed -eq 0 ]; then
+			convert -resize "${targetsize}" "$1" "${temp}" > /dev/null || exit 1
+		else
+	  	    convert -resize "${targetsize}" -frame "${framed}x${framed}+0+0" -mattecolor "#EEEEEE" "$1" "${temp}" > /dev/null || exit 1
+		fi
+		
+		# Tag picture with watermark
+		if [ -n "$watermark" ]; then
+		  composite -dissolve 40% -gravity SouthEast  -geometry "+${right_margin}+${bottom_margin}" "$watermark" "$temp" "$temp"  || exit 1
+		fi
+		
+		# Burn filename into the picture
+		if [ $named -eq 1 ]; then
+			convert "$temp" -gravity SouthWest -background White -splice 0x18 -annotate +5+2 "$sourcename" "$temp"
+		fi
+
+		# Apply jhead to autorotate and fix a real file date
+		jhead -autorot -ft "$temp" > /dev/null
+	
+		# Rename to final filename
+	    mv "$temp" "$target" || exit 1
+		#jhead "${target}" | grep 'Date/Time'
+		#if [ "$?" -ne "0" ] ; then
+		  	  
+	  #echo "   > FAILED"
+    #fi
+	fi
+
+	shift
+	let current=current+1
+done
+
+echo
+echo "All files have been processed.";
+echo

data/bin/image_process_wname

@@ -0,0 +1,138 @@
+#!/bin/bash
+
+# Settings
+watermark_dir="/Users/bruno/Documents/BMPDOCS/divers"
+right_margin=0
+bottom_margin=10
+
+# Initialize context
+current=1
+percent=0
+framed=0
+format="$1"
+shift
+total=$#
+suffix="$format"
+
+# Set parameters for each format
+case $format in
+  "mini")
+    targetsize="400x400>"
+    watermark="$watermark_dir/watermark24.png"
+		framed=1
+    ;;
+  "web")
+    targetsize="800x600>"
+    watermark="$watermark_dir/watermark24.png"
+		framed=2
+    ;;
+  "www")
+    targetsize="1200x1200>"
+    #watermark="$watermark_dir/watermark24.png"
+		framed=0
+    ;;
+  "wwwp")
+    targetsize="x650>"
+    #watermark="$watermark_dir/watermark24.png"
+		framed=0
+    ;;
+  "pano")
+    targetsize="x650>"
+    watermark="$watermark_dir/watermark57.png"
+		framed=0
+    ;;
+  "big")
+    targetsize="1800x1800>"
+    watermark="$watermark_dir/watermark57.png"
+		framed=12
+    ;;
+  "bigf")
+    targetsize="1800x1800>"
+    suffix="bigf"
+		framed=12
+    watermark="$watermark_dir/watermark30.png"
+    ;;
+  "print")
+    targetsize="10000x10000>"
+    suffix="print"
+		framed=15
+    watermark="$watermark_dir/watermark90.png"
+    ;;
+  *)
+		echo "usage: `basename $0` {mini|web|big|bigf|www|pano|print} file1 file2 file3 ..."
+		exit 1
+		;;
+esac
+
+# Check presence of watermak file
+#if [[ ! -f "$watermark" ]]; then
+#  echo "quitting: missing watermark file: $watermark"
+#  exit 1
+#fi
+
+# Evaluate watermark offset according to frame value
+if [ $framed -gt 0 ]; then
+	right_margin=`expr ${right_margin} + ${framed}`
+	bottom_margin=`expr ${bottom_margin} + ${framed}`
+fi
+
+# Welcome
+echo
+echo "###################################";
+echo "# IMAGE PROCESSOR";
+echo "###################################";
+echo "# "
+echo "# number of files: $total";
+echo "# output format: $format";
+echo "# output size: $targetsize";
+echo "# file suffix: $suffix";
+echo "# "
+echo "# watermark: `basename \"$watermark\"`";
+echo "# right margin: $right_margin";
+echo "# bottom margin: $bottom_margin";
+echo "# output frame: $framed";
+echo "# "
+echo
+
+# Start processing
+while [[ -n "$1" ]]; do
+	percent=`expr 100 \* $current / $total`
+	sedfilter="s/^\(.*\)\.\([^\.]*\)$/\1.${suffix}.\2/"
+	temp="$1.temp"
+	target=`echo "$1" | sed -e "$sedfilter"`	
+
+	sourcename="`basename \"$1\"`"
+	targetname="`basename \"${target}\"`"
+
+	echo "* $sourcename => ${targetname} ($current/$total, $percent%)"
+
+	if [[ -f "$1" ]]; then
+		# Resize picture, add border, and calculate bottom and right offset according to frame value
+		if [ $framed -eq 0 ]; then
+			convert -resize "${targetsize}" "$1" "${temp}" > /dev/null || exit 1
+		else
+	  	convert -resize "${targetsize}" -frame "${framed}x${framed}+0+0" -mattecolor "#EEEEEE" "$1" "${temp}" > /dev/null || exit 1
+		fi
+		
+		# Tag picture with watermark
+		if [ -n "$watermark" ]; then
+		  composite -dissolve 40% -gravity SouthEast  -geometry "+${right_margin}+${bottom_margin}" "$watermark" "$temp" "$temp"  || exit 1
+		fi
+		
+		# Burn filename into the picture
+		convert "$temp" "$temp" -gravity SouthWest -background White -splice 0x18 -annotate +5+2 '$sourcename'
+	
+		# Rename to final filename
+	  mv "$temp" "$target" || exit 1
+		#if [ "$?" -ne "0" ] ; then
+	  #echo "   > FAILED"
+    #fi
+	fi
+
+	shift
+	let current=current+1
+done
+
+echo
+echo "All files have been processed.";
+echo

data/bin/tgv_to_pdf

@@ -0,0 +1,206 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'mail'
+require 'pdfkit'
+require "i18n"
+require 'nokogiri'
+require 'json'
+
+MAX_DAYS_DIFF = 10
+I18n.enforce_available_locales = false
+
+
+PDFKit.configure do |config|
+  #config.wkhtmltopdf = '/path/to/wkhtmltopdf'
+  config.default_options = {
+    :page_size => 'A4',
+    :print_media_type => true,
+    :encoding=>"UTF-8",
+  }
+  # Use only if your external hostname is unavailable on the server.
+  config.verbose = false
+end
+
+def adjust_date_within date, daynumber, max
+  puts "find_next_within date:#{date.strftime('%Y%m%d')}, daynumber:#{daynumber}, max:#{max}"
+  date.upto(date + max.to_i) do |cur|
+    next unless cur.day == daynumber.to_i
+    puts "find_next_within matched: #{cur.strftime('%Y%m%d')}"
+    return cur
+  end
+  return date
+end
+
+ def normalize(str)
+   n = str.chars.downcase.strip.to_s
+   n.gsub!(/[à áâãäåÄÄ?]/u,    'a')
+   n.gsub!(/æ/u,                  'ae')
+   n.gsub!(/[ÄÄ?]/u,                'd')
+   n.gsub!(/[çÄ?ÄÄ?Ä?]/u,          'c')
+   n.gsub!(/[èéêëÄ?Ä?Ä?Ä?Ä?]/u, 'e')
+   n.gsub!(/Æ?/u,                   'f')
+   n.gsub!(/[ÄÄ?Ä¡Ä£]/u,            'g')
+   n.gsub!(/[ĥħ]/,                'h')
+   n.gsub!(/[ììíîïīĩĭ]/u,     'i')
+   n.gsub!(/[įıijĵ]/u,           'j')
+   n.gsub!(/[ķĸ]/u,               'k')
+   n.gsub!(/[Å?ľĺļÅ?]/u,         'l')
+   n.gsub!(/[ñÅ?Å?Å?Å?Å?]/u,       'n')
+   n.gsub!(/[òóôõöøÅÅ?ÅÅ]/u,  'o')
+   n.gsub!(/Å?/u,                  'oe')
+   n.gsub!(/Ä?/u,                   'q')
+   n.gsub!(/[Å?Å?Å?]/u,             'r')
+   n.gsub!(/[Å?Å¡Å?ÅÈ?]/u,          's')
+   n.gsub!(/[ťţŧÈ?]/u,           't')
+   n.gsub!(/[ùúûüūůűŭũų]/u,'u')
+   n.gsub!(/ŵ/u,                   'w')
+   n.gsub!(/[ýÿŷ]/u,             'y')
+   n.gsub!(/[žżź]/u,             'z')
+   n.gsub!(/\s+/,                   ' ')
+   n.gsub!(/[^\sa-z0-9_-]/,          '')
+   n
+end
+
+def filename_from_ld ldjson
+  parts = []
+
+  # TGV Prefix
+  parts << 'TGV'
+
+  # puts "gare_dest: #{ldjson[:reservationFor][:arrivalStation][:name]}"
+  gare_dest = at ldjson, "reservationFor", "arrivalStation", "name"
+  # ][:arrivalStation][:name]
+  puts "gare_dest: #{gare_dest}"
+  parts << gare_dest.downcase.capitalize
+
+  # Ajout de la date en prefixe
+  #final = adjust_date_within mail.date, jour.to_i, MAX_DAYS_DIFF
+
+  # Fallback name
+  #parts << oid if parts.empty?
+
+  # Composition
+  #parts.unshift final.strftime('%Y%m%d')
+  return I18n.transliterate parts.join(' ')
+end
+
+# def filename mail, html
+#   parts = []
+
+#   # Date du mail
+
+#   # Hash du corps
+#   oid = mail.object_id
+#   subject = mail.subject
+
+#   # Confirmation SNCF
+#   if mail.subject.include? 'Confirmation pour votre voyage'
+#     # TGV Prefix
+#     parts << 'TGV'
+
+#     # Destinations et journee
+#     if m = /voyage([^-]+)\-([^,]+),/i.match(subject)
+#       parts << m[2].strip.capitalize
+#     end
+
+#     # Numero de dossier
+#     if m = /dossier : ([A-Z0-9]+)/i.match(html)
+#       parts << m[1].strip
+#     end
+
+#     # Nom du jour
+#     if m = /aller le ([0-9]+) ([^\.]+)/i.match(subject)
+#       jour = m[1].strip
+#       mois = m[2].strip
+#       # parts << "- #{jour} #{mois[0..2]}"
+#       parts << "- #{jour} #{mois}"
+#     end
+#   end
+
+#   # Ajout de la date en prefixe
+#   final = adjust_date_within mail.date, jour.to_i, MAX_DAYS_DIFF
+
+#   # Composition
+#   #parts << oid
+#   parts.unshift final.strftime('%Y%m%d')
+#   return I18n.transliterate parts.join(' ')
+# end
+
+
+def process message
+  # Parse the message
+  mail = Mail.read_from_string message
+  abort "ABORTING: FAILED TO PARSE EMAIL" if mail.nil? || mail.html_part.nil?
+  #html = mail.html_part.body.to_s
+  html = mail.html_part.body.decoded
+
+  # Extract HTML part
+  puts "  subject: #{mail.subject}"
+  puts "  from: #{mail.from}"
+  #html = mail.html_part.body.to_s
+
+  puts "  declared encoding: #{html.encoding}"
+  #html.force_encoding(Encoding::ISO_8859_1)
+  html.force_encoding(Encoding::UTF_8)
+  # html.encode!(Encoding::UTF_8)
+  puts "  new encoding: #{html.encoding}"
+  # html = mail.html_part.body.to_s.encode(Encoding::ISO_8859_1, Encoding::UTF_8)
+  # html = mail.html_part.body.to_s.encode(Encoding::UTF_8)
+  # html = mail.html_part.body.to_s.encode("ISO-8859-1", "utf-8")
+  puts "  html: #{(html.size/1024).round} kB"
+
+  # Extract LD JSON
+  ldjson = extract_ld_json(html)
+  puts "  ld-json: #{ldjson.keys.inspect}"
+  puts "  ld-json: #{ldjson.to_yaml}"
+
+  # Build filename and PDF output
+  if ldjson.is_a? Hash
+    # Infos du HTML
+    basename = filename_from_ld ldjson
+  else
+    # Hash du corps
+    basename = mail.object_id
+  end
+
+  #basename = filename mail, html
+  puts "  basename: #{basename}"
+  #pdf = WickedPdf.new.pdf_from_string(html)
+
+  kit = PDFKit.new html
+
+  # Write both components
+  #File.write "#{basename}.html", html
+  kit.to_file "#{basename}.pdf"
+  #puts "  output: #{pdf_file} (#{(pdf.size/1024).round} kB)"
+end
+
+
+def extract_ld_json(html)
+  doc = Nokogiri::HTML(html)
+
+  # Find a LD+JSON block
+  script = doc.at('script[type="application/ld+json"]')
+  return nil unless script
+
+  # Parse it
+  return JSON.parse script.text
+end
+
+def at data, *path
+  path.reduce(data) { |m, key| m && m[key.to_s] }
+end
+
+
+# For each file found, process if
+Dir.glob('*.eml').each do |file|
+  puts "======================================================"
+  puts file
+  contents = IO.read file
+  process contents
+
+  #File.delete file
+  puts "removed file"
+  puts
+end
+