trackchange 0.4.0 → 0.5.0

data/README.md

@@ -57,13 +57,15 @@ substituted by the requested site url.
 
 The default command is
 
-    lynx -dump '%url%' | uniq
+    lynx -nolist -dump '%url%' | uniq
 
 Here are some alternatives you might want to experiment
 with. (Unfortunately pandoc only works with http, not with https and
 does not follow redirects, hence the version with curl.)
 
     lynx -dump '%url%' | uniq | sed -e "/References/,/\s+[0-9]+\. h/d"
+    
+    lynx -nolist -dump '%url%' | uniq
 
     pandoc '%url%' -t markdown
 
@@ -71,18 +73,45 @@ does not follow redirects, hence the version with curl.)
 
     curl -sL '%url%' | pandoc -t plain
 
-### rss_path
+    phantomjs %queryscript% '%url%' '%selector%'
+
+
+### rss_path (optional)
 
 ...
 
-### feed_size
+### feed_size (optional)
 
 ...
 
-### log_level
+### log_level (optional)
 
 ...
 
+### sites (mandatory)
+
+A list of sites, with the following properites.
+
+#### url (mandatory)
+
+The url of the site to be tracked.
+
+#### threshold (optional)
+
+If a threshold is given, no notification will be sent if the number of
+changed lines is below or equal the given vaule.
+
+#### selector (optional)
+
+If a selector is given, it will be used as a CSS3 selector to reduce
+the output to. The selector feature is only available if trackchange
+is configured to use phantomjs to fetch the content, i.e.
+
+    fetch: phantomjs %queryscript% '%url%' '%selector%'
+
+The query script will return plain text. If no selector is given, the
+query script will select the body tag by default.
+
 
 ## Contributing
 

data/lib/trackchange/dependencies.rb

@@ -5,7 +5,6 @@ module Trackchange
 
       def check
         quit('no diff?') if %x[ which diff ].empty?
-        quit('no lynx?') if %x[ which lynx ].empty?
         quit('no mail?') if %x[ which mail ].empty?
       end
 

data/lib/trackchange/exec.rb

@@ -98,7 +98,7 @@ module Trackchange
       # upgrade from 0.3.0 to 0.4.0
       if v(data[:version]) < v('0.4.0')
         data[:version ] = '0.4.0'
-        data[:fetch] = "lynx -dump '%url%' | uniq"
+        data[:fetch] = "lynx -nolist -dump '%url%' | uniq"
         data[:feed_size] = 20
         @config = OpenStruct.new(data)
         store_config!

data/lib/trackchange/probe.rb

@@ -20,7 +20,15 @@ module Trackchange
       url = site[:url]
       fname = url.sub(%r{https?://}, '').tr_s('/?&', '...')
       site_path = File.expand_path(fname, '~/.trackchange')
-      cmd = config.fetch.gsub('%url%', url) + "> #{site_path}.new"
+
+      # build cmd
+      cmd = config.fetch  + "> #{site_path}.new"
+      substitutions = {
+        url: url,
+        queryscript: File.expand_path('../query.coffee', __FILE__),
+        selector: site[:selector]
+      }
+      substitutions.each { |key, value| cmd = cmd.gsub("%#{key}%", value.to_s) }
       logger.debug "% #{cmd}"
       system cmd
 

data/lib/trackchange/query.coffee

@@ -0,0 +1,23 @@
+page = require('webpage').create()
+sys = require('system')
+
+if (sys.args.length < 2 || sys.args.length > 3)
+  console.log 'Usage: select.coffee URL [selector]'
+  phantom.exit
+
+address = sys.args[1]
+selector = sys.args[2] || 'body'
+
+query = (selector) ->
+  document.querySelector(selector).innerText
+
+storePageAndExit = ->
+  result = page.evaluate query, selector
+  console.log result
+  phantom.exit()
+
+page.open address, (status) ->
+  if status != 'success'
+    console.log 'Unable to load the address!'
+    phantom.exit 1
+  window.setTimeout storePageAndExit, 200

data/lib/trackchange/version.rb

@@ -1,3 +1,3 @@
 module Trackchange
-  VERSION = "0.4.0"
+  VERSION = "0.5.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: trackchange
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-26 00:00:00.000000000 Z
+date: 2015-02-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cronedit
@@ -77,6 +77,7 @@ files:
 - lib/trackchange/dependencies.rb
 - lib/trackchange/exec.rb
 - lib/trackchange/probe.rb
+- lib/trackchange/query.coffee
 - lib/trackchange/version.rb
 - trackchange.gemspec
 homepage: ''
@@ -94,7 +95,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4114028559978867129
+      hash: 1290840265357501692
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -103,7 +104,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4114028559978867129
+      hash: 1290840265357501692
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.23