dirtp 0.1.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8042deed082df4dd25c93248372820fe1d443a9e
+  data.tar.gz: 58452f5a327bc269bb2b58ae3388436b9744b894
+SHA512:
+  metadata.gz: c0b91bccbb1e33ae68841a675071a3076e1691d0309348e3e35a2dc5f1e77898d4bb69b813fb7fe7f42abc1c38d957f889117e98f7948d4a74c7d66bef1bd7ad
+  data.tar.gz: d215b025584d7ec229d166ba2ca9e82a118a787d16775407172d921c38e3644dd54852646a4e5e5c59ce65aadee7a8c9d19b0be21e4135592fa3541767725956

data/.gitignore

@@ -0,0 +1,49 @@
+.DS_Store
+*.rbc
+capybara-*.html
+.rspec
+/log/*
+!/log/.keep
+/tmp
+/db/*.sqlite3
+/db/*.sqlite3-journal
+/public/system
+/public/uploads/*
+/coverage/
+/spec/tmp
+**.orig
+rerun.txt
+pickle-email-*.html
+
+# TODO Comment out these rules if you are OK with secrets being uploaded to the repo
+config/initializers/secret_token.rb
+secrets.sh
+docker-tutum-stack*.yml
+docker-cloud-stack*.yml
+secrets.yml
+# Ignore linked files for rails (JLM 150513)
+config/database.yml
+config/secrets.yml
+.env
+
+## Environment normalisation:
+/.bundle
+/vendor/bundle
+
+# these should all be checked in to normalise the environment:
+# Gemfile.lock, .ruby-version, .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+# if using bower-rails ignore default bower_components path bower.json files
+/vendor/assets/bower_components
+*.bowerrc
+bower.json
+
+# Ignore pow environment settings
+.powenv
+
+# Ignore working files of RubyMine
+.idea
+

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gem 'logger'
+gem 'mechanize'
+gem 'nokogiri'
+gem 'rest-client'
+gem 'slop'

data/Gemfile.lock

@@ -0,0 +1,49 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    domain_name (0.5.20170404)
+      unf (>= 0.0.5, < 1.0.0)
+    http-cookie (1.0.3)
+      domain_name (~> 0.5)
+    logger (1.2.8)
+    mechanize (2.7.5)
+      domain_name (~> 0.5, >= 0.5.1)
+      http-cookie (~> 1.0)
+      mime-types (>= 1.17.2)
+      net-http-digest_auth (~> 1.1, >= 1.1.1)
+      net-http-persistent (~> 2.5, >= 2.5.2)
+      nokogiri (~> 1.6)
+      ntlm-http (~> 0.1, >= 0.1.1)
+      webrobots (>= 0.0.9, < 0.2)
+    mime-types (3.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2016.0521)
+    mini_portile2 (2.3.0)
+    net-http-digest_auth (1.4.1)
+    net-http-persistent (2.9.4)
+    netrc (0.11.0)
+    nokogiri (1.8.1)
+      mini_portile2 (~> 2.3.0)
+    ntlm-http (0.1.1)
+    rest-client (2.0.2)
+      http-cookie (>= 1.0.2, < 2.0)
+      mime-types (>= 1.16, < 4.0)
+      netrc (~> 0.8)
+    slop (4.6.1)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.7.4)
+    webrobots (0.1.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  logger
+  mechanize
+  nokogiri
+  rest-client
+  slop
+
+BUNDLED WITH
+   1.13.6

data/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "{}"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright {yyyy} {name of copyright owner}
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,72 @@
+# Dirtp: TablePress maker for Web directories
+
+
+This Ruby script queries a website that offers directory listings, and converts them into TablePress tables
+for inclusion into a Wordpress website.  The first column is the date and the second column is a link to the
+file on the remote server.  When directories are encountered in the listing, these are recursively
+parsed, but flattened and not listed, so that all files are listed in a single table. The directory structure
+is only reflected by including the directory names in the links.
+Optionally, each filename can be looked up in a separate web-based database to retrieve a description of each
+file, which is then included in a third column in the generated table.
+
+## Usage
+
+Check the `bin/dir-to-tablepress.rb` script for an example of using this gem.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'dirtp'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install dirtp
+
+## Command-Line Options
+This gem comes with a commend-line utility which demonstrates its use and can be used
+to generate Tablepress JSON tables.
+
+Without any options, the script prints a usage message and exits.  The mandatory first argument us the URL of the
+directory to parse.  
+* `--lookup`  (abbreviated `-l`): Look up each filename in a web-based database and include the resulting description
+  as a third column in the generated table.  To use this option, some configuration options need to be defined
+  in the `secrets.yml` file: `db_uri` is the URL of the lookup API, to which a query in the form `?filename=fname`
+  will be appended.  The output is expected in XML, as documented elsewhere.  The only tag interpretted is the
+  `<description>` and this text is included in the third table column.
+  
+* `--update table-ref` (abbreviated `-u`): this unimplmented option will extend an existing table.  Existing
+  entries will not be modified.  Additional entries will be added. Entries for files which are no longer present
+  will be removed with a warning.
+* `--outfile outputfilename` (abbreviated `-o`): write the table to `outfilename` instead of standard output.
+* `--secrets secretfile.yml` (abbreviated `-s`): Use the given file for the configuration options rather than the
+  default `secrets.yml`. 
+* `--debug`  (abbreviated `-d`): print additional debugging information to STDERR and use a localhost proxy on port
+  8888 to allow web traffic to be inspected.
+
+### Configuration
+The URL of the web-based filename lookup API, together with the usernames
+and passwords for it and for the directory to be parsed, are stored in `secrets.yml` which is not included
+in the sources.  An example of that file file is available as `example-secrets.yml`.
+
+### Usage
+The example script was developed to allow lists of files to be shown in a Wordpress website.  The idea is to periodically
+recreate or update the table either via `wp-cron` or by manipulating the Wordpress API.  The output format is
+compatible with TablePress' import format.
+
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/jlm/dir-to-tablepress.

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "dirtp"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/dir-to-tablepress.rb

@@ -0,0 +1,83 @@
+#!/usr/bin/env ruby
+####
+# Copyright 2017 John Messenger
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+####
+
+require 'rubygems'
+require 'date'
+require 'logger'
+require 'rest-client'
+require 'slop'
+require 'yaml'
+require 'dirtp'
+
+#
+# Main program
+#
+begin
+  opts = Slop.parse do |o|
+    o.banner = 'usage: dir-to-tablepress.rb [options] URL-of-directory'
+    o.string '-s', '--secrets', 'secrets YAML file name', default: 'secrets.yml'
+    o.bool   '-d', '--debug', 'debug mode'
+    o.bool   '-u', '--update', 'update an existing table'
+    o.bool   '-l', '--lookup', 'look up filenames in the web database'
+    o.string '-o', '--outfile', 'output filename'
+    o.int    '-p', '--per-page', 'how many files to display per page', default: 15
+    o.on '--help' do
+      STDERR.puts o
+      exit
+    end
+  end
+
+  # The first argument to the script is the URL of the directory to convert.
+  if opts.args.count == 1
+    arch_url = opts.args[0]
+  else
+    STDERR.puts opts
+    exit
+  end
+
+  config = YAML.load(File.read(opts[:secrets]))
+  $stdout.reopen(opts[:outfile]) if opts[:outfile]
+
+  # Set up logging (which is not used)
+  $DEBUG = opts.debug?
+  $logger = Logger.new(STDERR)
+  $logger.level = Logger::INFO
+  $logger.level = Logger::DEBUG if $DEBUG
+
+  # When debugging, use a proxy on localhost to allow Charles Proxy to see the interactions
+  if $DEBUG
+    RestClient.proxy = "http://localhost:8888"
+    $logger.debug("Using HTTP proxy #{RestClient.proxy}")
+  end
+
+  arch_creds = [config['username'], config['password']]
+  db_creds = [config['db_user'], config['db_password']]
+
+  tptable = TPTable.new(arch_url, creds: arch_creds, db_url: config['db_uri'], db_creds: db_creds)
+
+  # Retrieve and parse the directory into an array of file details.
+  files = tptable.parse_dir(lookup: opts[:lookup])
+
+  if $DEBUG
+    files.each do |f|
+      puts "#{f[:date]} #{f[:name]} #{f[:href]} #{f[:desc]}"
+    end
+  end
+
+  puts tptable.to_json(per_page: opts[:per_page], lookup: opts[:lookup])
+
+end

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/dirtp.gemspec

@@ -0,0 +1,31 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "dirtp/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "dirtp"
+  spec.version       = Dirtp::VERSION
+  spec.authors       = ["John Messenger"]
+  spec.email         = ["j.l.messenger@ieee.org"]
+
+  spec.summary       = %q{Parse an Apache-generated auto-index directory listing and make a TablePress table from it.}
+  #spec.description   = %q{TODO: Write a longer description or delete this line.}
+  spec.homepage      = "https://github.com/jlm/dir-to-tablepress"
+  spec.license       = "Apache-2.0"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+
+  spec.add_runtime_dependency 'nokogiri', '~> 1.8'
+  spec.add_runtime_dependency 'rest-client', '~> 2.0'
+  spec.add_runtime_dependency 'slop', '~> 4.6'
+  spec.add_runtime_dependency 'logger', '~> 1.2'
+end

data/example-secrets.yml

@@ -0,0 +1,5 @@
+username: user
+password: pass
+db_uri: http://example.com/lookup.php
+db_user: dbuser
+db_password: dbpass

data/lib/dirtp.rb

@@ -0,0 +1,6 @@
+require "dirtp/version"
+
+module Dirtp
+end
+
+require 'dirtp/tptable'

data/lib/dirtp/tptable.rb

@@ -0,0 +1,138 @@
+####
+# Copyright 2017 John Messenger
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+####
+
+require 'rubygems'
+require 'date'
+require 'json'
+require 'nokogiri'
+require 'open-uri'
+require 'rest-client'
+
+class TPTable
+  attr_accessor :dir_url, :creds, :db_url, :db_creds
+
+# @param [String] dir_url    URL of the directory to scan
+# @param [Array<String>] creds  Username and password required to authenticate access to the directory
+# @param [String] db_url     URL of the database in which to look up the file's description
+# @param [Array] db_creds    Username and password required to authenticate access to the database
+  def initialize(dir_url, creds: [], db_url: '', db_creds: [])
+    @dir_url = dir_url
+    @creds = creds
+    @db_url = db_url
+    @db_creds = db_creds
+    @files = []
+  end
+
+  ####
+  # Look up a filename in the web-based filename database and return its description
+  ####
+  # @param [String] filename
+  def query_db(filename)
+    uri = URI.parse(@db_url)
+    uri = URI::HTTP.build(host: uri.host, path: uri.path, query: "filename=#{filename}")
+    page = open(uri, http_basic_authentication: @db_creds) { |f| f.read }
+    pagedoc = Nokogiri::XML(page)
+    pagedoc.css('description').text
+  end
+
+  ####
+  # Retrieve a directory listing from a web server and parse it to extract filenames and dates.  Optionally query a
+  # web-based database to retrieve a textual description of the file.
+  ####
+  # @param [String] prefix     A prefix to prepend to the filename in recursive invocations
+  # @param [Bool] lookup       Should the filename be looked up in the web database?
+  def parse_dir(prefix: '', lookup: false)
+    page = open(@dir_url, http_basic_authentication: @creds) { |f| f.read }
+    pagedoc = Nokogiri::HTML(page)
+    found_parent = false
+    pagedoc.at('pre').children.each do |el|
+      unless found_parent
+        found_parent = /Parent Directory/.match(el.text) unless found_parent
+        next unless found_parent
+      end
+      next unless found_parent
+      next if /Parent Directory/.match(el.text)
+      puts el.text if $DEBUG
+      if el.name == 'a'
+        if /\/$/.match(el.text)
+          puts "Directory #{el['href']}" if $DEBUG
+          # XXX What's the best way to deal with recursive calls in a class?  Could use recursive instansiation or
+          # make parse_dir a Class method instead of an Instance method.
+          dir = TPTable.new(@dir_url + el['href'], creds: @creds, db_url: @db_url, db_creds: @db_creds)
+          @files += dir.parse_dir(prefix: el.text, lookup: lookup)
+        else
+          puts "It's a file #{el['href']} with prefix #{prefix}" if $DEBUG
+          name = el.text
+          file = { name: prefix + name,
+                   href: @dir_url + el['href'],
+                   date: DateTime.parse(el.next) }
+          file[:desc] = query_db(name) if lookup
+          @files << file
+        end
+      end
+    end
+    return @files
+  end
+
+  ####
+  # Convert the file list to a TablePress specification in JSON.  Optionally query a
+  # web-based database to retrieve a textual description of the file.
+  ####
+  # @param [Integer] per_page  Tell TablePress how many entries to show per page
+  # @param [Bool] lookup       Should the filename be looked up in the web database?
+  def to_json(per_page: 10, lookup: false)
+    # Build a TablePress table specification which will be output as a JSON object for import into Wordpress.
+    table = {
+        name: 'Archive',
+        description: "Archive of files for #{File.split(@dir_url)[-1]}, generated by dir-to-tablepress.rb at #{Time.now}",
+        options: {
+            table_head: true,
+            table_foot: false,
+            alternating_row_colors: true,
+            row_hover: true,
+            print_name: true,
+            print_name_position: 'above',
+            print_description: false,
+            print_description_position: 'below',
+            extra_css_classes: '',
+            use_datatables: true,
+            datatables_sort: true,
+            datatables_filter: true,
+            datatables_paginate: true,
+            datatables_lengthchange: true,
+            datatables_paginate_entries: per_page,
+            datatables_info: true,
+            datatables_scrollx: false,
+            datatables_custom_commands: '"order": [[ 0, \'desc\' ]], "columnDefs": [ { "type": "date", "targets": [ 0 ] } ]'
+        }
+    }
+
+    # Add table headers
+    table[:data] = lookup ? [ %w[Date Document Description] ] : [ %w[Date Document] ]
+
+    @files.each do |f|
+      builder = Nokogiri::XML::Builder.new do |xml|
+        xml.a(File.split(f[:name])[-1], href: f[:href])
+      end
+      link = builder.to_xml(save_with: Nokogiri::XML::Node::SaveOptions::NO_DECLARATION)
+      entry = [f[:date].to_date.to_s, link]
+      entry << f[:desc] if lookup
+      table[:data] << entry
+    end
+    JSON.pretty_generate(table)
+  end
+
+end

data/lib/dirtp/version.rb

@@ -0,0 +1,3 @@
+module Dirtp
+  VERSION = "0.1.4"
+end

metadata

@@ -0,0 +1,146 @@
+--- !ruby/object:Gem::Specification
+name: dirtp
+version: !ruby/object:Gem::Version
+  version: 0.1.4
+platform: ruby
+authors:
+- John Messenger
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-01-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: slop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.6'
+- !ruby/object:Gem::Dependency
+  name: logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+description: 
+email:
+- j.l.messenger@ieee.org
+executables:
+- console
+- dir-to-tablepress.rb
+- setup
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/dir-to-tablepress.rb
+- bin/setup
+- dirtp.gemspec
+- example-secrets.yml
+- lib/dirtp.rb
+- lib/dirtp/tptable.rb
+- lib/dirtp/version.rb
+homepage: https://github.com/jlm/dir-to-tablepress
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Parse an Apache-generated auto-index directory listing and make a TablePress
+  table from it.
+test_files: []