fernyb_davclient 0.0.9

data/LICENSE

@@ -0,0 +1,53 @@
+DavClient (davclient and the dav utility) is copyrighted free software by Thomas Flemming
+<thomas dot flemming at usit dot uio do no> and contributors. You can redistribute it
+and/or modify it under either the terms of the GPL2 or the conditions below:
+
+1. You may make and give away verbatim copies of the source form of the
+   software without restriction, provided that you duplicate all of the
+   original copyright notices and associated disclaimers.
+
+2. You may modify your copy of the software in any way, provided that
+   you do at least ONE of the following:
+
+     a) place your modifications in the Public Domain or otherwise make them
+     Freely Available, such as by posting said modifications to Usenet or an
+     equivalent medium, or by allowing the author to include your
+     modifications in the software.
+
+     b) use the modified software only within your corporation or
+        organization.
+
+     c) rename any non-standard executables so the names do not conflict with
+     standard executables, which must also be provided.
+
+     d) make other distribution arrangements with the author.
+
+3. You may distribute the software in object code or executable
+   form, provided that you do at least ONE of the following:
+
+     a) distribute the executables and library files of the software,
+     together with instructions (in the manual page or equivalent) on where
+     to get the original distribution.
+
+     b) accompany the distribution with the machine-readable source of the
+     software.
+
+     c) give non-standard executables non-standard names, with
+        instructions on where to get the original software distribution.
+
+     d) make other distribution arrangements with the author.
+
+4. You may modify and include the part of the software into any other
+   software (possibly commercial). But some files in the distribution
+   are not written by the author, so that they are not under this terms.
+
+5. The scripts and library files supplied as input to or produced as
+   output from the software do not automatically fall under the
+   copyright of the software, but belong to whomever generated them,
+   and may be sold commercially, and may be aggregated with this
+   software.
+
+6. THIS SOFTWARE IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR
+   IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED
+   WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+   PURPOSE.

data/Manifest

@@ -0,0 +1,38 @@
+bin/dav
+examples/clean_files.rb
+examples/meta_tags_in_use.rb
+examples/remove_ds_store.rb
+examples/scrape_site.rb
+examples/simple_find.rb
+fernyb_davclient.gemspec
+lib/davclient/curl_commands.rb
+lib/davclient/dav-ls.rb
+lib/davclient/dav-propfind.rb
+lib/davclient/dav-put.rb
+lib/davclient/davcli.rb
+lib/davclient/hpricot_extensions.rb
+lib/davclient/simple.rb
+lib/davclient/termutil.rb
+lib/davclient/util.rb
+lib/davclient.rb
+LICENSE
+Manifest
+Rakefile
+README.rdoc
+tests/dav.rb
+tests/tc_dav-cat.rb
+tests/tc_dav-cd.rb
+tests/tc_dav-cp.rb
+tests/tc_dav-delete.rb
+tests/tc_dav-get.rb
+tests/tc_dav-ls.rb
+tests/tc_dav-mkcol.rb
+tests/tc_dav-mv.rb
+tests/tc_dav-propfind.rb
+tests/tc_dav-put.rb
+tests/tc_util.rb
+tests/tc_webdav_basic.rb
+tests/tc_webdav_publish.rb
+tests/test_helper.rb
+tests/ts_davclient.rb
+todo

data/README.rdoc

@@ -0,0 +1,134 @@
+= DavClient
+
+* http://davclient.rubyforge.org
+* http://rubyforge.org/mailman/listinfo/davclient-general
+
+== DESCRIPTION:
+
+A scriptable WebDAV command line client for Ruby for managing content on
+webservers that support the WebDAV extensions.
+
+This is still very much work in progress. Especially the command line interface
+is changed a lot recently. The ruby library however is starting to settle.
+
+
+== Requirements
+
+The command line utility curl installed and available in your unix path.
+
+== LIRBRARY SYNOPSIS:
+
+  require 'rubygems'
+  require 'davclient'
+
+  # Print url of all files in webdav folder recursively
+  # with basic tree walking
+
+  url = 'http://test.webdav.org/dav/'
+  WebDAV.find(url, :recursive => true) do |item|
+    puts item.href
+  end
+
+== COMMAND LINE UTILITIES:
+
+DavClient includes the command line utility 'dav'. It is inspired by git and should be familiar to unix users.
+The command 'dav cd url' sets current working url, 'dav ls' list files and 'dav pwd'
+prints current working url. , users can access files, folders and their properties on webdav servers.
+
+The only authentication method supported at the moment, is by reading usernames and passwords from
+a file named ~/.netrc. If username is missing, the 'dav' command will print out detailed instructions
+on how to add username etc. to the '~/.netrc' file.
+
+== COMMAND LINE SYNOPSIS:
+
+  bash $ dav cd http://test.webdav.org/dav/
+  http://test.webdav.org/dav/
+  bash $ dav ls
+  images/
+  index.html
+  bash $ dav pwd
+  http://test.webdav.org/dav/
+  bash $ get ./index.html
+  bash $ dav --help
+  usage: dav COMMAND [ARGS]
+
+  Available dav commands:
+     ls        List files on webdav server
+     pwd       Print current working url
+     cd        Change current working url
+     cp        Copy resource
+     mv        Move resource
+     rm        Remove resource
+     cat       Print content of resource
+     mkdir     Create remote collection (directory) (mkcol alias)
+     get       Download resource
+     put       Upload local file
+     propfind  Print webdav properties for url
+     mkcol     Make collection
+     options   Display webservers WebDAV options
+     edit      Edit contents of remote file with editor
+
+== USE WITH IRB:
+
+IRB can also be used as an interactive dav console:
+
+  bash $ irb -rubygems -rdavclient/simple
+  >> cd "https://webdav.org/projects/"
+  => "https://webdav.org/projects/"
+  >> pwd
+  => "https://webdav.org/projects/"
+  >> content = get "index.html"
+  => "index.html"
+  >> ls
+  index.html
+  >> cd ".."
+  => "https://webdav.org/"
+
+
+== INSTALL:
+
+If you can type the command 'curl' in your terminal window, everything is ok.
+
+DavClient uses the command line utility cURL to interact with servers.
+Curl comes preinstalled on Mac OS X. It can also be downloaded from
+http://curl.haxx.se/ . If you are using debian or ubuntu, it
+can be installed with apt-get:
+
+  sudo apt-get install curl
+
+Then install DavClient:
+
+  [sudo] gem install davclient
+
+or
+
+  git clone git://github.com/thomasfl/davclient.git
+  cd davclient
+  sudo rake install
+
+
+== Background:
+
+There has been posted a few examples on the web of how to make a WebDAV client.
+The problem is that they all seem to support only one type of username and password
+authentication. DavClient instead uses the command line tool 'curl' to do all the
+authentication and networking. To avoid handling authentication all togheter, curl
+are told to look up all usernames and passwords are in a file named ~/.netrc.
+
+The command line utility 'dav' is non-interactive and inspired by git, making it more suitable for
+use in scripts. If you can script in Ruby, the examples folder includes sample
+scripts using the davclient Ruby library.
+
+== Licence
+
+DavClient (davclient and the dav utility) is copyrighted free software by Thomas Flemming
+<thomas dot flemming at usit.uio.no> and contributors. You can redistribute it
+and/or modify it under either the terms of the GPL2 or the conditions below:
+
+See LICENCE file for details.
+
+== Comments
+
+Feel free to contact me at thomas dot flemming at usit.uio.no.
+
+

data/Rakefile

@@ -0,0 +1,95 @@
+# Rakefile for DavClient   -*- ruby -*-
+# Usage:
+#
+#     rake package      Create gem
+#     rake rdoc         Create doc
+#     rake upload-docs  Upload docs to rubyforge
+#
+#     rake install      Create and install gem
+#     rake manifest     Create manifest
+#     rake release      Release to rubyforge
+
+require 'rake/rdoctask'
+require 'rake/gempackagetask'
+
+GEM_VERSION = "0.0.9"
+
+spec = Gem::Specification.new do |s|
+  s.name = "fernyb_davclient"
+  s.version = GEM_VERSION
+  s.author = "Thomas Flemming"
+  s.email = "thomasfl@usit.uio.no"
+  s.homepage = "http://folk.uio.no/thomasfl"
+  s.platform = Gem::Platform::RUBY
+  s.summary = "Command line WebDAV client and Ruby library."
+  s.description = "WebDAV command line client written in Ruby for managing " +
+                  "content on webservers that support the WebDAV extensions."
+  s.requirements << "cURL command line tool available from http://curl.haxx.se/"
+  s.requirements << "Servername, username and password must be supplied in ~/.netrc file."
+  s.files = ["lib/davclient.rb","lib/davclient/hpricot_extensions.rb",
+             "lib/davclient/curl_commands.rb", "bin/dav", "lib/davclient/davcli.rb",
+             "lib/davclient/dav-put.rb", "lib/davclient/dav-ls.rb",
+             "lib/davclient/dav-propfind.rb","lib/davclient/util.rb","lib/davclient/termutil.rb"]
+  s.executables = ["dav"]
+  s.require_path = "lib"
+  s.rubyforge_project = "fernyb_davclient"
+  #  s.test_files = FileList["{test}/**/*test.rb"].to_a
+  s.has_rdoc = true
+  s.extra_rdoc_files = ["README.rdoc"]
+  s.add_dependency("hpricot", ">= 0.6")
+  s.add_dependency("termios", ">= 0.9") # For password prompt
+  s.add_dependency("ZenTest", ">= 3.5") # For tests
+end
+
+Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.need_zip = false
+  pkg.need_tar = false
+end
+
+
+html_dir = 'doc/html'
+library = 'Ruby DavClient'
+Rake::RDocTask.new('rdoc') do |t|
+  t.rdoc_files.include('README.rdoc',
+                       'lib/davclient.rb',
+                       'lib/davclient/hpricot_extensions.rb',
+                       'lib/davclient/simple.rb')
+  t.main = 'README.rdoc'
+  t.title = "#{library} API documentation"
+  t.rdoc_dir = html_dir
+end
+
+rubyforge_user = 'thomasfl'
+rubyforge_project = 'fernyb_davclient'
+rubyforge_path = "/var/www/gforge-projects/#{rubyforge_project}/"
+desc 'Upload documentation to RubyForge.'
+task 'upload-docs' => ['rdoc'] do
+  sh "scp -r #{html_dir}/* " +
+    "#{rubyforge_user}@rubyforge.org:#{rubyforge_path}"
+end
+
+
+website_dir = 'site'
+desc 'Update project website to RubyForge.'
+task 'upload-site' do
+  sh "scp -r #{website_dir}/* " +
+    "#{rubyforge_user}@rubyforge.org:/var/www/gforge-projects/project/"
+end
+
+desc 'Update API docs and project website to RubyForge.'
+task 'publish' => ['upload-docs', 'upload-site']
+
+
+
+require 'echoe'
+
+Echoe.new('fernyb_davclient',  GEM_VERSION) do |p|
+  p.description    = "Command line WebDAV client and Ruby library."
+  p.url            = "http://davclient.rubyforge.org/davclient"
+  p.author         = "Thomas Flemming"
+  p.email          = "thomasfl@usit.uio.no"
+  p.ignore_pattern = ["svn_user.yml", "svn_project.rake"]
+  p.project        = "fernyb_davclient"
+end
+
+Dir["#{File.dirname(__FILE__)}/tasks/*.rake"].sort.each { |ext| load ext }

data/bin/dav

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'davclient'
+require 'davclient/davcli'
+
+DavCLI.dav(ARGV)

data/examples/clean_files.rb

@@ -0,0 +1,131 @@
+# -*- coding: utf-8 -*-
+$LOAD_PATH << File.expand_path( File.dirname(__FILE__) + '/../lib' )
+require 'rubygems'
+require 'davclient/simple'
+
+# Logg to file. Close file to be sure nothing bad happens.
+def log_update(url,msg)
+  path = File.expand_path( File.dirname(__FILE__) ) + "/cleaned_files.log"
+  file = File.open(path, "a")
+  file.puts url
+  file.puts msg
+  file.puts "----"
+  file.close
+end
+
+# Stealth mode editing
+# Removes traces after editing resources by resetting properties to
+# their original value.
+def stealth_mode(item, &block)
+  original_item = item.clone
+  # puts "DEBUG: Leser props." + item.getlastmodified
+  yield item
+  # puts "DEBUG: Skriver props."
+
+  # Det har ingen effekt å sette disse:
+  #  <v:propertiesModifiedBy xmlns:v="vrtx">#{original_item.propertiesModifiedBy}</v:propertiesModifiedBy>
+  #  <d:getlastmodified>#{original_item.getlastmodified}</d:getlastmodified>
+  #  <v:propertiesLastModified xmlns:v="vrtx">#{original_item.propertiesLastModified}</v:propertiesLastModified>
+
+  props = ""
+  if(original_item.contentLastModified != nil and original_item.contentLastModified != "")
+    props += "<v:contentLastModified xmlns:v=\"vrtx\">#{original_item.contentLastModified}</v:contentLastModified>"
+  end
+  if(original_item.modifiedBy != nil and original_item.modifiedBy != "")
+    props += "<v:modifiedBy xmlns:v=\"vrtx\">#{original_item.modifiedBy}</v:modifiedBy>"
+  end
+  if(original_item.contentModifiedBy != nil and original_item.contentModifiedBy != "")
+    props += "<v:contentModifiedBy xmlns:v=\"vrtx\">#{original_item.contentModifiedBy}</v:contentModifiedBy>"
+  end
+  if(props != "")
+    begin
+      item.proppatch(props)
+    rescue RuntimeError
+      puts "Kunne ikke patche " + item.href
+      log_update(item.href, "Kunne ikke patche properties")
+    end
+  end
+end
+
+
+def clean_files_from_file(baseurl, filename)
+  checked_files = 1
+  lines = ""
+  file = File.open(filename, 'r')
+  file.each do |line|
+    url = baseurl + line.gsub(/\(/,"\\(").gsub(/\)/,"\\)").gsub(/ /,"\\ ")
+    puts checked_files.to_s + " Sjekker: " + url
+    begin
+      content = WebDAV.get(url)
+    rescue RuntimeError => details
+      puts "Error: " + details
+      log_update(url, "Error: " + details )
+    end
+    if(content =~ /404 - Not Found/)
+      puts "Warning: 404 not found"
+      log_update(url, "Warning: 404 not found")
+    end
+
+    checked_files += 1
+    if(content != nil)
+      meta = content.grep(/<meta\s*name[^>]*>/im).join("")
+      if(meta != "" )
+        puts "Cleaning: " + url
+        puts meta
+        clean_file(url, content)
+        log_update(url, meta)
+      end
+    end
+    # exit if(checked_files > 10)
+  end
+end
+
+def clean_file(url, content)
+  begin
+    props = WebDAV.propfind(url, :xml => true)
+    doc = Hpricot(props)
+    item = doc.search("//d:response").first
+    stealth_mode(item) do |item|
+      item.content = item.content.gsub(/<meta.*\s+name\s*=[^>]*>[\s\n\r]*/im, "")
+    end
+  rescue RuntimeError => details
+    puts "Error: " + details
+    log_update(url, "Error: " + details )
+  end
+end
+
+def find_and_clean_files(url)
+  checked_files = 0
+  find(url, :recursive => true) do |item|
+    checked_files += 1
+    puts "count:" + checked_files.to_s + "   " + item.href
+    if(item.resourceType =~ /html/ and item.href =~ /\..?html$/)
+      content = item.content
+
+      # uspesifiserte dokumenttyper har resourceType "html" eller "xhtml10trans"
+      if(item.content != nil)
+        meta = item.content.grep(/<meta\s*name[^>]*>/im).join("")
+
+        if(meta != "" )
+          log_update(item.href, meta)
+          puts item.href + ":"
+          puts meta
+          puts
+          stealth_mode(item) do |item|
+            # item.content = item.content.gsub(/<meta.*\s+name\s*=[^>]*>[\s\n\r]*/im, "")
+            item.content = item.content.gsub(/<meta\s+name\s*=[^>]*>/im, "")
+            item.content = item.content.gsub(/<meta\s+content\s*=[^>]*>/im, "")
+          end
+
+        end
+
+      end
+    end
+  end
+end
+
+if($0 ==  __FILE__)
+  baseurl = ARGV.shift
+  filename = ARGV.shift or abort "usage: #{$0} baseurl filename"
+  clean_files_from_file( baseurl, filename)
+end