RubyGems - pho - Versions diffs - 0.7.8 → 0.7.9 - Mend

pho 0.7.8 → 0.7.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (60) hide show

data/CHANGES +8 -0
data/Rakefile +4 -2
data/doc/rdoc/classes/Pho.html +4 -0
data/doc/rdoc/classes/Pho/CommandLine.html +114 -114
data/doc/rdoc/classes/Pho/DatatypeProperty.html +12 -12
data/doc/rdoc/classes/Pho/Enrichment/StoreEnricher.html +29 -29
data/doc/rdoc/classes/Pho/Etags.html +36 -36
data/doc/rdoc/classes/Pho/Facet/Results.html +19 -19
data/doc/rdoc/classes/Pho/Facet/Term.html +6 -6
data/doc/rdoc/classes/Pho/FieldPredicateMap.html +102 -102
data/doc/rdoc/classes/Pho/FieldWeighting.html +12 -12
data/doc/rdoc/classes/Pho/FileManagement.html +16 -0
data/doc/rdoc/classes/Pho/FileManagement/AbstractFileManager.html +168 -108
data/doc/rdoc/classes/Pho/FileManagement/BNodeRewritingHandler.html +226 -0
data/doc/rdoc/classes/Pho/FileManagement/FileManager.html +48 -35
data/doc/rdoc/classes/Pho/FileManagement/FileSplitter.html +291 -0
data/doc/rdoc/classes/Pho/FileManagement/RDFManager.html +22 -22
data/doc/rdoc/classes/Pho/FileManagement/StatementHandler.html +152 -0
data/doc/rdoc/classes/Pho/FileManagement/Util.html +212 -0
data/doc/rdoc/classes/Pho/Job.html +64 -64
data/doc/rdoc/classes/Pho/Jobs.html +60 -60
data/doc/rdoc/classes/Pho/OAI/Record.html +6 -6
data/doc/rdoc/classes/Pho/OAI/Records.html +24 -24
data/doc/rdoc/classes/Pho/OAI/Statistics.html +12 -12
data/doc/rdoc/classes/Pho/QueryProfile.html +66 -66
data/doc/rdoc/classes/Pho/ResourceHash/Converter.html +36 -36
data/doc/rdoc/classes/Pho/ResourceHash/SetAlgebra.html +12 -12
data/doc/rdoc/classes/Pho/Snapshot.html +35 -35
data/doc/rdoc/classes/Pho/Sparql/SparqlClient.html +74 -74
data/doc/rdoc/classes/Pho/Sparql/SparqlHelper.html +78 -78
data/doc/rdoc/classes/Pho/Status.html +26 -26
data/doc/rdoc/classes/Pho/Store.html +215 -215
data/doc/rdoc/classes/Pho/StoreSparqlClient.html +12 -12
data/doc/rdoc/classes/Pho/Update/Changeset.html +63 -63
data/doc/rdoc/classes/Pho/Update/ChangesetBuilder.html +24 -24
data/doc/rdoc/classes/Pho/Update/ChangesetHelper.html +6 -6
data/doc/rdoc/classes/Pho/Update/Changesets.html +12 -12
data/doc/rdoc/classes/Pho/Update/LiteralStatement.html +18 -18
data/doc/rdoc/classes/Pho/Update/ResourceStatement.html +24 -24
data/doc/rdoc/classes/Pho/Update/Statement.html +24 -24
data/doc/rdoc/classes/String.html +1 -1
data/doc/rdoc/created.rid +1 -1
data/doc/rdoc/files/CHANGES.html +13 -1
data/doc/rdoc/files/lib/pho/file_management_rb.html +1 -1
data/doc/rdoc/files/lib/pho/file_manager_rb.html +1 -1
data/doc/rdoc/files/lib/pho/rdf_collection_rb.html +1 -1
data/doc/rdoc/files/lib/pho/upload_rb.html +101 -0
data/doc/rdoc/files/lib/pho_rb.html +4 -2
data/doc/rdoc/fr_class_index.html +4 -0
data/doc/rdoc/fr_file_index.html +1 -0
data/doc/rdoc/fr_method_index.html +228 -218
data/lib/pho.rb +4 -1
data/lib/pho/file_management.rb +30 -1
data/lib/pho/file_manager.rb +7 -0
data/lib/pho/rdf_collection.rb +4 -4
data/lib/pho/upload.rb +156 -0
data/tests/tc_bnodehandler.rb +42 -0
data/tests/tc_filesplitter.rb +51 -0
data/tests/ts_pho.rb +3 -1
metadata +56 -8

data/doc/rdoc/classes/Pho/FileManagement/BNodeRewritingHandler.html ADDED

@@ -0,0 +1,226 @@
+<?xml version="1.0" encoding="iso-8859-1"?>
+<!DOCTYPE html
+     PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+<head>
+  <title>Class: Pho::FileManagement::BNodeRewritingHandler</title>
+  <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
+  <meta http-equiv="Content-Script-Type" content="text/javascript" />
+  <link rel="stylesheet" href="../../.././rdoc-style.css" type="text/css" media="screen" />
+  <script type="text/javascript">
+  // <![CDATA[
+  function popupCode( url ) {
+    window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
+  }
+  function toggleCode( id ) {
+    if ( document.getElementById )
+      elem = document.getElementById( id );
+    else if ( document.all )
+      elem = eval( "document.all." + id );
+    else
+      return false;
+    elemStyle = elem.style;
+    if ( elemStyle.display != "block" ) {
+      elemStyle.display = "block"
+    } else {
+      elemStyle.display = "none"
+    }
+    return true;
+  }
+  // Make codeblocks hidden by default
+  document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
+  // ]]>
+  </script>
+</head>
+<body>
+    <div id="classHeader">
+        <table class="header-table">
+        <tr class="top-aligned-row">
+          <td><strong>Class</strong></td>
+          <td class="class-name-in-header">Pho::FileManagement::BNodeRewritingHandler</td>
+        </tr>
+        <tr class="top-aligned-row">
+            <td><strong>In:</strong></td>
+            <td>
+                <a href="../../../files/lib/pho/upload_rb.html">
+                lib/pho/upload.rb
+                </a>
+        <br />
+            </td>
+        </tr>
+        <tr class="top-aligned-row">
+            <td><strong>Parent:</strong></td>
+            <td>
+                Object
+            </td>
+        </tr>
+        </table>
+    </div>
+  <!-- banner header -->
+  <div id="bodyContent">
+  <div id="contextContent">
+    <div id="description">
+      <p>
+Remove bnodes from the input data by assigning URIs to them
+</p>
+<p>
+This implementation generates a simple hexdigest based on the node id and
+uses that to construct a uri based on a base uri provided in the
+constructor
+</p>
+    </div>
+   </div>
+    <div id="method-list">
+      <h3 class="section-bar">Methods</h3>
+      <div class="name-list">
+      <a href="#M000034">assign_uri</a>&nbsp;&nbsp;
+      <a href="#M000033">handle</a>&nbsp;&nbsp;
+      <a href="#M000032">new</a>&nbsp;&nbsp;
+      </div>
+    </div>
+  </div>
+    <!-- if includes -->
+    <div id="section">
+    <!-- if method_list -->
+    <div id="methods">
+      <h3 class="section-bar">Public Class methods</h3>
+      <div id="method-M000032" class="method-detail">
+        <a name="M000032"></a>
+        <div class="method-heading">
+          <a href="#M000032" class="method-signature">
+          <span class="method-name">new</span><span class="method-args">(base)</span>
+          </a>
+        </div>
+        <div class="method-description">
+          <table>
+<tr><td valign="top">base:</td><td>base uri for URIs generated for blank nodes
+</td></tr>
+</table>
+          <p><a class="source-toggle" href="#"
+            onclick="toggleCode('M000032-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000032-source">
+<pre>
+<span class="ruby-comment cmt"># File lib/pho/upload.rb, line 19</span>
+      <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">base</span>)
+        <span class="ruby-ivar">@base</span> = <span class="ruby-identifier">base</span>
+      <span class="ruby-keyword kw">end</span>
+</pre>
+          </div>
+        </div>
+      </div>
+      <h3 class="section-bar">Public Instance methods</h3>
+      <div id="method-M000034" class="method-detail">
+        <a name="M000034"></a>
+        <div class="method-heading">
+          <a href="#M000034" class="method-signature">
+          <span class="method-name">assign_uri</span><span class="method-args">(node)</span>
+          </a>
+        </div>
+        <div class="method-description">
+          <p>
+FIXME semantics for this is wrong if nodeIds are reused across datasets
+</p>
+          <p><a class="source-toggle" href="#"
+            onclick="toggleCode('M000034-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000034-source">
+<pre>
+<span class="ruby-comment cmt"># File lib/pho/upload.rb, line 40</span>
+      <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">assign_uri</span>(<span class="ruby-identifier">node</span>)
+        <span class="ruby-keyword kw">return</span> <span class="ruby-node">&quot;#{@base}/#{Digest::MD5.hexdigest( node.id )}#self&quot;</span>
+      <span class="ruby-keyword kw">end</span>
+</pre>
+          </div>
+        </div>
+      </div>
+      <div id="method-M000033" class="method-detail">
+        <a name="M000033"></a>
+        <div class="method-heading">
+          <a href="#M000033" class="method-signature">
+          <span class="method-name">handle</span><span class="method-args">(statement)</span>
+          </a>
+        </div>
+        <div class="method-description">
+          <p><a class="source-toggle" href="#"
+            onclick="toggleCode('M000033-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000033-source">
+<pre>
+<span class="ruby-comment cmt"># File lib/pho/upload.rb, line 23</span>
+      <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">handle</span>(<span class="ruby-identifier">statement</span>)
+        <span class="ruby-keyword kw">if</span> <span class="ruby-operator">!</span><span class="ruby-identifier">statement</span>.<span class="ruby-identifier">has_blank_nodes?</span>
+          <span class="ruby-keyword kw">return</span> <span class="ruby-identifier">statement</span>
+        <span class="ruby-keyword kw">end</span>
+        <span class="ruby-identifier">subject</span> = <span class="ruby-identifier">statement</span>.<span class="ruby-identifier">subject</span>
+        <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">subject</span>.<span class="ruby-identifier">anonymous?</span>
+          <span class="ruby-identifier">subject</span> = <span class="ruby-constant">RDF</span><span class="ruby-operator">::</span><span class="ruby-constant">URI</span>.<span class="ruby-identifier">new</span>( <span class="ruby-identifier">assign_uri</span>(<span class="ruby-identifier">subject</span>) )
+        <span class="ruby-keyword kw">end</span>
+        <span class="ruby-identifier">object</span> = <span class="ruby-identifier">statement</span>.<span class="ruby-identifier">object</span>
+        <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">object</span>.<span class="ruby-identifier">anonymous?</span>
+          <span class="ruby-identifier">object</span> = <span class="ruby-constant">RDF</span><span class="ruby-operator">::</span><span class="ruby-constant">URI</span>.<span class="ruby-identifier">new</span>( <span class="ruby-identifier">assign_uri</span>(<span class="ruby-identifier">object</span>) )
+        <span class="ruby-keyword kw">end</span>
+        <span class="ruby-keyword kw">return</span> <span class="ruby-constant">RDF</span><span class="ruby-operator">::</span><span class="ruby-constant">Statement</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">subject</span>, <span class="ruby-identifier">statement</span>.<span class="ruby-identifier">predicate</span>, <span class="ruby-identifier">object</span>)
+      <span class="ruby-keyword kw">end</span>
+</pre>
+          </div>
+        </div>
+      </div>
+    </div>
+  </div>
+<div id="validator-badges">
+  <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
+</div>
+</body>
+</html>

data/doc/rdoc/classes/Pho/FileManagement/FileManager.html CHANGED

@@ -80,6 +80,19 @@
   <div id="contextContent">
+    <div id="description">
+      <p>
+Manages a collection of files in a directory structure, uploading them to
+the contentbox of a platform store
+</p>
+<p>
+Allows the base directory of the upload to be specified, giving some
+flexibility on how the files are published via the contentbox. By default
+the files will be rooted in /items/ but by specifying the base parameter in
+the construct, this can be altered to, e.g. /items/foo
+</p>
+    </div>
    </div>
@@ -88,11 +101,11 @@
       <h3 class="section-bar">Methods</h3>
       <div class="name-list">
-      <a href="#M000009">create_tracking_dir</a>&nbsp;&nbsp;
-      <a href="#M000006">list</a>&nbsp;&nbsp;
-      <a href="#M000007">name_for_file</a>&nbsp;&nbsp;
-      <a href="#M000005">new</a>&nbsp;&nbsp;
-      <a href="#M000008">store_file</a>&nbsp;&nbsp;
+      <a href="#M000012">create_tracking_dir</a>&nbsp;&nbsp;
+      <a href="#M000009">list</a>&nbsp;&nbsp;
+      <a href="#M000010">name_for_file</a>&nbsp;&nbsp;
+      <a href="#M000008">new</a>&nbsp;&nbsp;
+      <a href="#M000011">store_file</a>&nbsp;&nbsp;
       </div>
     </div>
@@ -127,21 +140,21 @@
     <div id="methods">
       <h3 class="section-bar">Public Class methods</h3>
-      <div id="method-M000007" class="method-detail">
-        <a name="M000007"></a>
+      <div id="method-M000010" class="method-detail">
+        <a name="M000010"></a>
         <div class="method-heading">
-          <a href="#M000007" class="method-signature">
+          <a href="#M000010" class="method-signature">
           <span class="method-name">name_for_file</span><span class="method-args">(dir, file, base=nil)</span>
           </a>
         </div>
         <div class="method-description">
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000007-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000007-source">
+            onclick="toggleCode('M000010-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000010-source">
 <pre>
-<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 26</span>
+<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 33</span>
       <span class="ruby-keyword kw">def</span> <span class="ruby-constant">FileManager</span>.<span class="ruby-identifier">name_for_file</span>(<span class="ruby-identifier">dir</span>, <span class="ruby-identifier">file</span>, <span class="ruby-identifier">base</span>=<span class="ruby-keyword kw">nil</span>)
         <span class="ruby-identifier">uri</span> = <span class="ruby-identifier">file</span>.<span class="ruby-identifier">path</span>.<span class="ruby-identifier">gsub</span>(<span class="ruby-identifier">dir</span>, <span class="ruby-value str">&quot;&quot;</span>)
         <span class="ruby-identifier">uri</span> = <span class="ruby-node">&quot;#{base}#{uri}&quot;</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">base</span> <span class="ruby-operator">!=</span> <span class="ruby-keyword kw">nil</span>
@@ -152,21 +165,21 @@
         </div>
       </div>
-      <div id="method-M000005" class="method-detail">
-        <a name="M000005"></a>
+      <div id="method-M000008" class="method-detail">
+        <a name="M000008"></a>
         <div class="method-heading">
-          <a href="#M000005" class="method-signature">
+          <a href="#M000008" class="method-signature">
           <span class="method-name">new</span><span class="method-args">(store, dir, base = nil, ok_suffix=OK, fail_suffix=FAIL)</span>
           </a>
         </div>
         <div class="method-description">
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000005-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000005-source">
+            onclick="toggleCode('M000008-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000008-source">
 <pre>
-<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 11</span>
+<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 18</span>
       <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">store</span>, <span class="ruby-identifier">dir</span>, <span class="ruby-identifier">base</span> = <span class="ruby-keyword kw">nil</span>, <span class="ruby-identifier">ok_suffix</span>=<span class="ruby-constant">OK</span>, <span class="ruby-identifier">fail_suffix</span>=<span class="ruby-constant">FAIL</span>)
         <span class="ruby-keyword kw">super</span>(<span class="ruby-identifier">store</span>, <span class="ruby-identifier">dir</span>, <span class="ruby-identifier">ok_suffix</span>, <span class="ruby-identifier">fail_suffix</span>)
         <span class="ruby-ivar">@base</span> = <span class="ruby-identifier">base</span>
@@ -178,11 +191,11 @@
       <h3 class="section-bar">Public Instance methods</h3>
-      <div id="method-M000006" class="method-detail">
-        <a name="M000006"></a>
+      <div id="method-M000009" class="method-detail">
+        <a name="M000009"></a>
         <div class="method-heading">
-          <a href="#M000006" class="method-signature">
+          <a href="#M000009" class="method-signature">
           <span class="method-name">list</span><span class="method-args">(recursive=false)</span>
           </a>
         </div>
@@ -192,10 +205,10 @@
 List files being managed, i.e. everything not .ok or .fail
 </p>
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000006-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000006-source">
+            onclick="toggleCode('M000009-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000009-source">
 <pre>
-<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 17</span>
+<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 24</span>
       <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">list</span>(<span class="ruby-identifier">recursive</span>=<span class="ruby-keyword kw">false</span>)
           <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">recursive</span>
             <span class="ruby-identifier">pattern</span> = <span class="ruby-value str">&quot;**/*.*&quot;</span>
@@ -211,21 +224,21 @@ List files being managed, i.e. everything not .ok or .fail
       <h3 class="section-bar">Protected Instance methods</h3>
-      <div id="method-M000009" class="method-detail">
-        <a name="M000009"></a>
+      <div id="method-M000012" class="method-detail">
+        <a name="M000012"></a>
         <div class="method-heading">
-          <a href="#M000009" class="method-signature">
+          <a href="#M000012" class="method-signature">
           <span class="method-name">create_tracking_dir</span><span class="method-args">(filename)</span>
           </a>
         </div>
         <div class="method-description">
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000009-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000009-source">
+            onclick="toggleCode('M000012-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000012-source">
 <pre>
-<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 49</span>
+<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 56</span>
       <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">create_tracking_dir</span>(<span class="ruby-identifier">filename</span>)
         <span class="ruby-identifier">path</span> = <span class="ruby-identifier">filename</span>.<span class="ruby-identifier">split</span>(<span class="ruby-value str">&quot;/&quot;</span>)[<span class="ruby-value">0</span><span class="ruby-operator">..</span><span class="ruby-value">-2</span>].<span class="ruby-identifier">join</span>(<span class="ruby-value str">&quot;/&quot;</span>)
         <span class="ruby-constant">Dir</span>.<span class="ruby-identifier">mkdir</span>(<span class="ruby-node">&quot;#{path}/#{TRACKING_DIR}&quot;</span>) <span class="ruby-keyword kw">unless</span> <span class="ruby-constant">File</span>.<span class="ruby-identifier">exists?</span>(<span class="ruby-node">&quot;#{path}/#{TRACKING_DIR}&quot;</span>)
@@ -235,21 +248,21 @@ List files being managed, i.e. everything not .ok or .fail
         </div>
       </div>
-      <div id="method-M000008" class="method-detail">
-        <a name="M000008"></a>
+      <div id="method-M000011" class="method-detail">
+        <a name="M000011"></a>
         <div class="method-heading">
-          <a href="#M000008" class="method-signature">
+          <a href="#M000011" class="method-signature">
           <span class="method-name">store_file</span><span class="method-args">(file, filename)</span>
           </a>
         </div>
         <div class="method-description">
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000008-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000008-source">
+            onclick="toggleCode('M000011-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000011-source">
 <pre>
-<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 34</span>
+<span class="ruby-comment cmt"># File lib/pho/file_manager.rb, line 41</span>
       <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">store_file</span>(<span class="ruby-identifier">file</span>, <span class="ruby-identifier">filename</span>)
         <span class="ruby-identifier">uri</span> = <span class="ruby-constant">FileManager</span>.<span class="ruby-identifier">name_for_file</span>(<span class="ruby-ivar">@dir</span>, <span class="ruby-identifier">file</span>, <span class="ruby-ivar">@base</span>)
         <span class="ruby-identifier">response</span> = <span class="ruby-ivar">@store</span>.<span class="ruby-identifier">upload_item</span>(<span class="ruby-identifier">file</span>, <span class="ruby-constant">MIME</span><span class="ruby-operator">::</span><span class="ruby-constant">Types</span>.<span class="ruby-identifier">type_for</span>(<span class="ruby-identifier">filename</span>)[<span class="ruby-value">0</span>].<span class="ruby-identifier">to_s</span>, <span class="ruby-identifier">uri</span> )

data/doc/rdoc/classes/Pho/FileManagement/FileSplitter.html ADDED

@@ -0,0 +1,291 @@
+<?xml version="1.0" encoding="iso-8859-1"?>
+<!DOCTYPE html
+     PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+<head>
+  <title>Class: Pho::FileManagement::FileSplitter</title>
+  <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
+  <meta http-equiv="Content-Script-Type" content="text/javascript" />
+  <link rel="stylesheet" href="../../.././rdoc-style.css" type="text/css" media="screen" />
+  <script type="text/javascript">
+  // <![CDATA[
+  function popupCode( url ) {
+    window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
+  }
+  function toggleCode( id ) {
+    if ( document.getElementById )
+      elem = document.getElementById( id );
+    else if ( document.all )
+      elem = eval( "document.all." + id );
+    else
+      return false;
+    elemStyle = elem.style;
+    if ( elemStyle.display != "block" ) {
+      elemStyle.display = "block"
+    } else {
+      elemStyle.display = "none"
+    }
+    return true;
+  }
+  // Make codeblocks hidden by default
+  document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
+  // ]]>
+  </script>
+</head>
+<body>
+    <div id="classHeader">
+        <table class="header-table">
+        <tr class="top-aligned-row">
+          <td><strong>Class</strong></td>
+          <td class="class-name-in-header">Pho::FileManagement::FileSplitter</td>
+        </tr>
+        <tr class="top-aligned-row">
+            <td><strong>In:</strong></td>
+            <td>
+                <a href="../../../files/lib/pho/upload_rb.html">
+                lib/pho/upload.rb
+                </a>
+        <br />
+            </td>
+        </tr>
+        <tr class="top-aligned-row">
+            <td><strong>Parent:</strong></td>
+            <td>
+                Object
+            </td>
+        </tr>
+        </table>
+    </div>
+  <!-- banner header -->
+  <div id="bodyContent">
+  <div id="contextContent">
+    <div id="description">
+      <p>
+Supports splitting RDF data files into smaller chunks of ntriples
+</p>
+    </div>
+   </div>
+    <div id="method-list">
+      <h3 class="section-bar">Methods</h3>
+      <div class="name-list">
+      <a href="#M000029">new</a>&nbsp;&nbsp;
+      <a href="#M000030">split_file</a>&nbsp;&nbsp;
+      <a href="#M000031">split_files</a>&nbsp;&nbsp;
+      </div>
+    </div>
+  </div>
+    <!-- if includes -->
+    <div id="section">
+    <div id="constants-list">
+      <h3 class="section-bar">Constants</h3>
+      <div class="name-list">
+        <table summary="Constants">
+        <tr class="top-aligned-row context-row">
+          <td class="context-item-name">DEFAULT_CHUNK_SIZE</td>
+          <td>=</td>
+          <td class="context-item-value">10000</td>
+        </tr>
+        </table>
+      </div>
+    </div>
+    <div id="attribute-list">
+      <h3 class="section-bar">Attributes</h3>
+      <div class="name-list">
+        <table>
+        <tr class="top-aligned-row context-row">
+          <td class="context-item-name">dir</td>
+          <td class="context-item-value">&nbsp;[R]&nbsp;</td>
+          <td class="context-item-desc"></td>
+        </tr>
+        <tr class="top-aligned-row context-row">
+          <td class="context-item-name">handler</td>
+          <td class="context-item-value">&nbsp;[R]&nbsp;</td>
+          <td class="context-item-desc"></td>
+        </tr>
+        <tr class="top-aligned-row context-row">
+          <td class="context-item-name">triples</td>
+          <td class="context-item-value">&nbsp;[R]&nbsp;</td>
+          <td class="context-item-desc"></td>
+        </tr>
+        </table>
+      </div>
+    </div>
+    <!-- if method_list -->
+    <div id="methods">
+      <h3 class="section-bar">Public Class methods</h3>
+      <div id="method-M000029" class="method-detail">
+        <a name="M000029"></a>
+        <div class="method-heading">
+          <a href="#M000029" class="method-signature">
+          <span class="method-name">new</span><span class="method-args">(dir=&quot;/tmp&quot;, triples=DEFAULT_CHUNK_SIZE, handler=Pho::FileManagement::StatementHandler.new)</span>
+          </a>
+        </div>
+        <div class="method-description">
+          <p>
+Create a file splitter instance
+</p>
+<pre>
+  dir:: temporary directory into which split files should be written
+  triples:: number of triples per split file
+  handler:: statement handler to allow pre-processing of statements
+</pre>
+          <p><a class="source-toggle" href="#"
+            onclick="toggleCode('M000029-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000029-source">
+<pre>
+<span class="ruby-comment cmt"># File lib/pho/upload.rb, line 58</span>
+      <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">dir</span>=<span class="ruby-value str">&quot;/tmp&quot;</span>, <span class="ruby-identifier">triples</span>=<span class="ruby-constant">DEFAULT_CHUNK_SIZE</span>,
+          <span class="ruby-identifier">handler</span>=<span class="ruby-constant">Pho</span><span class="ruby-operator">::</span><span class="ruby-constant">FileManagement</span><span class="ruby-operator">::</span><span class="ruby-constant">StatementHandler</span>.<span class="ruby-identifier">new</span>)
+        <span class="ruby-ivar">@dir</span> = <span class="ruby-identifier">dir</span>
+        <span class="ruby-ivar">@triples</span> = <span class="ruby-identifier">triples</span>
+        <span class="ruby-ivar">@handler</span> = <span class="ruby-identifier">handler</span>
+      <span class="ruby-keyword kw">end</span>
+</pre>
+          </div>
+        </div>
+      </div>
+      <h3 class="section-bar">Public Instance methods</h3>
+      <div id="method-M000030" class="method-detail">
+        <a name="M000030"></a>
+        <div class="method-heading">
+          <a href="#M000030" class="method-signature">
+          <span class="method-name">split_file</span><span class="method-args">(filename, format=:ntriples)</span>
+          </a>
+        </div>
+        <div class="method-description">
+          <p>
+Split a single file, in any parseable RDF format into smaller chunks of
+ntriples. Chunked files are stored in default temporary directory for this
+instance
+</p>
+<pre>
+  filename:: name of the file to split
+  format:: input format, default is :ntriples
+</pre>
+          <p><a class="source-toggle" href="#"
+            onclick="toggleCode('M000030-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000030-source">
+<pre>
+<span class="ruby-comment cmt"># File lib/pho/upload.rb, line 71</span>
+      <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">split_file</span>(<span class="ruby-identifier">filename</span>, <span class="ruby-identifier">format</span>=<span class="ruby-identifier">:ntriples</span>)
+        <span class="ruby-identifier">basename</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">basename</span>(<span class="ruby-identifier">filename</span>, <span class="ruby-node">&quot;.#{filename.split(&quot;.&quot;).last}&quot;</span>)
+        <span class="ruby-identifier">count</span> = <span class="ruby-value">0</span>
+        <span class="ruby-identifier">stmts</span> = []
+        <span class="ruby-constant">RDF</span><span class="ruby-operator">::</span><span class="ruby-constant">Reader</span>.<span class="ruby-identifier">for</span>(<span class="ruby-identifier">format</span>).<span class="ruby-identifier">new</span>(<span class="ruby-constant">File</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">filename</span>)) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">reader</span><span class="ruby-operator">|</span>
+          <span class="ruby-identifier">reader</span>.<span class="ruby-identifier">each_statement</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">statement</span><span class="ruby-operator">|</span>
+            <span class="ruby-identifier">count</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+            <span class="ruby-identifier">stmts</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-ivar">@handler</span>.<span class="ruby-identifier">handle</span>( <span class="ruby-identifier">statement</span> )
+            <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">count</span> <span class="ruby-operator">%</span> <span class="ruby-ivar">@triples</span> <span class="ruby-operator">==</span> <span class="ruby-value">0</span>
+              <span class="ruby-constant">RDF</span><span class="ruby-operator">::</span><span class="ruby-constant">Writer</span>.<span class="ruby-identifier">open</span>( <span class="ruby-constant">File</span>.<span class="ruby-identifier">join</span>(<span class="ruby-ivar">@dir</span>, <span class="ruby-node">&quot;#{basename}_#{count}.nt&quot;</span>) ) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">writer</span><span class="ruby-operator">|</span>
+                <span class="ruby-identifier">stmts</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">s</span><span class="ruby-operator">|</span>
+                  <span class="ruby-identifier">writer</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">s</span>
+                <span class="ruby-keyword kw">end</span>
+              <span class="ruby-keyword kw">end</span>
+              <span class="ruby-identifier">stmts</span> = []
+            <span class="ruby-keyword kw">end</span>
+          <span class="ruby-keyword kw">end</span>
+        <span class="ruby-keyword kw">end</span>
+        <span class="ruby-keyword kw">if</span> <span class="ruby-operator">!</span><span class="ruby-identifier">stmts</span>.<span class="ruby-identifier">empty?</span>
+          <span class="ruby-constant">RDF</span><span class="ruby-operator">::</span><span class="ruby-constant">Writer</span>.<span class="ruby-identifier">open</span>( <span class="ruby-constant">File</span>.<span class="ruby-identifier">join</span>(<span class="ruby-ivar">@dir</span>, <span class="ruby-node">&quot;#{basename}_#{count}.nt&quot;</span>) ) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">writer</span><span class="ruby-operator">|</span>
+            <span class="ruby-identifier">stmts</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">s</span><span class="ruby-operator">|</span>
+              <span class="ruby-identifier">writer</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">s</span>
+            <span class="ruby-keyword kw">end</span>
+          <span class="ruby-keyword kw">end</span>
+        <span class="ruby-keyword kw">end</span>
+      <span class="ruby-keyword kw">end</span>
+</pre>
+          </div>
+        </div>
+      </div>
+      <div id="method-M000031" class="method-detail">
+        <a name="M000031"></a>
+        <div class="method-heading">
+          <a href="#M000031" class="method-signature">
+          <span class="method-name">split_files</span><span class="method-args">(list_of_filenames, format=:ntriples)</span>
+          </a>
+        </div>
+        <div class="method-description">
+          <p>
+Split a list of files into smaller chunks
+</p>
+<pre>
+  list_of_filenames:: array of filenames
+  format:: format of the files, default is :ntriples
+</pre>
+          <p><a class="source-toggle" href="#"
+            onclick="toggleCode('M000031-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000031-source">
+<pre>
+<span class="ruby-comment cmt"># File lib/pho/upload.rb, line 103</span>
+      <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">split_files</span>(<span class="ruby-identifier">list_of_filenames</span>, <span class="ruby-identifier">format</span>=<span class="ruby-identifier">:ntriples</span>)
+        <span class="ruby-identifier">list_of_filenames</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">name</span><span class="ruby-operator">|</span>
+          <span class="ruby-identifier">split_file</span>(<span class="ruby-identifier">name</span>, <span class="ruby-identifier">format</span>)
+        <span class="ruby-keyword kw">end</span>
+      <span class="ruby-keyword kw">end</span>
+</pre>
+          </div>
+        </div>
+      </div>
+    </div>
+  </div>
+<div id="validator-badges">
+  <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
+</div>
+</body>
+</html>