metanorma-cli 1.3.3.1 → 1.3.4

data/gems/ruby/2.6.0/gems/metanorma-iso-1.5.1/spec/isodoc/metadata_spec.rb

@@ -0,0 +1,248 @@
+require "spec_helper"
+require "nokogiri"
+
+RSpec.describe IsoDoc::Iso::Metadata do
+  it "processes IsoXML metadata" do
+    c = IsoDoc::Iso::HtmlConvert.new({})
+    arr = c.convert_init(<<~"INPUT", "test", false)
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+    INPUT
+  expect(Hash[c.info(Nokogiri::XML(<<~"INPUT"), nil).sort]).to be_equivalent_to <<~"OUTPUT"
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+    <bibdata type="standard">
+    <title type="title-intro" language="en" format="text/plain">Cereals and pulses</title>
+    <title type="title-main" language="en" format="text/plain">Specifications and test methods</title>
+    <title type="title-part" language="en" format="text/plain">Rice</title>
+    <title type="title-intro" language="fr" format="text/plain">Céréales et légumineuses</title>
+    <title type="title-main" language="fr" format="text/plain">Spécification et méthodes d'essai</title>
+    <title type="title-part" language="fr" format="text/plain">Riz</title>
+  <docidentifier type="ISO">ISO/PreCD3 17301-1</docidentifier>
+  <docidentifier type="iso-with-lang">ISO/PreCD3 17301-1 (E)</docidentifier>
+  <docidentifier type="iso-reference">ISO/PreCD3 17301-1:2000 (E)</docidentifier>
+  <docidentifier type="iso-tc">17301</docidentifier>
+  <docidentifier type="iso-tc">17302</docidentifier>
+  <docnumber>1730</docnumber>
+  <date type="published"><on>2011</on></date>
+  <date type="accessed"><on>2012</on></date>
+  <date type="created"><from>2010</from><to>2011</to></date>
+  <date type="activated"><on>2013</on></date>
+  <date type="obsoleted"><on>2014</on></date>
+  <edition>2</edition>
+  <version>
+  <revision-date>2016-05-01</revision-date>
+  <draft>0.4</draft>
+</version>
+  <contributor>
+    <role type="author"/>
+    <organization>
+      <abbreviation>ISO</abbreviation>
+    </organization>
+  </contributor>
+  <contributor>
+    <role type="publisher"/>
+    <organization>
+      <name>International Organization for Standardization</name>
+      <abbreviation>ISO</abbreviation>
+    </organization>
+  </contributor>
+  <language>en</language>
+  <script>Latn</script>
+  <status>
+    <stage abbreviation="CD">30</stage>
+    <substage>92</substage>
+    <iteration>3</iteration>
+  </status>
+  <copyright>
+    <from>2016</from>
+    <owner>
+      <organization>
+        <abbreviation>ISO</abbreviation>
+      </organization>
+    </owner>
+  </copyright>
+  <keyword>kw2</keyword>
+  <keyword>kw1</keyword>
+  <ext>
+  <doctype>international-standard</doctype>
+  <editorialgroup>
+    <technical-committee number="34">Food products</technical-committee>
+    <subcommittee number="4">Cereals and pulses</subcommittee>
+    <workgroup number="3">Rice Group</workgroup>
+    <secretariat>GB</secretariat>
+  </editorialgroup>
+  <structuredidentifier>
+    <project-number part="1">ISO/PreCD3 17301</project-number>
+  </structuredidentifier>
+  <stagename>Committee draft</stagename>
+  </ext>
+</bibdata>
+</iso-standard>
+INPUT
+{:accesseddate=>"2012",
+:activateddate=>"2013",
+:agency=>"ISO",
+:authors=>[],
+:authors_affiliations=>{},
+:createddate=>"2010&ndash;2011",
+:docnumber=>"ISO/PreCD3 17301-1",
+:docnumber_lang=>"ISO/PreCD3 17301-1 (E)",
+:docnumber_reference=>"ISO/PreCD3 17301-1:2000 (E)",
+:docnumeric=>"1730",
+:docsubtitle=>"C&#xe9;r&#xe9;ales et l&#xe9;gumineuses&nbsp;&mdash; Sp&#xe9;cification et m&#xe9;thodes d&#x27;essai&nbsp;&mdash; Partie&nbsp;1: Riz",
+:docsubtitleintro=>"C&#xe9;r&#xe9;ales et l&#xe9;gumineuses",
+:docsubtitlemain=>"Sp&#xe9;cification et m&#xe9;thodes d&#x27;essai",
+:docsubtitlepart=>"Riz",
+:docsubtitlepartlabel=>"Partie&nbsp;1",
+:doctitle=>"Cereals and pulses&nbsp;&mdash; Specifications and test methods&nbsp;&mdash; Part&nbsp;1: Rice",
+:doctitleintro=>"Cereals and pulses",
+:doctitlemain=>"Specifications and test methods",
+:doctitlepart=>"Rice",
+:doctitlepartlabel=>"Part&nbsp;1",
+:doctype=>"International Standard",
+:docyear=>"2016",
+:draft=>"0.4",
+:draftinfo=>" (draft 0.4, 2016-05-01)",
+:edition=>"2",
+:editorialgroup=>["TC 34", "SC 4", "WG 3"],
+:ics=>nil,
+:keywords=>["kw2", "kw1"],
+:obsoleteddate=>"2014",
+:obsoletes=>nil,
+:obsoletes_part=>nil,
+:publisheddate=>"2011",
+:publisher=>"International Organization for Standardization",
+:revdate=>"2016-05-01",
+:revdate_monthyear=>"May 2016",
+:sc=>"SC 4",
+:secretariat=>"GB",
+:stage=>"30",
+:stage_int=>30,
+:stageabbr=>"CD",
+:statusabbr=>"PreCD3",
+:tc=>"TC 34",
+:tc_docnumber=>["17301", "17302"],
+:unpublished=>true,
+:wg=>"WG 3"}
+OUTPUT
+  end
+
+  it "processes IsoXML metadata" do
+    c = IsoDoc::Iso::HtmlConvert.new({})
+    arr = c.convert_init(<<~"INPUT", "test", false)
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+    INPUT
+  expect(Hash[c.info(Nokogiri::XML(<<~"INPUT"), nil).sort]).to be_equivalent_to <<~"OUTPUT"
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+    <bibdata type="standard">
+  <title>
+    <title type="title-intro" language="en" format="text/plain">Cereals and pulses</title>
+    <title type="title-main" language="en" format="text/plain">Specifications and test methods</title>
+    <title type="title-part" language="en" format="text/plain">Rice</title>
+  </title>
+  <title>
+    <title type="title-intro" language="fr" format="text/plain">Céréales et légumineuses</title>
+    <title type="title-main" language="fr" format="text/plain">Spécification et méthodes d'essai</title>
+    <title type="title-part" language="fr" format="text/plain">Riz</title>
+  </title>
+  <docidentifier type="ISO">ISO/IEC/CD 17301-1-3</docidentifier>
+  <docidentifier type="iso-with-lang">ISO/IEC/CD 17301-1-3 (E)</docidentifier>
+  <docidentifier type="iso-reference">ISO/IEC/CD 17301-1-3 (E)</docidentifier>
+  <docidentifier type="iso-tc">17301</docidentifier>
+  <contributor>
+    <role type="author"/>
+    <organization>
+      <name>ISO</name>
+    </organization>
+  </contributor>
+  <contributor>
+    <role type="publisher"/>
+    <organization>
+      <name>International Organization for Standardization</name>
+      <abbreviation>ISO</abbreviation>
+     </organization>
+  </contributor>
+  <contributor>
+    <role type="publisher"/>
+    <organization>
+      <name>International Electrotechnical Commission</name>
+      <abbreviation>IEC</abbreviation>
+    </organization>
+  </contributor>
+  <language>en</language>
+  <script>Latn</script>
+  <status>
+    <stage abbreviation="IS">60</stage>
+    <substage>92</substage>
+  </status>
+  <copyright>
+    <from>2016</from>
+    <owner>
+      <organization>
+        <name>International Organization for Standardization</name>
+      </organization>
+    </owner>
+  </copyright>
+  <relation type="obsoletes">
+    <locality type="clause"><referenceFrom>3.1</referenceFrom></locality>
+    <docidentifier>IEC 8121</docidentifier>
+  </relation>
+  <ext>
+  <doctype>international-standard</doctype>
+  <editorialgroup>
+    <technical-committee number="34" type="ABC">Food products</technical-committee>
+    <subcommittee number="4" type="DEF">Cereals and pulses</subcommittee>
+    <workgroup number="3" type="GHI">Rice Group</workgroup>
+  </editorialgroup>
+  <ics><code>1.2.3</code></ics>
+  <ics><code>1.2.3</code></ics>
+    <structuredidentifier>
+    <project-number part="1" subpart="3">ISO/IEC/CD 17301</project-number>
+  </strucuredidentifier>
+  <stagename>International standard</stagename>
+  </ext>
+</bibdata>
+</iso-standard>
+INPUT
+{:agency=>"ISO/IEC",
+:authors=>[],
+:authors_affiliations=>{},
+:docnumber=>"ISO/IEC/CD 17301-1-3",
+:docnumber_lang=>"ISO/IEC/CD 17301-1-3 (E)",
+:docnumber_reference=>"ISO/IEC/CD 17301-1-3 (E)",
+:docnumeric=>nil,
+:docsubtitle=>"C&#xe9;r&#xe9;ales et l&#xe9;gumineuses&nbsp;&mdash; Sp&#xe9;cification et m&#xe9;thodes d&#x27;essai&nbsp;&mdash; Partie&nbsp;1&ndash;3: Riz",
+:docsubtitleintro=>"C&#xe9;r&#xe9;ales et l&#xe9;gumineuses",
+:docsubtitlemain=>"Sp&#xe9;cification et m&#xe9;thodes d&#x27;essai",
+:docsubtitlepart=>"Riz",
+:docsubtitlepartlabel=>"Partie&nbsp;1&ndash;3",
+:doctitle=>"Cereals and pulses&nbsp;&mdash; Specifications and test methods&nbsp;&mdash; Part&nbsp;1&ndash;3: Rice",
+:doctitleintro=>"Cereals and pulses",
+:doctitlemain=>"Specifications and test methods",
+:doctitlepart=>"Rice",
+:doctitlepartlabel=>"Part&nbsp;1&ndash;3",
+:doctype=>"International Standard",
+:docyear=>"2016",
+:draft=>nil,
+:draftinfo=>"",
+:edition=>nil,
+:editorialgroup=>["ABC 34", "DEF 4", "GHI 3"],
+:ics=>"1.2.3, 1.2.3",
+:keywords=>[],
+:obsoletes=>"IEC 8121",
+:obsoletes_part=>"3.1",
+:publisher=>"International Organization for Standardization and International Electrotechnical Commission",
+:revdate=>nil,
+:revdate_monthyear=>nil,
+:sc=>"DEF 4",
+:secretariat=>"XXXX",
+:stage=>"60",
+:stage_int=>60,
+:statusabbr=>"IS",
+:tc=>"ABC 34",
+:tc_docnumber=>["17301"],
+:unpublished=>false,
+:wg=>"GHI 3"}
+OUTPUT
+  end
+
+end

data/gems/ruby/2.6.0/gems/metanorma-iso-1.5.1/spec/isodoc/postproc_spec.rb

@@ -0,0 +1,708 @@
+require "spec_helper"
+require "fileutils"
+
+RSpec.describe IsoDoc do
+
+  it "generates file based on string input" do
+    FileUtils.rm_f "test.doc"
+    FileUtils.rm_f "test.html"
+    IsoDoc::Iso::HtmlConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css", filename: "test"}).convert("test", <<~"INPUT", false)
+        <iso-standard xmlns="http://riboseinc.com/isoxml">
+        <bibdata>
+        <title>
+            <title type="title-intro" language="en" format="text/plain">Cereals and pulses</title>
+    <title type="title-main" language="en" format="text/plain">Specifications and test methods</title>
+    <title type="title-part" language="en" format="text/plain">Rice</title>
+  </title>
+  </bibdata>
+    <preface><foreword>
+    <note>
+  <p id="_f06fd0d1-a203-4f3d-a515-0bdba0f8d83f">These results are based on a study carried out on three different types of kernel.</p>
+</note>
+    </foreword></preface>
+    </iso-standard>
+    INPUT
+    expect(File.exist?("test.html")).to be true
+    html = File.read("test.html", encoding: "UTF-8")
+    expect(html).to match(%r{<title>Cereals and pulses\&#xA0;\&#x2014; Specifications and test methods\&#xA0;\&#x2014; Rice</title>})
+    expect(html).to match(%r{cdnjs\.cloudflare\.com/ajax/libs/mathjax/})
+    expect(html).to match(/delimiters: \[\['\(#\(', '\)#\)'\]\]/)
+  end
+
+  it "generates HTML output docs with null configuration" do
+    FileUtils.rm_f "test.doc"
+    FileUtils.rm_f "test.html"
+    IsoDoc::Iso::HtmlConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", <<~"INPUT", false)
+        <iso-standard xmlns="http://riboseinc.com/isoxml">
+        <bibdata>
+        <title>
+            <title type="title-intro" language="en" format="text/plain">Cereals and pulses</title>
+    <title type="title-main" language="en" format="text/plain">Specifications and test methods</title>
+    <title type="title-part" language="en" format="text/plain">Rice</title>
+  </title>
+  </bibdata>
+    <preface><foreword>
+    <note>
+  <p id="_f06fd0d1-a203-4f3d-a515-0bdba0f8d83f">These results are based on a study carried out on three different types of kernel.</p>
+</note>
+    </foreword></preface>
+    </iso-standard>
+    INPUT
+    expect(File.exist?("test.html")).to be true
+    html = File.read("test.html", encoding: "UTF-8")
+    expect(html).to match(%r{<title>Cereals and pulses\&#xA0;\&#x2014; Specifications and test methods\&#xA0;\&#x2014; Rice</title>})
+    expect(html).to match(%r{cdnjs\.cloudflare\.com/ajax/libs/mathjax/})
+    expect(html).to match(/delimiters: \[\['\(#\(', '\)#\)'\]\]/)
+  end
+
+  it "generates Word output docs with null configuration" do
+    FileUtils.rm_f "test.doc"
+    FileUtils.rm_f "test.html"
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", <<~"INPUT", false)
+        <iso-standard xmlns="http://riboseinc.com/isoxml">
+    <preface><foreword>
+    <note>
+  <p id="_f06fd0d1-a203-4f3d-a515-0bdba0f8d83f">These results are based on a study carried out on three different types of kernel.</p>
+</note>
+    </foreword></preface>
+    </iso-standard>
+    INPUT
+    expect(File.exist?("test.doc")).to be true
+    word = File.read("test.doc", encoding: "UTF-8")
+    expect(word).to match(/<style>/)
+  end
+
+  it "generates HTML output docs with null configuration from file" do
+    FileUtils.rm_f "spec/assets/iso.doc"
+    FileUtils.rm_f "spec/assets/iso.html"
+    IsoDoc::Iso::HtmlConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("spec/assets/iso.xml", nil, false)
+    expect(File.exist?("spec/assets/iso.html")).to be true
+    html = File.read("spec/assets/iso.html", encoding: "UTF-8")
+    expect(html).to match(/<style>/)
+    expect(html).to match(%r{https://use.fontawesome.com})
+    expect(html).to match(%r{libs/jquery})
+  end
+
+  it "generates Word output docs with null configuration from file" do
+    FileUtils.rm_f "spec/assets/iso.doc"
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("spec/assets/iso.xml", nil, false)
+    expect(File.exist?("spec/assets/iso.doc")).to be true
+    word = File.read("spec/assets/iso.doc", encoding: "UTF-8")
+    expect(word).to match(/<w:WordDocument>/)
+    expect(word).to match(/<style>/)
+  end
+
+    it "generates Pdf output docs with null configuration from file" do
+    FileUtils.rm_f "spec/assets/iso.pdf"
+    IsoDoc::Iso::PdfConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("spec/assets/iso.xml", nil, false)
+    expect(File.exist?("spec/assets/iso.pdf")).to be true
+  end
+
+  it "converts annex subheadings to h2Annex class for Word" do
+    FileUtils.rm_f "test.doc"
+    FileUtils.rm_f "test.html"
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", <<~"INPUT", false)
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+    <annex id="P" inline-header="false" obligation="normative">
+         <title>Annex</title>
+         <clause id="Q" inline-header="false" obligation="normative">
+         <title>A.1<tab/>Annex A.1</title>
+         </clause>
+                <appendix id="Q2" inline-header="false" obligation="normative">
+         <title>Appendix 1<tab/>An Appendix</title>
+       </appendix>
+    </annex>
+    </iso-standard>
+    INPUT
+    word = File.read("test.doc", encoding: "UTF-8").sub(/^.*<div class="WordSection3">/m, '<div class="WordSection3">').
+      sub(%r{<br[^>]*>\s*<div class="colophon".*$}m, "")
+    expect(xmlpp(word)).to be_equivalent_to xmlpp(<<~"OUTPUT")
+           <div class="WordSection3">
+               <p class="zzSTDTitle1"></p>
+               <p class="MsoNormal"><br clear="all" style="mso-special-character:line-break;page-break-before:always"/></p>
+               <div class="Section3"><a name="P" id="P"></a>
+                 <h1 class="Annex">Annex</h1>
+                 <div><a name="Q" id="Q"></a>
+            <p class="h2Annex">A.1<span style="mso-tab-count:1">&#xA0; </span>Annex A.1</p>
+       </div>
+              <div><a name="Q2" id="Q2"></a>
+                <p class="h2Annex">Appendix 1<span style="mso-tab-count:1">&#xA0; </span>An Appendix</p>
+                </div>
+               </div>
+             </div>
+    OUTPUT
+  end
+
+  it "populates Word template with terms reference labels" do
+    FileUtils.rm_f "test.doc"
+    FileUtils.rm_f "test.html"
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", <<~"INPUT", false)
+        <iso-standard xmlns="http://riboseinc.com/isoxml">
+    <sections>
+    <terms id="_terms_and_definitions" obligation="normative"><title>1<tab/>Terms and Definitions</title>
+
+<term id="paddy1">
+<name>1.1</name>
+<preferred>paddy</preferred>
+<definition><p id="_eb29b35e-123e-4d1c-b50b-2714d41e747f">rice retaining its husk after threshing</p></definition>
+<termsource status="modified">
+  <origin bibitemid="ISO7301" type="inline" citeas="ISO 7301:2011"><locality type="clause"><referenceFrom>3.1</referenceFrom></locality>ISO 7301:2011, 3.1</origin>
+    <modification>
+    <p id="_e73a417d-ad39-417d-a4c8-20e4e2529489">The term "cargo rice" is shown as deprecated, and Note 1 to entry is not included here</p>
+  </modification>
+</termsource></term>
+
+</terms>
+</sections>
+</iso-standard>
+
+    INPUT
+    word = File.read("test.doc", encoding: "UTF-8").sub(/^.*<div class="WordSection3">/m, '<div class="WordSection3">').
+      sub(%r{<br[^>]*>\s*<div class="colophon".*$}m, "")
+    expect(xmlpp(word)).to be_equivalent_to xmlpp(<<~"OUTPUT")
+           <div class="WordSection3">
+               <p class="zzSTDTitle1"></p>
+               <div><a name="_terms_and_definitions" id="_terms_and_definitions"></a><h1>1<span style="mso-tab-count:1">&#xA0; </span>Terms and Definitions</h1>
+       <p class="TermNum"><a name="paddy1" id="paddy1"></a>1.1</p><p class="Terms" style="text-align:left;">paddy</p>
+       <p class="MsoNormal"><a name="_eb29b35e-123e-4d1c-b50b-2714d41e747f" id="_eb29b35e-123e-4d1c-b50b-2714d41e747f"></a>rice retaining its husk after threshing</p>
+       <p class="MsoNormal">[SOURCE: <a href="#ISO7301">ISO 7301:2011, 3.1</a>, modified &#x2014; The term "cargo rice" is shown as deprecated, and Note 1 to entry is not included here]</p></div>
+             </div>
+    OUTPUT
+  end
+
+  it "populates Word header" do
+    FileUtils.rm_f "test.doc"
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css", header: "spec/assets/header.html"}).convert("test", <<~"INPUT", false)
+        <iso-standard xmlns="http://riboseinc.com/isoxml">
+               <bibdata type="article">
+                        <docidentifier>
+           <project-number part="1">1000</project-number>
+         </docidentifier>
+        </bibdata>
+</iso-standard>
+
+    INPUT
+    word = File.read("test.doc", encoding: "UTF-8").sub(%r{^.*Content-Location: file:///C:/Doc/test_files/header.html}m, "Content-Location: file:///C:/Doc/test_files/header.html").
+      sub(/------=_NextPart.*$/m, "")
+    #expect(word).to include(%{Content-Location: file:///C:/Doc/test_files/header.html\nContent-Transfer-Encoding: base64\nContent-Type: text/html charset="utf-8" })
+    expect(word).to include(%{Content-Location: file:///C:/Doc/test_files/header.html})
+  end
+
+  it "populates Word ToC" do
+    FileUtils.rm_f "test.doc"
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css", wordintropage: "spec/assets/wordintro.html"}).convert("test", <<~"INPUT", false)
+        <iso-standard xmlns="http://riboseinc.com/isoxml">
+        <sections>
+               <clause id="A" inline-header="false" obligation="normative"><title>1<tab/>Clause 4</title><clause id="N" inline-header="false" obligation="normative">
+
+         <title>1.1<tab/>Introduction<bookmark id="Q"/> to this<fn reference="1">
+  <p id="_ff27c067-2785-4551-96cf-0a73530ff1e6">Formerly denoted as 15 % (m/m).</p>
+</fn></title>
+       </clause>
+       <clause id="O" inline-header="false" obligation="normative">
+         <title>1.2<tab/>Clause 4.2</title>
+         <p>A<fn reference="1">
+  <p id="_ff27c067-2785-4551-96cf-0a73530ff1e6">Formerly denoted as 15 % (m/m).</p>
+</fn></p>
+       </clause></clause>
+        </sections>
+        </iso-standard>
+
+    INPUT
+    word = File.read("test.doc", encoding: "UTF-8").sub(/^.*An empty word intro page\./m, '').
+      sub(%r{</div>.*$}m, "</div>")
+
+    expect(xmlpp("<div>" + word.gsub(/_Toc\d\d+/, "_Toc") )).to be_equivalent_to xmlpp(<<~'OUTPUT')
+           <div>
+       <p class="MsoToc1"><span lang="EN-GB" xml:lang="EN-GB"><span style="mso-element:field-begin"></span><span style="mso-spacerun:yes">&#xA0;</span>TOC
+         \o "1-2" \h \z \u <span style="mso-element:field-separator"></span></span>
+       <span class="MsoHyperlink"><span lang="EN-GB" style="mso-no-proof:yes" xml:lang="EN-GB">
+       <a href="#_Toc">1 Clause 4<span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB">
+       <span style="mso-tab-count:1 dotted">. </span>
+       </span><span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB">
+       <span style="mso-element:field-begin"></span></span>
+       <span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"> PAGEREF _Toc \h </span>
+         <span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"><span style="mso-element:field-separator"></span></span><span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB">1</span>
+         <span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"></span><span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"><span style="mso-element:field-end"></span></span></a></span></span></p>
+
+       <p class="MsoToc2">
+         <span class="MsoHyperlink">
+           <span lang="EN-GB" style="mso-no-proof:yes" xml:lang="EN-GB">
+       <a href="#_Toc">1.1 Introduction to this<span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB">
+       <span style="mso-tab-count:1 dotted">. </span>
+       </span><span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB">
+       <span style="mso-element:field-begin"></span></span>
+       <span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"> PAGEREF _Toc \h </span>
+         <span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"><span style="mso-element:field-separator"></span></span><span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB">1</span>
+         <span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"></span><span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"><span style="mso-element:field-end"></span></span></a></span>
+         </span>
+       </p>
+
+       <p class="MsoToc2">
+         <span class="MsoHyperlink">
+           <span lang="EN-GB" style="mso-no-proof:yes" xml:lang="EN-GB">
+       <a href="#_Toc">1.2 Clause 4.2<span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB">
+       <span style="mso-tab-count:1 dotted">. </span>
+       </span><span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB">
+       <span style="mso-element:field-begin"></span></span>
+       <span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"> PAGEREF _Toc \h </span>
+         <span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"><span style="mso-element:field-separator"></span></span><span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB">1</span>
+         <span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"></span><span lang="EN-GB" class="MsoTocTextSpan" xml:lang="EN-GB"><span style="mso-element:field-end"></span></span></a></span>
+         </span>
+       </p>
+
+       <p class="MsoToc1">
+         <span lang="EN-GB" xml:lang="EN-GB">
+           <span style="mso-element:field-end"></span>
+         </span>
+         <span lang="EN-GB" xml:lang="EN-GB">
+           <p class="MsoNormal">&#xA0;</p>
+         </span>
+       </p>
+
+
+               <p class="MsoNormal">&#xA0;</p>
+             </div>
+    OUTPUT
+  end
+
+  it "reorders footnote numbers" do
+    FileUtils.rm_f "test.html"
+    input = <<~INPUT
+        <iso-standard xmlns="http://riboseinc.com/isoxml">
+        <sections>
+               <clause id="A" inline-header="false" obligation="normative"><title>1<tab/>Clause 4</title><fn reference="3">
+  <p id="_ff27c067-2785-4551-96cf-0a73530ff1e6">This is a footnote.</p>
+</fn><clause id="N" inline-header="false" obligation="normative">
+
+         <title>1.1<tab/>Introduction to this<fn reference="2">
+  <p id="_ff27c067-2785-4551-96cf-0a73530ff1e6">Formerly denoted as 15 % (m/m).</p>
+</fn></title>
+       </clause>
+       <clause id="O" inline-header="false" obligation="normative">
+         <title>1.2<tab/>Clause 4.2</title>
+         <p>A<fn reference="1">
+  <p id="_ff27c067-2785-4551-96cf-0a73530ff1e6">Formerly denoted as 15 % (m/m).</p>
+</fn></p>
+       </clause></clause>
+        </sections>
+        </iso-standard>
+    INPUT
+    IsoDoc::Iso::HtmlConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css", wordintropage: "spec/assets/wordintro.html"}).convert("test", input, false)
+    html = File.read("test.html", encoding: "UTF-8").sub(/^.*<main class="main-section">/m, '<main xmlns:epub="epub" class="main-section">').
+      sub(%r{</main>.*$}m, "</main>")
+    expect(xmlpp(html)).to be_equivalent_to xmlpp(<<~"OUTPUT")
+           <main xmlns:epub="epub" class="main-section"><button onclick="topFunction()" id="myBtn" title="Go to top">Top</button>
+             <p class="zzSTDTitle1"></p>
+             <div id="A">
+               <h1 id="toc0">1&#xA0; Clause 4</h1>
+               <a href="#fn:3" class="FootnoteRef" id="fnref:1">
+                 <sup>1)</sup>
+               </a>
+               <div id="N">
+
+                <h2 id="toc1">1.1&#xA0; Introduction to this<a href="#fn:2" class="FootnoteRef" id="fnref:2"><sup>2)</sup></a></h2>
+              </div>
+               <div id="O">
+                <h2 id="toc2">1.2&#xA0; Clause 4.2</h2>
+                <p>A<a class="FootnoteRef" href="#fn:2"><sup>2)</sup></a></p>
+              </div>
+             </div>
+             <aside id="fn:3" class="footnote">
+         <p id="_ff27c067-2785-4551-96cf-0a73530ff1e6"><a class="FootnoteRef" href="#fn:3">
+                 <sup>1)</sup>
+               </a>This is a footnote.</p>
+       <a href="#fnref:1">&#x21A9;</a></aside>
+             <aside id="fn:2" class="footnote">
+         <p id="_ff27c067-2785-4551-96cf-0a73530ff1e6"><a href="#fn:2" class="FootnoteRef"><sup>2)</sup></a>Formerly denoted as 15 % (m/m).</p>
+       <a href="#fnref:2">&#x21A9;</a></aside>
+
+           </main>
+    OUTPUT
+
+    FileUtils.rm_f "test.doc"
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css", wordintropage: "spec/assets/wordintro.html"}).convert("test", input, false)
+    html = File.read("test.doc", encoding: "UTF-8").sub(/^.*<div class="WordSection3"/m, '<body xmlns:epub="epub"><div class="WordSection3"').
+      sub(%r{</body>.*$}m, "</body>").gsub(/mso-bookmark:_Ref\d+/, "mso-bookmark:_Ref")
+    expect(xmlpp(html)).to be_equivalent_to xmlpp(<<~"OUTPUT")
+     <body xmlns:epub='epub'>
+         <div class='WordSection3'>
+           <p class='zzSTDTitle1'/>
+           <div>
+             <a name='A' id='A'/>
+             <h1>
+               1
+               <span style='mso-tab-count:1'>&#xA0; </span>
+               Clause 4
+             </h1>
+             <span style='mso-bookmark:_Ref'>
+               <a href='#_ftn1' class='FootnoteRef' epub:type='footnote' style='mso-footnote-id:ftn1' name='_ftnref1' title='' id='_ftnref1'>
+                 <span class='MsoFootnoteReference'>
+                   <span style='mso-special-character:footnote'/>
+                 </span>
+                 <span class='MsoFootnoteReference'>)</span>
+               </a>
+             </span>
+             <div>
+               <a name='N' id='N'/>
+               <h2>
+                 1.1
+                 <span style='mso-tab-count:1'>&#xA0; </span>
+                 Introduction to this
+                 <span style='mso-bookmark:_Ref'>
+                   <a href='#_ftn2' epub:type='footnote' class='FootnoteRef' style='mso-footnote-id:ftn2' name='_ftnref2' title='' id='_ftnref2'>
+                     <span class='MsoFootnoteReference'>
+                       <span style='mso-special-character:footnote'/>
+                     </span>
+                     <span class='MsoFootnoteReference'>)</span>
+                   </a>
+                 </span>
+               </h2>
+             </div>
+             <div>
+               <a name='O' id='O'/>
+               <h2>
+                 1.2
+                 <span style='mso-tab-count:1'>&#xA0; </span>
+                 Clause 4.2
+               </h2>
+               <p class='MsoNormal'>
+                 A
+                 <span style='mso-bookmark:_Ref'>
+                   <a href='#_ftn3' class='FootnoteRef' epub:type='footnote' style='mso-footnote-id:ftn3' name='_ftnref3' title='' id='_ftnref3'>
+                     <span class='MsoFootnoteReference'>
+                       <span style='mso-special-character:footnote'/>
+                     </span>
+                     <span class='MsoFootnoteReference'>)</span>
+                   </a>
+                 </span>
+               </p>
+             </div>
+           </div>
+         </div>
+         <br clear='all' style='page-break-before:left;mso-break-type:section-break'/>
+         <div class='colophon'/>
+         <div style='mso-element:footnote-list'>
+           <div style='mso-element:footnote' id='ftn1'>
+             <p class='MsoFootnoteText'>
+               <a name='_ff27c067-2785-4551-96cf-0a73530ff1e6' id='_ff27c067-2785-4551-96cf-0a73530ff1e6'/>
+               <a style='mso-footnote-id:ftn1' href='#_ftn1' name='_ftnref1' title='' id='_ftnref1'>
+                 <span class='MsoFootnoteReference'>
+                   <span style='mso-special-character:footnote'/>
+                 </span>
+                 <span class='MsoFootnoteReference'>)</span>
+               </a>
+               This is a footnote.
+             </p>
+           </div>
+           <div style='mso-element:footnote' id='ftn2'>
+             <p class='MsoFootnoteText'>
+               <a name='_ff27c067-2785-4551-96cf-0a73530ff1e6' id='_ff27c067-2785-4551-96cf-0a73530ff1e6'/>
+               <a style='mso-footnote-id:ftn2' href='#_ftn2' name='_ftnref2' title='' id='_ftnref2'>
+                 <span class='MsoFootnoteReference'>
+                   <span style='mso-special-character:footnote'/>
+                 </span>
+                 <span class='MsoFootnoteReference'>)</span>
+               </a>
+               Formerly denoted as 15 % (m/m).
+             </p>
+           </div>
+           <div style='mso-element:footnote' id='ftn3'>
+             <p class='MsoFootnoteText'>
+               <a name='_ff27c067-2785-4551-96cf-0a73530ff1e6' id='_ff27c067-2785-4551-96cf-0a73530ff1e6'/>
+               <a style='mso-footnote-id:ftn3' href='#_ftn3' name='_ftnref3' title='' id='_ftnref3'>
+                 <span class='MsoFootnoteReference'>
+                   <span style='mso-special-character:footnote'/>
+                 </span>
+                 <span class='MsoFootnoteReference'>)</span>
+               </a>
+               Formerly denoted as 15 % (m/m).
+             </p>
+           </div>
+         </div>
+       </body>
+    OUTPUT
+  end
+
+
+  it "processes IsoXML terms for HTML" do
+    FileUtils.rm_f "test.html"
+    FileUtils.rm_f "test.doc"
+    IsoDoc::Iso::HtmlConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", <<~"INPUT", false)
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+    <sections>
+    <terms id="_terms_and_definitions" obligation="normative"><title>Terms and Definitions</title>
+
+<term id="paddy1">
+<name>1.1</name>
+<preferred>paddy</preferred>
+<domain>rice</domain>
+<definition><p id="_eb29b35e-123e-4d1c-b50b-2714d41e747f">rice retaining its husk after threshing</p></definition>
+<termexample id="_bd57bbf1-f948-4bae-b0ce-73c00431f892">
+  <p id="_65c9a509-9a89-4b54-a890-274126aeb55c">Foreign seeds, husks, bran, sand, dust.</p>
+  <ul>
+  <li>A</li>
+  </ul>
+</termexample>
+<termexample id="_bd57bbf1-f948-4bae-b0ce-73c00431f894">
+  <ul>
+  <li>A</li>
+  </ul>
+</termexample>
+
+<termsource status="modified">
+  <origin bibitemid="ISO7301" type="inline" citeas="ISO 7301:2011"><locality type="clause"><referenceFrom>3.1</referenceFrom></locality></origin>
+    <modification>
+    <p id="_e73a417d-ad39-417d-a4c8-20e4e2529489">The term "cargo rice" is shown as deprecated, and Note 1 to entry is not included here</p>
+  </modification>
+</termsource></term>
+
+<term id="paddy">
+<name>1.2</name>
+<preferred>paddy</preferred><admitted>paddy rice</admitted>
+<admitted>rough rice</admitted>
+<deprecates>cargo rice</deprecates>
+<definition><p id="_eb29b35e-123e-4d1c-b50b-2714d41e747f">rice retaining its husk after threshing</p></definition>
+<termexample id="_bd57bbf1-f948-4bae-b0ce-73c00431f893">
+  <ul>
+  <li>A</li>
+  </ul>
+</termexample>
+<termnote id="_671a1994-4783-40d0-bc81-987d06ffb74e">
+  <p id="_19830f33-e46c-42cc-94ca-a5ef101132d5">The starch of waxy rice consists almost entirely of amylopectin. The kernels have a tendency to stick together after cooking.</p>
+</termnote>
+<termnote id="_671a1994-4783-40d0-bc81-987d06ffb74f">
+<ul><li>A</li></ul>
+  <p id="_19830f33-e46c-42cc-94ca-a5ef101132d5">The starch of waxy rice consists almost entirely of amylopectin. The kernels have a tendency to stick together after cooking.</p>
+</termnote>
+<termsource status="identical">
+  <origin bibitemid="ISO7301" type="inline" citeas="ISO 7301:2011"><locality type="clause"><referenceFrom>3.1</referenceFrom></locality></origin>
+</termsource></term>
+</terms>
+</sections>
+</iso-standard>
+    INPUT
+    expect(File.exist?("test.html")).to be true
+    html = File.read("test.html", encoding: "UTF-8")
+    expect(html).to match(%r{<h2 class="TermNum" id="paddy1">1\.1</h2>})
+    expect(html).to match(%r{<h2 class="TermNum" id="paddy">1\.2</h2>})
+  end
+
+    it "inserts default paragraph between two tables for Word" do
+    FileUtils.rm_f "test.doc"
+    FileUtils.rm_f "test.html"
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", <<~"INPUT", false)
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+    <annex id="P" inline-header="false" obligation="normative">
+    <example id="_63112cbc-cde0-435f-9553-e0b8c4f5851c">
+  <p id="_158d4efa-b1c9-4aec-b325-756de8e4c968">'1M', '01M', and '0001M' all describe the calendar month January.</p>
+</example>
+<example id="_63112cbc-cde0-435f-9553-e0b8c4f5851d">
+  <p id="_158d4efa-b1c9-4aec-b325-756de8e4c969">'2M', '02M', and '0002M' all describe the calendar month February.</p>
+</example>
+    </annex>
+    </iso-standard>
+    INPUT
+    word = File.read("test.doc", encoding: "UTF-8").sub(/^.*<div class="WordSection3">/m, '<div class="WordSection3">').
+      sub(%r{<br[^>]*>\s*<div class="colophon".*$}m, "")
+    expect(xmlpp(word)).to be_equivalent_to xmlpp(<<~"OUTPUT")
+         <div class="WordSection3">
+             <p class="zzSTDTitle1"></p>
+             <p class="MsoNormal">
+               <br clear="all" style="mso-special-character:line-break;page-break-before:always"/>
+             </p>
+             <div class="Section3"><a name="P" id="P"></a>
+               <div class="example"><a name="_63112cbc-cde0-435f-9553-e0b8c4f5851c" id="_63112cbc-cde0-435f-9553-e0b8c4f5851c"></a>
+                 <p class="example"><span style="mso-tab-count:1">&#xA0; </span>'1M', '01M', and '0001M' all describe the calendar month January.</p>
+               </div>
+               <div class="example"><a name="_63112cbc-cde0-435f-9553-e0b8c4f5851d" id="_63112cbc-cde0-435f-9553-e0b8c4f5851d"></a>
+                 <p class="example"><span style="mso-tab-count:1">&#xA0; </span>'2M', '02M', and '0002M' all describe the calendar month February.</p>
+               </div>
+             </div>
+           </div>
+    OUTPUT
+  end
+
+    it "processes figure keys (Word)" do
+          FileUtils.rm_f "test.doc"
+    FileUtils.rm_f "test.html"
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", <<~"INPUT", false)
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+        <annex id="P" inline-header="false" obligation="normative">
+    <figure id="samplecode">
+  <p>Hello</p>
+  <p>Key</p>
+  <dl>
+  <dt><p>A</p></dt>
+  <dd><p>B</p></dd>
+  </dl>
+</figure>
+    </annex>
+    </iso-standard>
+    INPUT
+    word = File.read("test.doc", encoding: "UTF-8").sub(/^.*<div class="WordSection3">/m, '<div class="WordSection3">').
+      sub(%r{<br[^>]*>\s*<div class="colophon".*$}m, "")
+    expect(xmlpp(word)).to be_equivalent_to xmlpp(<<~"OUTPUT")
+       <div class="WordSection3">
+             <p class="zzSTDTitle1"></p>
+             <p class="MsoNormal">
+               <br clear="all" style="mso-special-character:line-break;page-break-before:always"/>
+             </p>
+             <div class="Section3"><a name="P" id="P"></a>
+               <div class="figure"><a name="samplecode" id="samplecode"></a>
+         <p class="MsoNormal">Hello</p>
+         <p class="MsoNormal">Key</p>
+         <p style='page-break-after:avoid;' class='MsoNormal'><b>Key</b></p><div class="figdl" style="page-break-after:avoid;"><table class="figdl"><tr><td valign="top" align="left"><p align="left" style="margin-left:0pt;text-align:left;" class="MsoNormal"><p class="MsoNormal">A</p></p></td><td valign="top"><p class="MsoNormal">B</p></td></tr></table></div>
+         <p class="FigureTitle" style="text-align:center;"/></div>
+             </div>
+           </div>
+
+    OUTPUT
+  end
+
+      it "processes boilerplate" do
+        input = <<~INPUT
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+        <bibdata type="standard">
+        <status><stage>30</stage></status>
+        </bibdata>
+    <boilerplate>
+  <copyright-statement>
+    <clause>
+    <p id="boilerplate-year">
+    © ISO 2019, Published in Switzerland
+  </p>
+
+  <p id="boilerplate-message">
+I am the Walrus.
+  </p>
+
+    <p id="boilerplate-name">ISO copyright office</p>
+  <p id="boilerplate-address" align="left">
+    ISO copyright office<br/>
+    Ch. de Blandonnet 8 ?~@? CP 401<br/>
+    CH-1214 Vernier, Geneva, Switzerland<br/>
+    Tel. + 41 22 749 01 11<br/>
+    Fax + 41 22 749 09 47<br/>
+    copyright@iso.org<br/>
+    www.iso.org
+  </p>
+</clause>
+  </copyright-statement>
+
+
+  <license-statement>
+    <clause>
+<title>Warning for Stuff</title>
+
+<p>This document is not an ISO International Standard. It is distributed for review and
+comment. It is subject to change without notice and may not be referred to as
+an International Standard.</p>
+
+<p>Recipients
+of this draft are invited to submit, with their comments, notification of any
+relevant patent rights of which they are aware and to provide supporting
+documentation.</p>
+</clause>
+  </license-statement>
+
+</boilerplate>
+</iso-standard>
+    INPUT
+
+    presxml = <<~OUTPUT
+    <iso-standard xmlns="http://riboseinc.com/isoxml">
+               <bibdata type="standard">
+               <status><stage>30</stage></status>
+               </bibdata>
+           <boilerplate>
+         <copyright-statement>
+           <clause inline-header="true">
+           <p id="boilerplate-year">
+           &#xA9; ISO 2019, Published in Switzerland
+         </p>
+
+         <p id="boilerplate-message">
+       I am the Walrus.
+         </p>
+
+           <p id="boilerplate-name">ISO copyright office</p>
+         <p id="boilerplate-address" align="left">
+           ISO copyright office<br/>
+           Ch. de Blandonnet 8 ?~@? CP 401<br/>
+           CH-1214 Vernier, Geneva, Switzerland<br/>
+           Tel. + 41 22 749 01 11<br/>
+           Fax + 41 22 749 09 47<br/>
+           copyright@iso.org<br/>
+           www.iso.org
+         </p>
+       </clause>
+         </copyright-statement>
+
+
+         <license-statement>
+           <clause>
+       <title depth="1">Warning for Stuff</title>
+
+       <p>This document is not an ISO International Standard. It is distributed for review and
+       comment. It is subject to change without notice and may not be referred to as
+       an International Standard.</p>
+
+       <p>Recipients
+       of this draft are invited to submit, with their comments, notification of any
+       relevant patent rights of which they are aware and to provide supporting
+       documentation.</p>
+       </clause>
+         </license-statement>
+
+       </boilerplate>
+       </iso-standard>
+    OUTPUT
+
+     FileUtils.rm_f "test.doc"
+    FileUtils.rm_f "test.html"
+expect((IsoDoc::Iso::PresentationXMLConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", input, true))).to be_equivalent_to xmlpp(presxml)
+    IsoDoc::Iso::HtmlConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", presxml, false)
+    word = File.read("test.html", encoding: "UTF-8")
+    expect((word)).to include '<h1 class="IntroTitle">Warning for Stuff</h1>'
+    expect((word)).to include "I am the Walrus."
+    IsoDoc::Iso::WordConvert.new({wordstylesheet: "spec/assets/word.css", htmlstylesheet: "spec/assets/html.css"}).convert("test", presxml, false)
+    word = File.read("test.doc", encoding: "UTF-8")
+    expect(xmlpp(word.sub(%r{^.*<div class="boilerplate-copyright">}m, '<div class="boilerplate-copyright">').sub(%r{</div>.*$}m, '</div></div>'))).to be_equivalent_to xmlpp(<<~"OUTPUT")
+<div class='boilerplate-copyright'>
+         <div>
+           <p class='zzCopyright'>
+             <a name='boilerplate-year' id='boilerplate-year'/>
+              &#xA9; ISO 2019, Published in Switzerland 
+           </p>
+           <p class='zzCopyright1'>
+             <a name='boilerplate-message' id='boilerplate-message'/>
+              I am the Walrus. 
+           </p>
+           <p class='zzCopyright'>
+             <a name='boilerplate-name' id='boilerplate-name'/>
+             ISO copyright office
+           </p>
+           <p style='text-align:left;' align='left' class='zzAddress'>
+             <a name='boilerplate-address' id='boilerplate-address'/>
+              ISO copyright office
+             <br/>
+              Ch. de Blandonnet 8 ?~@? CP 401
+             <br/>
+              CH-1214 Vernier, Geneva, Switzerland
+             <br/>
+              Tel. + 41 22 749 01 11
+             <br/>
+              Fax + 41 22 749 09 47
+             <br/>
+              copyright@iso.org
+             <br/>
+              www.iso.org 
+           </p>
+         </div>
+       </div>
+           OUTPUT
+           expect(word).to include '<p class="zzWarning">This document is not an ISO International Standard'
+end
+
+end