treat 0.2.5 → 1.0.0

data/test/tc_formatters.rb

@@ -1,41 +0,0 @@
-module Treat
-  module Tests
-    class TestFormatters < Test::Unit::TestCase
-
-      def setup
-        @doc = Treat::Tests::English::ShortDoc
-        @sentence = Treat::Tests::English::Sentence
-      end
-
-      def test_readers
-        # This is done by loading a collection with all types of texts.
-      end
-
-      def test_serializers_and_unserializers
-        # Test roundtrip Ruby -> YAML -> Ruby -> YAML
-        create_temp_file('yml') do |tmp|
-          @doc.serialize(:yaml, :file => tmp)
-          doc = Treat::Entities::Document(tmp)
-          assert_equal File.read(tmp).length, 
-          doc.serialize(:yaml).length
-        end
-        # Test roundtrip Ruby -> XML -> Ruby -> XML.
-        create_temp_file('xml') do |tmp|
-          @doc.serialize(:xml, :file => tmp)
-          doc = Treat::Entities::Document(tmp)
-          assert_equal File.read(tmp).length, 
-          doc.serialize(:xml).length
-        end
-      end
-
-      def test_visualizers
-        assert_nothing_raised { @doc.visualize(:tree) }
-        # assert_nothing_raised { @doc.visualize(:html) }
-        assert_nothing_raised { @doc.visualize(:dot) }
-        assert_nothing_raised { @doc.visualize(:short_value) }
-        assert_nothing_raised { @sentence.visualize(:standoff) }
-      end
-
-    end
-  end
-end

data/test/tc_inflectors.rb

@@ -1,34 +0,0 @@
-module Treat
-  module Tests
-    class TestInflectors < Test::Unit::TestCase
-
-      def test_lemmatizers
-        # Not implemented yet.
-      end
-
-      def test_stemmers
-        assert_equal 'run', 'running'.stem(:porter)
-        assert_equal 'run', 'running'.stem(:porter_c)
-        assert_equal 'run', 'running'.stem(:uea)
-      end
-
-      def test_conjugators
-        assert_equal 'run', 'running'.infinitive
-        assert_equal 'running', 'run'.present_participle
-        assert_equal 'run', 'runs'.plural_verb
-      end
-
-      def test_declensors
-        assert_equal 'inflections', 'inflection'.plural(:linguistics)
-        assert_equal 'inflections', 'inflection'.plural(:english)
-        assert_equal 'inflection', 'inflections'.singular(:english)
-      end
-
-      def test_ordinal_and_cardinal_words
-        assert_equal 'twenty', 20.cardinal_words
-        assert_equal 'twentieth', 20.ordinal_words
-      end
-
-    end
-  end
-end

data/test/tc_lexicalizers.rb

@@ -1,32 +0,0 @@
-module Treat
-  module Tests
-    class TestLexicalizers < Test::Unit::TestCase
-      
-      def test_category
-        assert_equal :verb, 'visualize'.category(:from_tag, :tagger => :stanford)
-        assert_equal :noun, 'inflection'.category(:from_tag, :tagger => :brill)
-        assert_equal :adjective, 'sweet'.category(:from_tag, :tagger => :lingua)
-      end
-      
-      def test_synsets
-        assert_equal 'mature', 'ripe'.synonyms(:wordnet)[0]
-        # assert_equal 'green', ' ripe'.antonyms(:wordnet)[0]
-        assert_equal 'beverage', 'coffee'.hypernyms(:wordnet)[0]
-        assert_equal 'gravy', 'juice'.hyponyms(:wordnet)[0]
-      end
-      
-      def test_linkages
-        sentence = 'Good is bad, but bad is not good'
-       # assert_equal sentence.parse(:enju).linkages
-      end
-      
-      def test_taggers
-        assert_equal 'VBG', 'running'.tag(:stanford)
-        assert_equal 'VBG', 'running'.tag(:brill)
-        assert_equal 'VBG', 'running'.tag(:lingua)
-      end
-      
-    end
-
-  end
-end

data/test/tc_processors.rb

@@ -1,50 +0,0 @@
-module Treat
-  module Tests
-    class TestProcessors < Test::Unit::TestCase
-      
-      def setup
-        @doc = Treat::Tests::English::ShortDoc 
-      end
-      
-      def test_tokenizers
-        words = ['A', 'sentence', 'to', 'tokenize']
-        tokenize_map = lambda do |worker, o={}|
-          'A sentence to tokenize'.
-          tokenize(worker, o).words.map { |w| w.value }
-        end
-        assert_equal words, tokenize_map.call(:macintyre)
-        assert_equal words, tokenize_map.call(:multilingual)
-        assert_equal words, tokenize_map.call(:perl)
-        assert_equal words, tokenize_map.call(:punkt)
-        assert_equal words, tokenize_map.call(:stanford, :silence => true)
-        assert_equal words, tokenize_map.call(:tactful)
-      end
-      
-      def test_segmenters
-        sentences = ['This is sentence 1.', 'This is sentence 2.']
-        segment_map = lambda do |worker,o={}| 
-          'This is sentence 1. This is sentence 2.'.
-          segment(worker, o).sentences.map { |s| s.value }
-        end
-        assert_equal sentences, segment_map.call(:punkt)
-        assert_equal sentences, segment_map.call(:stanford, :silence => true)
-        assert_equal sentences, segment_map.call(:tactful)
-      end
-  
-      def test_chunkers
-        title = 'This is a title!'
-        paragraph = 'This is sentence 1. This is a potential sentence inside a pargraph describing the wonders of the world.'
-        s = "This is a title!\nThis is sentence 1. This is a potential sentence inside a pargraph describing the wonders of the world.".chunk
-        assert_equal title, s.title.value
-        assert_equal paragraph, s.paragraph.value
-      end
-          
-      def test_parsers
-        assert_nothing_raised { @doc.segment.parse(:enju) }
-        assert_nothing_raised { @doc.segment.parse(:stanford, :silence => true) }
-      end
-      
-    end
-
-  end
-end

data/test/tc_resources.rb

@@ -1,22 +0,0 @@
-module Treat
-  module Tests
-    class TestLanguages < Test::Unit::TestCase
-
-      def test_languages
-        assert_equal :eng, Treat::Languages.code(:english, 2)
-        assert_equal :en, Treat::Languages.code(:english, 1)
-        assert_equal :english, Treat::Languages.describe(:eng)
-        assert_equal :english, Treat::Languages.describe(:en)
-      end
-      
-      def test_tags
-        
-      end
-      
-      def test_dependencies
-        
-      end
-      
-    end
-  end
-end

data/test/tc_treat.rb

@@ -1,60 +0,0 @@
-module Treat
-  module Tests
-    class TestTreat < Test::Unit::TestCase
-
-      def test_edulcoration
-        Treat.sweeten!
-        assert_equal true, Treat.sweetened?
-        Treat::Entities.list.each do |klass|
-          next if klass == :symbol
-          assert_nothing_raised do
-            begin
-              Object.send(:"#{klass.to_s.capitalize}")
-            rescue Treat::Exception
-              next
-            rescue
-              raise
-            end
-          end
-        end
-        Treat.unsweeten!
-        assert_equal false, Treat.sweetened?
-        Treat::Entities.list.each do |klass|
-          next if klass == :symbol
-          assert_raise(NoMethodError) do
-            Object.send(:"#{klass.to_s.capitalize}")
-          end
-        end
-      end
-
-      def test_modules_loaded?
-        ['exception',
-          'languages',
-          'entities',
-          'feature',
-          'category',
-          'group',
-          'formatters',
-          'processors',
-          'lexicalizers',
-          'extractors',
-          'inflectors',
-        'proxies'].each do |klass|
-          assert_nothing_raised do
-            Treat.const_get klass.capitalize
-          end
-        end
-      end
-
-      def test_paths
-        assert_not_nil Treat.lib
-        assert_not_nil Treat.test
-      end
-
-      def test_file_permissions
-        assert_equal true, File.writable?(Treat.lib + '/../tmp')
-      end
-
-    end
-  end
-end

data/test/tc_tree.rb

@@ -1,60 +0,0 @@
-module Treat
-  module Tests
-    class TestTree < Test::Unit::TestCase
-      def setup
-        @root = Treat::Tree::Node.new('root node', 'root')
-        @branch = Treat::Tree::Node.new('branch node', 'branch')
-        @sibling = Treat::Tree::Node.new('sibling node', 'sibling')
-        @leaf = Treat::Tree::Node.new('leaf node', 'leaf')
-        @root << @branch << @leaf
-        @root << @sibling
-        @leaf.link(@sibling, 'some dependency')
-      end
-      def test_branching
-        assert_equal 2, @root.children.size
-        assert_equal 4, @root.size
-    
-        assert_equal @branch, @root['branch']
-        assert_equal @leaf, @root['branch']['leaf']
-        assert_equal @sibling, @branch.right
-        
-        assert_equal @root, @root['branch'].parent
-        assert_equal [@sibling], @branch.siblings
-        
-        assert_equal @root, @leaf.root
-      end
-      def test_removal
-        assert_equal 1, @branch.remove_all!.size
-        assert_equal @sibling, @root.remove!(@sibling)
-        assert_equal @branch, @root.remove!(@branch.id)
-      end
-      def test_properties
-        
-        assert_equal 'root', @root.id
-        assert_equal 'branch', @branch.id
-        assert_equal 'leaf', @leaf.id
-
-        assert_equal 'root node', @root.value
-        assert_equal 'branch node', @branch.value
-        assert_equal 'leaf node', @leaf.value
-        
-        assert_equal false, @root.has_features?
-        assert_equal false, @branch.has_features?
-        assert_equal false, @leaf.has_features?
-
-        assert_equal true, @root.has_children?
-        assert_equal true, @branch.has_children?
-        assert_equal false, @leaf.has_children?
-
-        assert_equal false, @root.has_parent?
-        assert_equal true, @branch.has_parent?
-        assert_equal true, @leaf.has_parent?
-        
-        assert_equal false, @root.has_dependencies?
-        assert_equal false, @branch.has_dependencies?
-        assert_equal true, @leaf.has_dependencies?
-        
-      end
-    end
-  end
-end

data/test/tests.rb

@@ -1,20 +0,0 @@
-require 'test/unit'
-
-$:.unshift File.join(File.dirname(__FILE__), "..", "lib")
-
-require 'treat'
-
-#$LOAD_PATH << '/ruby/gems/treat/test' # Remove for release
-
-require 'texts'
-
-# This is roughly in order of dependence.
-require 'tc_treat'
-require 'tc_tree'
-require 'tc_entity'
-require 'tc_resources'
-require 'tc_formatters'
-require 'tc_inflectors'
-require 'tc_lexicalizers'
-require 'tc_processors'
-#require 'tc_extractors'

data/test/texts.rb

@@ -1,19 +0,0 @@
-module Treat
-  module Tests
-
-    module English
-      Collection = Treat::Entities::Collection "#{Treat.test}/texts/english"
-      LongDoc = Treat::Entities::Document "#{Treat.test}/texts/english/long.txt"
-      MediumDoc = Treat::Entities::Document "#{Treat.test}/texts/english/medium.txt"
-      ShortDoc = Treat::Entities::Document "#{Treat.test}/texts/english/short.txt"
-      Time = Treat::Entities::Phrase 'every Tuesday at 3:00'
-      Date = Treat::Entities::Phrase '2011/02/01'
-      Sentence = Treat::Entities::Sentence 'The quick brown fox jumped over the lazy dog.'
-      Verb = Treat::Entities::Word 'run'
-      Word = Treat::Entities::Word 'running'
-      Noun = Treat::Entities::Word 'captain'
-      Number = Treat::Entities::Number 20
-    end
-    
-  end
-end

data/test/texts/english/half_cocked_basel.txt

@@ -1,16 +0,0 @@
-Half-cocked Basel
-Stop-gap rules on banks’ trading books may add perilous complexity
-
-THE NEW-YEAR hangover throbbed agonisingly for investment bankers this year. Blame Basel 2.5, a new set of international rules which charges banks higher capital for the risks they run in their trading books (as opposed to their banking books, where they keep assets that they intend to hold to maturity). Those charges were too low before. And heaping higher costs on banks should please politicians and Joe Public. But they add another layer of complexity to banks’ risk management.
-
-Basel 2.5 came into force on December 31st in most European and major world financial jurisdictions. Switzerland applied the rules a year early, and the costs are substantial. Third-quarter figures for Credit Suisse show a 28% increase in risk-weighted assets, and hence capital charges, for its investment-banking activities purely because of Basel 2.5.
-
-The most notable laggard is America. US financial regulators do not oppose Basel 2.5, but it clashes with the Dodd-Frank act, America’s big wet blanket of a financial reform. Basel 2.5 uses credit ratings from recognised agencies such as Moody’s and Standard & Poor’s to calibrate capital charges. Dodd-Frank expressly forbids the use of such ratings agencies, whose poor judgments are held partly responsible for the crisis. Instead American regulators are working on their own cocktail of credit-risk calibrations for Basel 2.5, using market data and country-risk ratings from the OECD. Their solution is still months away from application (though not as distant as implementation by the Russians or Argentines).
-
-Basel 2.5 for the first time charges banks extra capital for the credit risk of what they hold in their trading portfolio (because the crisis showed that markets are not always liquid enough to be able to offload assets). That includes a charge for the risk that a counterparty goes bust. It also imposes heavy charges on securitised bundles of assets unless the credit risk of each piece of the bundle has an identifiable market price. Banks that have portfolios of trading positions which they reckon offset each other have to convince regulators that their risk models work or face being charged at a cruder, standardised rate.
-
-The problem with Basel 2.5, recognised by regulators and bankers alike, is its complexity. The risk of a trading portfolio must now be broken down into five “buckets”—value at risk (VaR), a measure of how much could be lost in an average trading day; stressed VaR (how much could be lost in extreme conditions); plus three types of credit risk ranging from the risk of single credits to those of securitised loans. Traders are understandably confused. For some banks, developing risk models and getting them approved is just too expensive: more complex businesses will be shut down. That will please those who want banks to be more boring.
-
-But unintended consequences will doubtless follow. Useful products may become less tradable. Trading of riskier products could migrate to unregulated entities. Banks may be tempted into new forms of regulatory arbitrage, by juggling assets between their trading book and their banking book. Worst of all, perhaps, is the increased risk of back-office bungling because of the extra complexity.
-
-Regulators recognise this risk. The Basel Committee on Banking Supervision, which drew up the rules and is also responsible for the full Basel 3 regime that will come into force in 2019, is still conducting what it calls a “fundamental review” of capital rules for banks’ trading books. Publication is not expected before March. Those sore heads will not soon clear.

data/test/texts/english/hungarys_troubles.abw

@@ -1,70 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE abiword PUBLIC "-//ABISOURCE//DTD AWML 1.0 Strict//EN" "http://www.abisource.com/awml.dtd">
-<abiword template="false" styles="unlocked" xmlns:fo="http://www.w3.org/1999/XSL/Format" xmlns:math="http://www.w3.org/1998/Math/MathML" xid-max="47" xmlns:dc="http://purl.org/dc/elements/1.1/" fileformat="1.0" xmlns:svg="http://www.w3.org/2000/svg" xmlns:awml="http://www.abisource.com/awml.dtd" xmlns="http://www.abisource.com/awml.dtd" xmlns:xlink="http://www.w3.org/1999/xlink" version="0.99.2" xml:space="preserve" props="dom-dir:ltr; document-footnote-restart-section:0; document-endnote-type:numeric; document-endnote-place-enddoc:1; document-endnote-initial:1; lang:en-US; document-endnote-restart-section:0; document-footnote-restart-page:0; document-footnote-type:numeric; document-footnote-initial:1; document-endnote-place-endsection:0">
-<!-- ======================================================================== -->
-<!-- This file is an AbiWord document.                                        -->
-<!-- AbiWord is a free, Open Source word processor.                           -->
-<!-- More information about AbiWord is available at http://www.abisource.com/ -->
-<!-- You should not edit this file by hand.                                   -->
-<!-- ======================================================================== -->
-
-<metadata>
-<m key="dc.format">application/x-abiword</m>
-<m key="abiword.generator">AbiWord</m>
-</metadata>
-<history version="1" edit-time="49" last-saved="1327547309" uid="e83e3112-47ca-11e1-8326-faa5dd588a80">
-<version id="1" started="1327547309" uid="0575e6ee-47cb-11e1-8326-faa5dd588a80" auto="0" top-xid="47"/>
-</history>
-<styles>
-<s type="P" name="Normal" followedby="Current Settings" props="font-family:Times New Roman; margin-top:0pt; color:000000; margin-left:0pt; text-position:normal; widows:2; font-style:normal; text-indent:0in; font-variant:normal; margin-right:0pt; lang:en-US; line-height:1.0; font-size:12pt; text-decoration:none; margin-bottom:0pt; font-weight:normal; bgcolor:transparent; text-align:left; font-stretch:normal"/>
-</styles>
-<pagesize pagetype="Letter" orientation="portrait" width="8.500000" height="11.000000" units="in" page-scale="1.000000"/>
-<section xid="46" props="page-margin-footer:0.5in; page-margin-header:0.5in">
-<p style="Normal" xid="47" props="text-align:left; dom-dir:ltr">Hungary's troubles</p>
-<p style="Normal" xid="1" props="text-align:left; dom-dir:ltr">Not just a rap on the knuckles</p>
-<p style="Normal" xid="2" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="3" props="text-align:left; dom-dir:ltr">THE pressure is piling up on the beleaguered Hungarian government. Today the European Commission threatened it with legal action over several new "cardinal" laws that would require a two-thirds majority in parliament to overturn.</p>
-<p style="Normal" xid="4" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="5" props="text-align:left; dom-dir:ltr">The commission is still considering the laws, but today it highlighted concerns over three issues:</p>
-<p style="Normal" xid="6" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="7" props="text-align:left; dom-dir:ltr"> - The independence of the central bank. Late last year the Hungarian parliament passed a law which expands the monetary council and takes the power to nominate deputies away from the governor and hands it to the prime minister. A separate law opens the door to a merger between the bank and the financial regulator.</p>
-<p style="Normal" xid="8" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="9" props="text-align:left; dom-dir:ltr"> - The judiciary. More than 200 judges over the age of 62 have been forced into retirement and hundreds more face the sack. The new National Judicial Authority is headed by Tünde Handó, a friend of the family of Viktor Orban, the prime minister.</p>
-<p style="Normal" xid="10" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="11" props="text-align:left; dom-dir:ltr"> - The independence of the national data authority.</p>
-<p style="Normal" xid="12" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="13" props="text-align:left; dom-dir:ltr">That wasn't all the commission had to say today. Hungary also received a ticking-off from Olli Rehn (pictured), the economic-affairs commissioner, for not doing enough to tackle its budget deficit. It may now lose access to EU funds.</p>
-<p style="Normal" xid="14" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="15" props="text-align:left; dom-dir:ltr">Slammed in Brussels, the Hungarian government is also under pressure at home. Earlier this week Gordon Bajnai, who served as Socialist prime minister from 2009-10, fired off a broadside that sent shockwaves through the political and media establishments.</p>
-<p style="Normal" xid="16" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="17" props="text-align:left; dom-dir:ltr">After a year and a half of government by the right-wing Fidesz party, wrote Mr Bajnai in a lengthy article on the website of the Patriotism and Progress Public Policy Foundation, democracy has been destroyed in Hungary. The country, he warned, is scarred by division and is drifting towards bankruptcy and away from Europe.</p>
-<p style="Normal" xid="18" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="19" props="text-align:left; dom-dir:ltr">Mr Bajnai called for a radical change of government and a complete political re-orientation. “A new government must have a programme readily at hand that can be applied without delay: a programme that promotes the republic, reconciliation, and recovery.” </p>
-<p style="Normal" xid="20" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="21" props="text-align:left; dom-dir:ltr">Fidesz is rattled by Mr Bajnai, who since leaving office has been teaching at Columbia University in New York. Understandably so. He headed a technocratic administration which stabilised the economy. Unlike his Socialist predecessor, Ferenc Gyurcsany, he was neither part of the old Communist elite nor connected to it by marriage, and so cannot be smeared as a "Komcsi". He is modern in outlook and well regarded internationally.</p>
-<p style="Normal" xid="22" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="23" props="text-align:left; dom-dir:ltr">Moreover, say those how know him, Mr Bajnai has little patience for the narcissistic exceptionalism that shapes Fidesz’s worldview. Exhibit A: the plaintive cry of Janos Martonyi, the foreign minister, who lamented recently: “The world will never understand our pains and spiritual wounds.” Such self-pity is unlikely to endear the Hungarian government to Brussels or Washington DC (to where it has sent an envoy this week to negotiate with the IMF).</p>
-<p style="Normal" xid="24" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="25" props="text-align:left; dom-dir:ltr">Fidesz won a two-thirds majority in 2010. But its support is evaporating, and analysts say there is a gap in the political market for a centrist pro-business party committed to democratic norms. Mr Bajnai, who has not ruled out a return to politics, would be an obvious candidate to lead it.</p>
-<p style="Normal" xid="26" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="27" props="text-align:left; dom-dir:ltr">Meanwhile, as Hungarians watch the value of their assets vaporise, in large part thanks to the government’s increasingly erratic policies, Mr Orban smirks his way through press conferences. Here he is dodging questions from a reporter from HVG, an economics weekly, about his responsibility for the crisis and trying to shift the blame to his old enemy Andras Simor, president of the central bank. The interview ran as follows:</p>
-<p style="Normal" xid="28" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="29" props="text-align:left; dom-dir:ltr">hvg.hu: Do you feel responsible for the falling/weakening forint?</p>
-<p style="Normal" xid="30" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="31" props="text-align:left; dom-dir:ltr">Mr Orban: You mean the president of the central bank? He did not comment on it.</p>
-<p style="Normal" xid="32" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="33" props="text-align:left; dom-dir:ltr">hvg.hu: No, you, Mr prime minister!</p>
-<p style="Normal" xid="34" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="35" props="text-align:left; dom-dir:ltr">Mr Orban: The personal responsibility of the president of the central bank was not discussed over the meeting.</p>
-<p style="Normal" xid="36" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="37" props="text-align:left; dom-dir:ltr">hvg.hu: You, your personal…!</p>
-<p style="Normal" xid="38" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="39" props="text-align:left; dom-dir:ltr">Mr Orban: That neither.</p>
-<p style="Normal" xid="40" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="41" props="text-align:left; dom-dir:ltr">Surrounded by yes-men and grinning flunkies, Mr Orban seems increasingly out of touch. His future will likely be decided not in the gilded corridors of the Hungarian parliament, but in Brussels and Washington DC.</p>
-<p style="Normal" xid="42" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="43" props="text-align:left; dom-dir:ltr">What happens next? If his hand is forced Mr Orban can probably endure policy reversals on the independence of the central bank and the data ombudsman. Sorry, he would say to his loyal followers: national crisis, what can you do.</p>
-<p style="Normal" xid="44" props="text-align:left; dom-dir:ltr"></p>
-<p style="Normal" xid="45" props="text-align:left; dom-dir:ltr">The dismantling of the judiciary would be another matter. If outsiders keep up the pressure and the judicial changes are judged to be in breach of the EU treaty, Mr Orban would be in a tricky spot. It’s hard to see how he could declare the 200-plus judges his government has forced into retirement ready for office after all, and still sit in his own.</p>
-</section>
-</abiword>

data/test/texts/english/long.html

@@ -1,24 +0,0 @@
-<html>
-A short biography of Michel Foucault
-
-Michel Foucault, born Paul-Michel Foucault (15 October 1926 – 25 June 1984), was a French philosopher, social theorist and historian of ideas. He held a chair at the College de France with the title \"History of Systems of Thought,\" and lectured at the University at Buffalo and the University of California, Berkeley.
-
-Early life
-
-Paul-Michel Foucault was born on 15 October 1926 in Poitiers, France, to a notable provincial family. His father, Paul Foucault, was an eminent surgeon and hoped his son would join him in the profession. His early education was a mix of success and mediocrity until he attended the Jesuit Collège Saint-Stanislas, where he excelled. During this period, Poitiers was part of Vichy France and later came under German occupation. Foucault learned philosophy with Louis Girard.
-After World War II, Foucault was admitted to the prestigious École Normale Supérieure (rue d'Ulm), the traditional gateway to an academic career in the humanities in France.
-
-The École Normale Supérieure
-
-Foucault's personal life during the École Normale was difficult — he suffered from acute depression due to distress over his homosexuality and made several suicide attempts. As a result, he was taken to see a psychiatrist. During this time, Foucault became fascinated with psychology. He earned a licence (degree equivalent to BA) in psychology, a very new qualification in France at the time, in addition to a degree in philosophy, in 1952. He was involved in clinical psychology, which exposed him to thinkers such as Ludwig Binswanger.
-
-Foucault was a member of the French Communist Party from 1950 to 1953. He was inducted into the party by his mentor Louis Althusser, but soon became disillusioned with both the politics and the philosophy of the party. Historian Emmanuel Le Roy Ladurie reported that Foucault never actively participated in his cell, unlike many of his fellow party members.[citation needed]
-
-Early career
-
-Foucault failed at the agrégation in 1950 but took it again and succeeded the following year. After a brief period lecturing at the École Normale, he took up a position at the Université Lille Nord de France, where from 1953 to 1954 he taught psychology. In 1954 Foucault published his first book, Maladie mentale et personnalité, a work he later disavowed. At this point, Foucault was not interested in a teaching career, and undertook a lengthy exile from France. In 1954 he served France as a cultural delegate to the University of Uppsala in Sweden (a position arranged for him by Georges Dumézil, who was to become a friend and mentor). He submitted his doctoral thesis in Uppsala, but it was rejected there. In 1958 Foucault left Uppsala and briefly held positions at Warsaw University and at the University of Hamburg.
-
-Foucault returned to France in 1960 to complete his doctorate and take up a post in philosophy at the University of Clermont-Ferrand. There he met philosopher Daniel Defert, who would become his partner of twenty years. In 1961 he earned his doctorate by submitting two theses (as is customary in France): a "major" thesis entitled Folie et déraison: Histoire de la folie à l'âge classique (Madness and Insanity: History of Madness in the Classical Age) and a "secondary" thesis that involved a translation of, and commentary on Kant's Anthropology from a Pragmatic Point of View. Folie et déraison (Madness and Insanity – published in an abridged edition in English as Madness and Civilization and finally published unabridged as "History of Madness" by Routledge in 2006) was extremely well received. Foucault continued a vigorous publishing schedule. In 1963 he published Naissance de la Clinique (Birth of the Clinic), Raymond Roussel, and a reissue of his 1954 volume (now entitled Maladie mentale et psychologie or, in English, "Mental Illness and Psychology"), which again, he later disavowed.
-
-After Defert was posted to Tunisia for his military service, Foucault moved to a position at the University of Tunis in 1965. He published Les Mots et les choses (The Order of Things) during the height of interest in structuralism in 1966, and Foucault was quickly grouped with scholars such as Jacques Lacan, Claude Lévi-Strauss, and Roland Barthes as the newest, latest wave of thinkers set to topple the existentialism popularized by Jean-Paul Sartre. Foucault made a number of skeptical comments about Marxism, which outraged a number of left wing critics, but later firmly rejected the "structuralist" label. He was still in Tunis during the May 1968 student riots, where he was profoundly affected by a local student revolt earlier in the same year. In the Autumn of 1968 he returned to France, where he published L'archéologie du savoir (The Archaeology of Knowledge) – a methodological treatise that included a response to his critics – in 1969.
-</html>