sm-transcript 0.0.3

data/test/results/wirehair-beetle.txt

@@ -0,0 +1,6 @@
+Nimrod Olson
+nimrod@olson.org
+The Chapel of Perpetual Sorrow
+The Song of the Wirehair Beetle
+The Right Reverend Castro Mayhem
+aboriginal_hairstyling.mov

data/test/test_metadata.rb

@@ -0,0 +1,39 @@
+# $Id: test_metadata.rb 192 2010-03-27 01:24:26Z pwilkins $
+# Copyright (c) 2010 Massachusetts Institute of Technology
+# see LICENSE.txt for license text
+
+require 'rubygems'
+require "json/ext"
+require 'extensions/kernel'
+require 'test/unit'
+require 'pp'
+require 'shoulda'
+require_relative '../lib/sm_transcript/metadata'
+require_relative '../lib/sm_transcript/metadata_reader'
+
+class TestMetadata < Test::Unit::TestCase
+
+  context "Call metadata_reader and write metadata file to default dest dir" do
+    should "create data.js file in ./transcripts" do
+      mdfile = SmTranscript::MetadataReader.from_file("results/wirehair-beetle.txt")
+      md = SmTranscript::Metadata.new(mdfile.metadata)
+      md.write_datajs("transcripts/data.js")
+
+      # for now just check for the existence of a file
+      assert(File.exists?("transcripts/data.js"))
+    end
+    
+    should "add timestamp to id" do
+      mdfile = SmTranscript::MetadataReader.from_file("results/wirehair-beetle.txt")
+      md = SmTranscript::Metadata.new(mdfile.metadata)
+      md.write_datajs("transcripts/data.js")
+      
+      json = File.new("transcripts/data.js")
+      doc = JSON.parse(File.read("transcripts/data.js"))
+      # for now, just test that the id ends with a hyphen and ten digits
+      reg = Regexp.new('.*-\d{10}$')
+      assert(reg.match(doc["videos"][0]["id"])) 
+    end
+        
+  end
+end

data/test/test_metadatareader.rb

@@ -0,0 +1,30 @@
+# $Id: test_metadatareader.rb 192 2010-03-27 01:24:26Z pwilkins $
+# Copyright (c) 2010 Massachusetts Institute of Technology
+# see LICENSE.txt for license text
+
+require 'rubygems'
+require 'extensions/kernel'
+require 'test/unit'
+require 'shoulda'
+require_relative '../lib/sm_transcript/metadata_reader'
+
+class TestMetadataReader < Test::Unit::TestCase
+
+  context "Specifying a metadata file the .to_file method" do
+    should "return an object (you call that a test?)" do
+      obj = SmTranscript::MetadataReader.from_file("results/wirehair-beetle.txt")
+      assert_not_nil(obj)
+    end
+    
+    should "read the content and place it in fields " do
+      md = SmTranscript::MetadataReader.from_file("results/wirehair-beetle.txt")
+      # p md
+      assert_equal 'Nimrod Olson',                     md.metadata['name'].nil?  ? 'empty' : md.metadata['name'].chomp
+      assert_equal 'nimrod@olson.org',                 md.metadata['email'].nil? ? 'empty' : md.metadata['email'].chomp
+      assert_equal "The Chapel of Perpetual Sorrow",   md.metadata['org'].nil?   ? 'empty' : md.metadata['org'].chomp
+      assert_equal "The Song of the Wirehair Beetle",  md.metadata['title'].nil? ? 'empty' : md.metadata['title'].chomp
+      assert_equal "The Right Reverend Castro Mayhem", md.metadata['speaker'].nil? ? 'empty' : md.metadata['speaker'].chomp
+      assert_equal "aboriginal_hairstyling.mov",       md.metadata['video'].nil? ? 'empty' : md.metadata['video'].chomp
+    end
+  end
+end

data/test/test_options.rb

@@ -0,0 +1,47 @@
+# $Id: test_options.rb 192 2010-03-27 01:24:26Z pwilkins $
+# Copyright (c) 2010 Massachusetts Institute of Technology
+# see LICENSE.txt for license text
+
+require 'rubygems'
+require 'extensions/kernel'
+require 'test/unit'
+require 'shoulda'
+require 'ppcommand'
+
+require_relative '../lib/sm_transcript/options'
+
+class TestOptions < Test::Unit::TestCase
+
+  context "Supplying command line arguments" do
+    should "use defaults when no arguments are provided" do
+      opts = SmTranscript::Options.new([""])
+      assert_equal SmTranscript::Options::DEFAULT_SRC_DIR, opts.srcdir
+      assert_equal SmTranscript::Options::DEFAULT_DEST_DIR, opts.destdir
+      assert_equal SmTranscript::Options::DEFAULT_SRC_TYPE, opts.srctype
+    end
+
+    should "read scrdir:foo/bar, destdir:barney/rubble, srctype:foo" do
+      opts = SmTranscript::Options.new([
+        '--srcdir', 'foo/bar', 
+        '--destdir', 'barney/rubble', '--srctype', 'foo'])
+      assert_equal 'foo/bar', opts.srcdir
+      assert_equal 'barney/rubble', opts.destdir
+      assert_equal 'foo', opts.srctype
+     end
+
+     should "read srctype:wrd, desttype:ttml" do
+       opts = SmTranscript::Options.new([
+         '--desttype', 'ttml', '--srctype', 'wrd'])
+       assert_equal 'ttml', opts.desttype
+       assert_equal 'wrd',  opts.srctype
+      end
+
+      should "read srctype:wrd, desttype:datajs" do
+        opts = SmTranscript::Options.new([
+          '--desttype', 'datajs', '--srctype', 'wrd'])
+        assert_equal 'datajs', opts.desttype
+        assert_equal 'wrd',  opts.srctype
+       end
+  end
+
+end

data/test/test_runner.rb

@@ -0,0 +1,52 @@
+# $Id: test_runner.rb 192 2010-03-27 01:24:26Z pwilkins $
+# Copyright (c) 2010 Massachusetts Institute of Technology
+# see LICENSE.txt for license text
+
+require 'rubygems'
+require 'extensions/kernel'
+require 'test/unit'
+require 'shoulda'
+require_relative '../lib/sm_transcript/runner'
+
+class TestRunner < Test::Unit::TestCase
+
+  context "Running the application" do
+
+    should "return specified source directory, and default values" do
+      runner = SmTranscript::Runner.new(["--srcdir", '../bin/results'])
+      opts = runner.options
+      assert_equal '../bin/results', opts.srcdir
+      assert_equal './transcripts', opts.destdir
+      assert_equal 'wrd', opts.srctype
+      assert_equal 'html', opts.desttype
+      runner.run
+    end
+
+    should "return specified dest directory, and default values" do
+      runner = SmTranscript::Runner.new(["--destdir", '../bin/transcripts'])
+      opts = runner.options
+      assert_equal '../bin/transcripts', opts.destdir
+      assert_equal './results', opts.srcdir
+      assert_equal 'wrd', opts.srctype
+      assert_equal 'html', opts.desttype
+      runner.run
+    end
+
+    should "return specified datajs dest type, and default values" do
+      runner = SmTranscript::Runner.new(["--srctype", 'txt', '--desttype', 'datajs'])
+      opts = runner.options
+      assert_equal './transcripts', opts.destdir
+      assert_equal './results', opts.srcdir
+      assert_equal 'txt', opts.srctype
+      assert_equal 'datajs', opts.desttype
+      runner.run
+    end
+
+# I don't know how to test for the "invalid option" error that this test causes.
+    # should "return display usage information and optionally an error msg" do
+    #   SmTranscript::Runner.new(["--niblick-mashie"])
+    #   assert_equal SmTranscript::Options::DEFAULT_SRC_DIR, opts.srcdir
+    # end
+
+  end
+end

data/test/test_segreader.rb

@@ -0,0 +1,39 @@
+# $Id: test_segreader.rb 192 2010-03-27 01:24:26Z pwilkins $
+# Copyright (c) 2010 Massachusetts Institute of Technology
+# see LICENSE.txt for license text
+
+require 'rubygems'
+require 'extensions/kernel'
+require 'test/unit'
+require 'shoulda'
+require_relative '../lib/sm_transcript/seg_reader'
+
+class TestSegReader < Test::Unit::TestCase
+
+  context "app can find the seg file" do
+    should "verify that instance is not nil" do
+      segfile = SmTranscript::SegReader.from_file("results/IIHS_Diane_Davis_Nov2009.seg")
+      assert_not_nil(segfile)
+    end
+  end
+
+  context "read a metadata item from seg file" do
+    should "return seg file name" do
+      segfile = SmTranscript::SegReader.from_file("results/IIHS_Diane_Davis_Nov2009.seg")
+
+      assert_equal "IIHS_Diane_Davis_Nov2009.seg",
+        segfile.metadata["orig_seg_path"].to_s
+    end
+  end
+
+  context "read a time-coded word from seg file" do
+    should "return first time-coded word in transcript" do
+      segfile = SmTranscript::SegReader.from_file("results/IIHS_Diane_Davis_Nov2009.seg")
+
+      assert_equal "11406", segfile.words[0].start_time
+      assert_equal "11500", segfile.words[0].end_time
+      assert_equal "oh",    segfile.words[0].word
+    end
+  end
+
+end

data/test/test_transcript.rb

@@ -0,0 +1,62 @@
+# $Id: test_transcript.rb 192 2010-03-27 01:24:26Z pwilkins $
+# Copyright (c) 2010 Massachusetts Institute of Technology
+# see LICENSE.txt for license text
+
+require 'rubygems'
+require 'extensions/kernel'
+require 'test/unit'
+require 'shoulda'
+require_relative '../lib/sm_transcript/transcript'
+require_relative '../lib/sm_transcript/seg_reader'
+require_relative '../lib/sm_transcript/wrd_reader'
+require_relative '../lib/sm_transcript/word'
+
+class TestTranscript < Test::Unit::TestCase
+  #  words = []
+
+  # context "write transcript to HTML in default dest dir" do
+  #   should "create transcript file in ./transcripts" do
+  #     words = [ SmTranscript::Word.new(11000, 120, "nougat") ]
+  #     words << SmTranscript::Word.new(120, 130, "caramel")
+  #     t = SmTranscript::Transcript.new(words)
+  #     t.write_html("transcripts/IIHS_Diane_Davis_Nov2009-t1.html")
+  #
+  #     # for now just check for the existence of a file
+  #     assert(File.exists?("transcripts/IIHS_Diane_Davis_Nov2009-t1.html"))
+  #   end
+  # end
+
+  context "write transcript to HTML in default dest dir and call SegReader" do
+    should "create transcript file in ./transcripts" do
+      segfile = SmTranscript::SegReader.from_file("results/IIHS_Diane_Davis_Nov2009.seg")
+      t = SmTranscript::Transcript.new(segfile.words)
+      t.write_html("transcripts/IIHS_Diane_Davis_Nov2009-t1.html")
+
+      # for now just check for the existence of a file
+      assert(File.exists?("transcripts/IIHS_Diane_Davis_Nov2009-t1.html"))
+    end
+  end
+
+  context "Calling WrdReader, writing transcript to HTML in default dest dir" do
+    should "create transcript file in ./transcripts" do
+      wrdfile = SmTranscript::WrdReader.from_file("results/vijay_kumar.wrd")
+      t = SmTranscript::Transcript.new(wrdfile.words)
+      t.write_html("transcripts/vijay_kumar-t1.html")
+
+      # for now just check for the existence of a file
+      assert(File.exists?("transcripts/vijay_kumar-t1.html"))
+    end
+  end
+
+  context "Calling WrdReader, writing transcript to timedText in default dest dir" do
+    should "create tt transcript file in ./transcripts" do
+      wrdfile = SmTranscript::WrdReader.from_file("results/vijay_kumar.wrd")
+      t = SmTranscript::Transcript.new(wrdfile.words)
+      t.write_ttml("transcripts/vijay_kumar-t1.ttml")
+
+      # for now just check for the existence of a file
+      assert(File.exists?("transcripts/vijay_kumar-t1.ttml"))
+    end
+  end
+
+end

data/test/test_wrdreader.rb

@@ -0,0 +1,43 @@
+# $Id: test_wrdreader.rb 192 2010-03-27 01:24:26Z pwilkins $
+# Copyright (c) 2010 Massachusetts Institute of Technology
+# see LICENSE.txt for license text
+
+require 'rubygems'
+require 'extensions/kernel'
+require 'test/unit'
+require 'shoulda'
+require_relative '../lib/sm_transcript/wrd_reader'
+
+class TestWrdReader < Test::Unit::TestCase
+
+  context "Specifying a WRD source file" do
+    should "verify that the file can be opened" do
+      wrdfile = SmTranscript::WrdReader.from_file("results/vijay_kumar.wrd")
+      assert_not_nil(wrdfile)
+    end
+    # should "report if the file can't be found" do
+    #   wrdfile = SmTranscript::WrdReader.from_file("results/this_file_doesnt_exist")
+    #   assert_not_nil(wrdfile)
+    # end
+  end
+
+  # context "read a metadata item from seg file" do
+  #   should "return seg file name" do
+  #     wrdfile = SmTranscript::WrdReader.from_file("results/IIHS_Diane_Davis_Nov2009.seg")
+  # 
+  #     assert_equal "IIHS_Diane_Davis_Nov2009.seg",
+  #       wrdfile.metadata["orig_seg_path"].to_s
+  #   end
+  # end
+
+  context "processing a WRD source file" do
+    should "create an Array of Word objects " do
+      wrdfile = SmTranscript::WrdReader.from_file("results/vijay_kumar.wrd")
+
+      assert_equal "5660", wrdfile.words[0].start_time
+      assert_equal "6627", wrdfile.words[0].end_time
+      assert_equal "okay", wrdfile.words[0].word
+    end
+  end
+
+end

data/test/transcripts/IIHS_Diane_Davis_Nov2009-t1.html

@@ -0,0 +1,148 @@
+<span id='T11'>oh I think there're</span> 
+<span id='T12'>several critical questions</span> 
+<span id='T13'>of ones that I</span> 
+<span id='T14'>found in steady</span> 
+<span id='T15'>most myself</span> 
+<span id='T17'>are questions of insecurity</span> 
+<span id='T18'>into violence</span> 
+<span id='T19'>I</span> 
+<span id='T20'>see those and</span> 
+<span id='T21'>some</span> 
+<span id='T22'>pervasive the class</span> 
+<span id='T23'>much of a global</span> 
+<span id='T24'>found</span> 
+<span id='T25'>and I think</span> 
+<span id='T27'>have a lot to do</span> 
+<span id='T28'>with her and devil transition</span> 
+<span id='T29'>that in</span> 
+<span id='T30'>the developing world is</span> 
+<span id='T31'>facebook pull the</span> 
+<span id='T32'>climb economic globalization</span> 
+<span id='T34'>never flat</span> 
+<span id='T35'>it's a fairly standard</span> 
+<span id='T36'>way of understanding</span> 
+<span id='T37'>the crime and</span> 
+<span id='T38'>violence so</span> 
+<span id='T40'>I think it's</span> 
+<span id='T41'>import and because it means</span> 
+<span id='T42'>is that problem</span> 
+<span id='T43'>of r times</span> 
+<span id='T44'>and then</span> 
+<span id='T45'>many developing</span> 
+<span id='T46'>countries in</span> 
+<span id='T47'>different regions of the world</span> 
+<span id='T48'>are facing</span> 
+<span id='T49'>insecurity</span> 
+<span id='T50'>and violence</span> 
+<span id='T51'>that</span> 
+<span id='T53'>and a lot to do</span> 
+<span id='T54'>with the changing nature</span> 
+<span id='T55'>of an urban</span> 
+<span id='T56'>economies and</span> 
+<span id='T57'>how they linked</span> 
+<span id='T58'>to the global</span> 
+<span id='T59'>economy so</span> 
+<span id='T60'>and that's</span> 
+<span id='T61'>I think come</span> 
+<span id='T63'>pervasive challenge</span> 
+<span id='T67'>is that</span> 
+<span id='T68'>is one and two</span> 
+<span id='T69'>are three specializations</span> 
+<span id='T70'>that when means</span> 
+<span id='T71'>in and interconnected</span> 
+<span id='T72'>the</span> 
+<span id='T73'>global world aware</span> 
+<span id='T74'>technology</span> 
+<span id='T75'>and treat</span> 
+<span id='T76'>endowment</span> 
+<span id='T78'>of communication</span> 
+<span id='T79'>and</span> 
+<span id='T80'>this</span> 
+<span id='T81'>I d l</span> 
+<span id='T82'>ideology</span> 
+<span id='T83'>of those are all important</span> 
+<span id='T84'>to aspects</span> 
+<span id='T85'>of that I'm the</span> 
+<span id='T86'>planning to kept</span> 
+<span id='T88'>but I would say</span> 
+<span id='T89'>definitely need</span> 
+<span id='T90'>to people</span> 
+<span id='T91'>who are</span> 
+<span id='T92'>I had</span> 
+<span id='T93'>the think about them</span> 
+<span id='T94'>meaning regulator</span> 
+<span id='T95'>people and now but organizations</span> 
+<span id='T96'>howell</span> 
+<span id='T97'>organizations function</span> 
+<span id='T98'>because organizations</span> 
+<span id='T100'>there it's a whole</span> 
+<span id='T101'>literature in</span> 
+<span id='T102'>a field of organizational</span> 
+<span id='T103'>fury there</span> 
+<span id='T104'>would be important understand</span> 
+<span id='T105'>amiga small</span> 
+<span id='T106'>is that is our local</span> 
+<span id='T107'>government our rap</span> 
+<span id='T108'>community</span> 
+<span id='T109'>Iranian g l</span> 
+<span id='T110'>and something</span> 
+<span id='T111'>as large as</span> 
+<span id='T112'>steak ever</span> 
+<span id='T113'>meant and national</span> 
+<span id='T114'>government maybe</span> 
+<span id='T115'>at</span> 
+<span id='T116'>the u n r a</span> 
+<span id='T117'>global agency</span> 
+<span id='T118'>news activities</span> 
+<span id='T119'>influence</span> 
+<span id='T121'>and the</span> 
+<span id='T122'>small scale so I think</span> 
+<span id='T123'>organization</span> 
+<span id='T124'>analysis</span> 
+<span id='T125'>is a very important</span> 
+<span id='T126'>okay</span> 
+<span id='T129'>line</span> 
+<span id='T130'>is lambda t v</span> 
+<span id='T131'>for television the</span> 
+<span id='T132'>only about it I</span> 
+<span id='T133'>think and there's</span> 
+<span id='T134'>a lot of x segment</span> 
+<span id='T135'>about that and I didn't</span> 
+<span id='T136'>think that that eminently</span> 
+<span id='T137'>to the challenges the</span> 
+<span id='T138'>town and it's hard</span> 
+<span id='T139'>are how</span> 
+<span id='T140'>to get there</span> 
+<span id='T141'>yeah so in what</span> 
+<span id='T142'>are the strategic</span> 
+<span id='T143'>aims least okay many</span> 
+<span id='T144'>here and this meeting whatever</span> 
+<span id='T145'>to dick steps</span> 
+<span id='T146'>any to be take</span> 
+<span id='T147'>ten where</span> 
+<span id='T148'>you can accomplish</span> 
+<span id='T149'>something in the short term</span> 
+<span id='T150'>right away</span> 
+<span id='T151'>but also</span> 
+<span id='T152'>you know the the</span> 
+<span id='T153'>you're not going to accomplish</span> 
+<span id='T154'>everything that you're leading</span> 
+<span id='T155'>out in year vision and</span> 
+<span id='T156'>so</span> 
+<span id='T157'>you want to make</span> 
+<span id='T158'>progress</span> 
+<span id='T159'>continually</span> 
+<span id='T160'>every</span> 
+<span id='T161'>states has a has</span> 
+<span id='T162'>some of the small success</span> 
+<span id='T163'>but</span> 
+<span id='T164'>for a need for its allies</span> 
+<span id='T165'>success because</span> 
+<span id='T166'>you can't put</span> 
+<span id='T167'>an institution</span> 
+<span id='T168'>it's</span> 
+<span id='T169'>and develop an institution</span> 
+<span id='T170'>like to emulate</span> 
+<span id='T171'>your have</span> 
+<span id='T172'>in mind</span> 
+<span id='T173'>of the night</span>