xamplr-pp 1.0.0

data/lib/xamplr-pp/Makefile

@@ -0,0 +1,122 @@
+DIST_FILES_ROOT=\
+	LICENSE.TXT \
+	README.TXT
+DIST_FILES_LIB=\
+  saxish.rb \
+  saxishHandler.rb \
+  xampl-pp.rb
+DIST_FILES_TEST=\
+  TC_EventTypes.rb \
+  TC_Features.rb \
+  TC_Input.rb \
+  TC_Input000.data \
+  TC_Input001.data \
+  TC_Misc.rb \
+  TC_Namespace.rb \
+  TC_Parse.rb \
+  TC_Parse000.data \
+  TS_xpp.rb
+DIST_FILES_EXAMPLES=\
+	saxdemo.rb
+
+ut:
+	time ruby TS_xpp.rb 2>&1 | tee e1
+
+p:	pinit pgo
+
+pinit:
+	cp P_ChewFile.profile.base P_ChewFile.profile
+
+pgo:
+	ruby -r rbprof P_ChewFile.rb 2>&1 | tee results.prof
+
+pclean:
+	rm -f P_ChewFile.profile
+	ruby -r rbprof P_ChewFile.rb 2>&1 | tee results.prof
+
+wclean:
+	rm -f P_ChewFile-wf.profile
+	ruby -r rbprof P_ChewFile-wf.rb 2>&1 | tee results.prof
+
+base:
+	cp P_ChewFile.profile P_ChewFile.profile.base
+
+prof:
+	#ruby -r rbprof P_Input.rb 2>&1 | tee results.prof
+	cp P_Input.profile.base P_Input.profile
+	ruby P_Input.rb 2>&1 | tee results.prof
+
+
+go:	goXpp
+
+goXpp:
+	time ruby xpp.rb
+
+
+tconf:
+	rm -f results.conformance
+	./chew.rb PASS pass.files >> results.conformance
+	#./chew.rb FAIL not-wf.files >> results.conformance
+	#./chew.rb FAIL fail.files >> results.conformance
+	#./chew.rb FAIL invalid.files >> results.conformance
+	#./chew.rb PASS valid.files >> results.conformance
+	##./chew.rb FAIL japanese.files >> results.conformance
+
+conf::
+	time ruby conf.rb \
+	  xmlconf/xmltest/xmltest.xml \
+	  xmlconf/oasis/oasis.xml \
+		xmlconf/ibm/ibm_oasis_invalid.xml \
+		xmlconf/ibm/ibm_oasis_not-wf.xml \
+		xmlconf/ibm/ibm_oasis_valid.xml \
+		xmlconf/japanese/japanese.xml \
+		xmlconf/sun/sun-error.xml \
+		xmlconf/sun/sun-invalid.xml \
+		xmlconf/sun/sun-not-wf.xml \
+		xmlconf/sun/sun-valid.xml \
+	| tee results.conformance
+	##rm -f results.conformance
+	##./chew.rb PASS pass.files >> results.conformance
+	##./chew.rb FAIL not-wf.files >> results.conformance
+	##./chew.rb FAIL fail.files >> results.conformance
+	##./chew.rb FAIL invalid.files >> results.conformance
+	##./chew.rb PASS valid.files >> results.conformance
+	##./chew.rb FAIL japanese.files >> results.conformance
+
+rconf:
+	rm -f results.conformance
+	./chewRexml.rb PASS pass.files >> results.conformance
+	./chewRexml.rb FAIL not-wf.files >> results.conformance
+	./chewRexml.rb FAIL fail.files >> results.conformance
+	#./chewRexml.rb FAIL invalid.files >> results.conformance
+	#./chewRexml.rb PASS valid.files >> results.conformance
+	##./chewRexml.rb FAIL japanese.files >> results.conformance
+
+rconfpp:
+	rm -f results.conformance
+	./chewRexmlPP.rb PASS pass.files
+	./chewRexmlPP.rb FAIL not-wf.files
+	./chewRexmlPP.rb FAIL fail.files
+	./chewRexmlPP.rb FAIL invalid.files
+	./chewRexmlPP.rb PASS valid.files
+	#./chewRexmlPP.rb PASS pass.files >> results.conformance
+	#./chewRexmlPP.rb FAIL not-wf.files >> results.conformance
+	#./chewRexmlPP.rb FAIL fail.files >> results.conformance
+	#./chewRexmlPP.rb FAIL invalid.files >> results.conformance
+	#./chewRexmlPP.rb PASS valid.files >> results.conformance
+	##./chewRexmlPP.rb FAIL japanese.files >> results.conformance
+
+sax:
+	ruby saxdemo.rb testFeeds.xml rexmlDoc.xml test.xml
+
+saxFail:
+	ruby saxdemo.rb test0.xml
+
+dist::
+	cp $(DIST_FILES_ROOT) dist
+	cp $(DIST_FILES_LIB) dist/lib
+	cp $(DIST_FILES_TEST) dist/test
+	cp $(DIST_FILES_EXAMPLES) dist/examples
+
+prex:
+	ruby -r rbprof P_RexmlPP.rb 2>&1 | tee results.prof

data/lib/xamplr-pp/examples/parse-wf.rb

@@ -0,0 +1,55 @@
+#!/usr/local/bin/ruby
+require "xampl-pp-wf"
+
+class Listener
+
+	attr :count, false
+
+	def parse(filename)
+		@xpp = Xampl_PP.new
+		@xpp.input = File.new(filename)
+
+		@count = 0
+
+		while not @xpp.endDocument? do
+			event = @xpp.nextEvent
+			case event
+			#case @xpp.nextEvent
+	      when Xampl_PP::START_DOCUMENT
+					@count += 1
+        when Xampl_PP::END_DOCUMENT
+					@count += 1
+        when Xampl_PP::START_ELEMENT
+					@count += 1
+        when Xampl_PP::END_ELEMENT
+					@count += 1
+        when Xampl_PP::TEXT
+					@count += 1
+        when Xampl_PP::CDATA_SECTION
+					@count += 1
+        when Xampl_PP::ENTITY_REF
+					@count += 1
+        when Xampl_PP::IGNORABLE_WHITESPACE
+					@count += 1
+        when Xampl_PP::PROCESSING_INSTRUCTION
+					@count += 1
+        when Xampl_PP::COMMENT
+					@count += 1
+        when Xampl_PP::DOCTYPE
+					@count += 1
+			end
+		end
+	end
+
+end
+
+start = Time.now
+for filename in ARGV do
+	listener = Listener.new
+	listener.parse(filename)
+	#printf("EVENTS: %d\n", listener.count)
+end
+puts "Time: #{Time.now - start}"
+
+
+

data/lib/xamplr-pp/examples/parse.rb

@@ -0,0 +1,59 @@
+#!/usr/local/bin/ruby
+require "xampl-pp"
+
+class Listener
+
+	attr :count, false
+
+	def parse(filename)
+		@xpp = Xampl_PP.new
+		@xpp.input = File.new(filename)
+
+		@count = 0
+
+#printf("__________________________________")
+		while not @xpp.endDocument? do
+			event = @xpp.nextEvent
+if(0 == (@count % 10001)) then
+  printf("count: %d\n", count)
+end
+#printf("\nEVENT: %s\n", event)
+			case event
+			#case @xpp.nextEvent
+	      when Xampl_PP::START_DOCUMENT
+					@count += 1
+        when Xampl_PP::END_DOCUMENT
+					@count += 1
+        when Xampl_PP::START_ELEMENT
+					@count += 1
+        when Xampl_PP::END_ELEMENT
+					@count += 1
+        when Xampl_PP::TEXT
+					@count += 1
+        when Xampl_PP::CDATA_SECTION
+					@count += 1
+        when Xampl_PP::ENTITY_REF
+					@count += 1
+        when Xampl_PP::IGNORABLE_WHITESPACE
+					@count += 1
+        when Xampl_PP::PROCESSING_INSTRUCTION
+					@count += 1
+        when Xampl_PP::COMMENT
+					@count += 1
+        when Xampl_PP::DOCTYPE
+					@count += 1
+			end
+		end
+	end
+
+end
+
+for filename in ARGV do
+	listener = Listener.new
+	listener.parse(filename)
+
+	printf("EVENTS: %d\n", listener.count)
+end
+
+
+

data/lib/xamplr-pp/license.inc

@@ -0,0 +1,17 @@
+#  xampl-pp : XML pull parser
+#  Copyright (C) 2002-2009 Bob Hutchison
+#
+#  This library is free software; you can redistribute it and/or
+#  modify it under the terms of the GNU Lesser General Public
+#  License as published by the Free Software Foundation; either
+#  version 2.1 of the License, or (at your option) any later version.
+#
+#  This library is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+#  #Lesser General Public License for more details.
+#
+#  You should have received a copy of the GNU Lesser General Public
+#  License along with this library; if not, write to the Free Software
+#  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+#

data/lib/xamplr-pp/saxdemo.rb

@@ -0,0 +1,214 @@
+#!/usr/local/bin/ruby
+#
+#  xampl-pp : XML pull parser
+#  Copyright (C) 2002-2009 Bob Hutchison
+#
+#  This library is free software; you can redistribute it and/or
+#  modify it under the terms of the GNU Lesser General Public
+#  License as published by the Free Software Foundation; either
+#  version 2.1 of the License, or (at your option) any later version.
+#
+#  This library is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+#  #Lesser General Public License for more details.
+#
+#  You should have received a copy of the GNU Lesser General Public
+#  License along with this library; if not, write to the Free Software
+#  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+#
+
+require "xampl-pp"
+require "saxish"
+require "saxishHandler"
+
+#
+# This module uses the saxish api. The saxish api is meant to demonstrate
+# the use of Xampl_PP pull parser, while being useful in itself. If you are
+# meaning to learn about the Xampl_PP parser, you should look at the
+# saxish.rb file -- this one isn't going to help you a lot.
+#
+
+class SAXdemo
+	include SAXishHandler
+
+  attr :verbose, true
+
+  def resolve(name)
+    @resolverCount += 1
+    return "fake it"
+  end
+
+  def startElement(name, namespace, qname, prefix, attributeCount, isEmpty, saxparser)
+    printf("StartElement -- name: '%s'\n", name) if verbose
+    printf("                namespace: '%s'\n", namespace) if verbose
+    printf("                qname: '%s'\n", qname) if verbose
+    printf("                prefix: '%s'\n", prefix) if verbose
+    printf("                attributeCount: %d\n", attributeCount) if verbose
+    printf("                isEmpty: %s\n", isEmpty) if verbose
+    i = 0
+    while i < attributeCount do
+      printf("  attribute[%d] -- name: '%s'\n", i, saxparser.attributeName(i)) if verbose
+      printf("  attribute[%d] -- namespace: '%s'\n", i, saxparser.attributeNamespace(i)) if verbose
+      printf("  attribute[%d] -- qname: '%s'\n", i, saxparser.attributeQName(i)) if verbose
+      printf("  attribute[%d] -- prefix: '%s'\n", i, saxparser.attributePrefix(i)) if verbose
+      printf("  attribute[%d] -- value: '%s'\n", i, saxparser.attributeValue(i)) if verbose
+      i += 1
+    end
+    @startElementEventCount += 1
+    @eventCount += 1
+		if @maxDepth < saxparser.depth then
+			@maxDepth = saxparser.depth
+			@maxDepthLine = saxparser.line
+			@maxDepthColumn = saxparser.column
+		end
+  end
+
+  def endElement(name, namespace, qname, prefix)
+    printf("EndElement -- name: '%s'\n", name) if verbose
+    printf("              namespace: '%s'\n", namespace) if verbose
+    printf("              qname: '%s'\n", qname) if verbose
+    printf("              prefix: '%s'\n", prefix) if verbose
+    @endElementEventCount += 1
+    @eventCount += 1
+  end
+
+  def entityRef(name, text)
+    printf("EntityRef -- name '%s' text '%s'\n", name, text) if verbose
+    @entityRefCount += 1
+    @eventCount += 1
+  end
+
+  def text(text, isWhitespace)
+    if not isWhitespace then
+      printf("Text -- length: %d\n", text.length) if verbose
+      @textEventCount += 1
+    else
+      printf("Text -- length: %d WHITESPACE\n", text.length) if verbose
+      @whitespaceTextEventCount += 1
+    end
+    @eventCount += 1
+  end
+
+  def cdataSection(text)
+    printf("CDATA -- length: %s\n", text.length) if verbose
+    @cdataEventCount += 1
+    @eventCount += 1
+  end
+
+  def ignoreableWhitespace(text)
+    printf("IgnoreableWhitespace -- length: %s\n", text.length) if verbose
+    @ignorableWhitespaceEventCount += 1
+    @eventCount += 1
+  end
+
+  def processingInstruction(text)
+    printf("ProcessingInstruction -- [%s]\n", text) if verbose
+    @processingInstructionEventCount += 1
+    @eventCount += 1
+  end
+
+  def comment(text)
+    printf("comment -- [%s]\n", text) if verbose
+    @commentEventCount += 1
+    @eventCount += 1
+  end
+
+  def doctype(text)
+    printf("doctype -- [%s]\n", text) if verbose
+    @doctypeEventCount += 1
+    @eventCount += 1
+  end
+
+  def init
+    @startElementEventCount = 0
+    @endElementEventCount = 0
+    @entityRefCount = 0
+    @resolverCount = 0
+    @textEventCount = 0
+    @cdataEventCount = 0
+    @whitespaceTextEventCount = 0
+    @ignorableWhitespaceEventCount = 0
+    @processingInstructionEventCount = 0
+    @doctypeEventCount = 0
+    @commentEventCount = 0
+    @eventCount = 0
+    @failureCount = 0
+    @successCount = 0
+		@maxDepth = -1
+	end
+
+	def report
+    printf("%5d eventCount\n", @eventCount)
+    printf("%5d successCount\n", @successCount)
+    printf("%5d maxDepth [%d, %d]\n", @maxDepth, @maxDepthLine, @maxDepthColumn)
+    printf("%5d failureCount\n", @failureCount)
+    printf("%5d startElementEventCount\n", @startElementEventCount)
+    printf("%5d endElementEventCount\n", @endElementEventCount)
+    printf("%5d entityRefCount\n", @entityRefCount)
+    printf("%5d resolverCount\n", @resolverCount)
+    printf("%5d textEventCount\n", @textEventCount)
+    printf("%5d cdataEventCount\n", @cdataEventCount)
+    printf("%5d whitespaceTextEventCount\n", @whitespaceTextEventCount)
+    printf("%5d ignorableWhitespaceEventCount\n", @ignorableWhitespaceEventCount)
+    printf("%5d processingInstructionEventCount\n", @processingInstructionEventCount)
+    printf("%5d doctypeEventCount\n", @doctypeEventCount)
+    printf("%5d commentEventCount\n", @commentEventCount)
+	end
+
+  def fileNames(fileNames)
+		init
+
+    @saxparser = SAXish.new
+    @saxparser.handler = self
+    @saxparser.processNamespace = true
+    @saxparser.reportNamespaceAttributes = false
+
+    fileNames.each do
+      | filename |
+      begin
+        @saxparser.parse filename
+        @successCount += 1
+      rescue Exception => message
+        @failureCount += 1
+        print message.backtrace.join("\n")
+        printf("FAILED [%s] '%s'\n", message, filename)
+      end
+    end
+
+		report
+  end
+
+  def string(string)
+		init
+
+    @saxparser = SAXish.new
+    @saxparser.handler = self
+    @saxparser.processNamespace = true
+    @saxparser.reportNamespaceAttributes = false
+
+    begin
+      @saxparser.parseString string
+      @successCount += 1
+    rescue Exception => message
+      @failureCount += 1
+      print message.backtrace.join("\n")
+      printf("FAILED [%s] '%s'\n", message, string)
+    end
+
+		report
+  end
+end
+
+string = <<EOS
+<root>
+	<a>
+	</a>
+	<b>hello</b>
+	<c>hello &there;</c>
+</root>
+EOS
+
+SAXdemo.new.string(string)
+SAXdemo.new.fileNames(ARGV)
+