utopia-project 0.9.0 → 0.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b9fece64054731c29fd23e542e548d9da6e0105e62fef66fc6588b3a2637e5fe
-  data.tar.gz: acda1b55bb672b64969496b9cc64f9e91c397ae3799c39af15417a3153d1628d
+  metadata.gz: b54d7f25350dab0e6b2ef5078f4dcfedf0420f7169785edea0b83e10363e1c7f
+  data.tar.gz: f497a26763c3dbea3d9c39fb6f632a89891410a13f3d8ac152be4a2b1b1df4d6
 SHA512:
-  metadata.gz: b0a9ceb4a8ac9cf660ca05f8941874ef16dd724f438b3be44033b96177227327087855058accfa8a6f34bbd6370c02a41cfdacf215d3a5c2956267c38b25a7ba
-  data.tar.gz: c8b1f67c938eb4af0ae6be43a027a7fdea622e4e0253e481f82107965d547acdf3e54477de0f2019382b672fd7f9b237ab46aaa2161d45830ed82afccd44ea1e
+  metadata.gz: 80431d065a3c9d5d4fa111626dd42cf243911d73198edf644acf8aed6399f9332567a08c28ff3f297f73477da652bd8ab8a11c168b748de1756a61b06021e6a8
+  data.tar.gz: 3592b185830475bc40aa8a04b3a4ce1eb2645c90d673a597ca92fa33368a55fe74c67964c013f9d24593a0011c1e87361dceac7e4a4ee2c568aedc9659277ef0

data/lib/utopia/project/base.rb

@@ -28,9 +28,9 @@ require 'decode'
 
 require 'thread/local'
 
-require 'kramdown'
-
+require_relative 'document'
 require_relative 'guide'
+require_relative 'linkify'
 
 module Utopia
 	module Project
@@ -106,6 +106,16 @@ module Utopia
 				end
 			end
 			
+			def linkify(text, definition, language: definition&.language)
+				rewriter = Linkify.new(self, language, text)
+				
+				code = language.code_for(text, @index, relative_to: definition)
+				
+				code.extract(rewriter)
+				
+				return rewriter.apply
+			end
+			
 			# Format the given text in the context of the given definition and language.
 			# See {document} for details.
 			# @returns [Trenni::MarkupString]
@@ -126,41 +136,11 @@ module Utopia
 			
 			# Convert the given markdown text into HTML.
 			#
-			# - Updates source code references (`{language identifier}`) into links.
-			# - Uses {Kramdown} to convert the text into HTML.
+			# Updates source code references (`{language identifier}`) into links.
 			#
-			# @returns [Kramdown::Document]
+			# @returns [Document]
 			def document(text, definition = nil, language: definition&.language)
-				text = text&.gsub(/(?<!`){(.*?)}/) do |match|
-					linkify($1, definition, language: language)
-				end
-				
-				return Kramdown::Document.new(text, syntax_highlighter: nil)
-			end
-			
-			# Replace source code references in the given text with HTML anchors.
-			#
-			# @returns [Trenni::Builder]
-			def linkify(text, definition = nil, language: definition&.language)
-				reference = @index.languages.parse_reference(text, default_language: language)
-				
-				Trenni::Builder.fragment do |builder|
-					if reference and definition = @index.lookup(reference, relative_to: definition)&.first
-						builder.inline('a', href: link_for(definition)) do
-							builder.inline('code', class: "language-#{definition.language.name}") do
-								builder.text definition.qualified_form
-							end
-						end
-					elsif reference
-						builder.inline('code', class: "language-#{reference.language.name}") do
-							builder.text text
-						end
-					else
-						builder.inline('code') do
-							builder.text text
-						end
-					end
-				end
+				Document.new(text, self, definition: definition, default_language: language)
 			end
 			
 			# Compute a unique string which can be used as `id` attribute in the HTML output.

data/lib/utopia/project/document.rb

@@ -0,0 +1,179 @@
+# frozen_string_literal: true
+
+# Copyright, 2020, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require 'commonmarker'
+
+module Utopia
+	module Project
+		class Document
+			def initialize(text, base = nil, definition: nil, default_language: nil)
+				@text = text
+				@base = base
+				@index = base&.index
+				
+				@definition = definition
+				@default_language = default_language
+				
+				@root = nil
+			end
+			
+			def root
+				@root ||= resolve(CommonMarker.render_doc(@text, [:DEFAULT]))
+			end
+			
+			def first_child
+				self.root.first_child
+			end
+			
+			def replace_section(name)
+				child = self.first_child
+				
+				while child
+					if child.type == :header
+						header = child
+						
+						# We found the matched header:
+						if header.first_child.string_content == name
+							# Now subsequent children:
+							current = header.next
+							while current.type != :header and following = current.next
+								current.delete
+								current = following
+							end
+							
+							return yield(header)
+						end
+					end
+					
+					child = child.next
+				end
+			end
+			
+			def to_html(node = self.root)
+				Trenni::MarkupString.raw(node.to_html(:UNSAFE))
+			end
+			
+			def paragraph_node(child)
+				node = CommonMarker::Node.new(:paragraph)
+				node.append_child(child)
+				return node
+			end
+			
+			def html_node(content, type = :html)
+				node = CommonMarker::Node.new(:html)
+				node.string_content = content
+				return node
+			end
+			
+			def inline_html_node(content)
+				node = CommonMarker::Node.new(:inline_html)
+				node.string_content = content
+				return node
+			end
+			
+			def text_node(content)
+				node = CommonMarker::Node.new(:text)
+				node.string_content = content
+				return node
+			end
+			
+			def link_node(title, url, child)
+				node = CommonMarker::Node.new(:link)
+				node.title = title
+				node.url = url.to_s
+				
+				node.append_child(child)
+				
+				return node
+			end
+			
+			def code_node(content, language)
+				if language
+					node = inline_html_node(
+						"<code class=\"language-#{language}\">#{Trenni::Strings.to_html(content)}</code>"
+					)
+				else
+					node = CommonMarker::Node.new(:code)
+					node.string_content = content
+					return node
+				end
+				
+				return node
+			end
+			
+			private
+			
+			# Replace source code references in the given text with HTML anchors.
+			#
+			def reference_node(content)
+				if reference = @index.languages.parse_reference(content, default_language: @default_language)
+					definition = @index.lookup(reference, relative_to: @definition)
+				end
+				
+				if definition
+					link_node(reference.identifier, @base.link_for(definition),
+						code_node(definition.qualified_form, reference.language.name)
+					)
+				elsif reference
+					code_node(reference.identifier, reference.language.name)
+				else
+					code_node(content)
+				end
+			end
+			
+			def resolve(root)
+				return root if @index.nil?
+				
+				root.walk do |node|
+					if node.type == :text
+						content = node.string_content
+						offset = 0
+						
+						while match = content.match(/{(?<reference>.*?)}/, offset)
+							a, b = match.offset(0)
+							
+							if a > offset
+								node.insert_before(
+									text_node(content[offset...a])
+								)
+							end
+							
+							node.insert_before(
+								reference_node(match[:reference])
+							)
+							
+							offset = b
+						end
+						
+						if offset == content.bytesize
+							node.delete
+						else
+							node.string_content = content[offset..-1]
+						end
+					end
+				end
+				
+				return root
+			end
+		end
+	end
+end

data/lib/utopia/project/guide.rb

@@ -23,7 +23,6 @@
 require 'utopia/path'
 require 'trenni/reference'
 require 'decode'
-require 'kramdown'
 
 module Utopia
 	module Project
@@ -64,25 +63,16 @@ module Utopia
 			end
 			
 			# The document for the README, if one exists.
-			# @returns [Kramdown::Document]
 			def document
 				if self.readme?
 					@document ||= self.readme_document.tap do |document|
-						root = document.root
-						if element = root.children.first
-							if element.type == :header
-								@title = element.children.first.value
-								
-								# Remove the title:
-								root.children.shift
-								
-								# Remove any blank lines:
-								root.children.shift while root.children.first&.type == :blank
-								
-								# Read the description:
-								root.children.first.options[:encoding] = root.options[:encoding]
-								@description = Kramdown::Converter::Kramdown.convert(root.children.first).first
-							end
+						child = document.first_child
+						
+						if child.type == :header
+							@title = child.first_child.string_content
+							
+							@description = child.next
+							child.delete
 						end
 					end
 				end

data/lib/utopia/project/linkify.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+# Copyright, 2020, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require 'decode/syntax/rewriter'
+
+module Utopia
+	module Project
+		class Linkify < Decode::Syntax::Rewriter
+			# @parameter base [Base] The base data.
+			def initialize(base, language, text)
+				@base = base
+				@language = language
+				
+				super(text)
+			end
+			
+			def text_for(range)
+				text = super(range)
+				
+				return Trenni::Strings.to_html(text)
+			end
+			
+			def link_to(definition, text)
+				Trenni::Builder.fragment do |builder|
+					builder.inline('a', href: @base.link_for(definition)) do
+						builder.text(definition.qualified_name)
+					end
+				end
+			end
+			
+			def apply(output = Trenni::Builder.new)
+				output.inline('code', class: "language-#{@language.name}") do
+					super
+				end
+				
+				return output.to_str
+			end
+		end
+	end
+end

data/lib/utopia/project/version.rb

@@ -22,6 +22,6 @@
 
 module Utopia
 	module Project
-		VERSION = "0.9.0"
+		VERSION = "0.10.0"
 	end
 end

data/pages/_usage.xnode

@@ -12,7 +12,7 @@
 	<?r if documentation = guide.documentation ?>
 		#{base.format(documentation.text, language: guide.documentation.language)}
 	<?r elsif description = guide.description ?>
-		#{MarkupString.raw Kramdown::Document.new(description, syntax_highlighter: nil).to_html}
+		#{MarkupString.raw description.to_html}
 	<?r else ?>
 		<p>No description.</p>
 	<?r end ?>

data/pages/controller.rb

@@ -5,21 +5,10 @@ on 'index' do
 	@base = Utopia::Project::Base.instance
 	
 	if readme_path = @base.path_for('README.md')
-		@document = Kramdown::Document.new(File.read(readme_path), syntax_highlighter: nil)
+		@document = Utopia::Project::Document.new(File.read(readme_path), @base)
 		
-		start = @document.root.children.index{|node| node.children.first&.value == "Usage"}
-		finish = start + 1
-		
-		while node = @document.root.children[finish]
-			if node.type == :header
-				break
-			else
-				finish += 1
-			end
+		@document.replace_section("Usage") do |header|
+			header.insert_after(@document.html_node("<content:usage/>"))
 		end
-		
-		@document.root.children[start...finish] = [
-			Kramdown::Element.new(:raw, "<content:usage/>")
-		]
 	end
 end

data/pages/index.xnode

@@ -1,17 +1,18 @@
 <content:page>
 	<?r
 	if document = self[:document]
-		children = document.root.children
+		child = document.first_child
 		
-		if children.first.type == :header
-			header = children.shift
-			title = header.children.first
+		if child.type == :header
+			header = child
+			child.delete
+			title = header.first_child
+			
 			case title.type
 			when :text
-				?><content:heading>#{title.value}</content:heading><?r
+				?><content:heading>#{title.string_content}</content:heading><?r
 			when :img
-				self.document.attributes[:title] ||= title.attr["alt"]
-				?><header><img src="#{title.attr["src"]}" /></header><?r
+				?><header><img src="#{title.src}" /></header><?r
 			else
 				?><content:heading>Project</content:heading><?r
 			end

data/public/_components/jquery-syntax/jquery.syntax.core.js

@@ -9,8 +9,8 @@ Syntax.lib.camelCaseType={pattern:/\b_*[A-Z][\w]*\b/g,klass:"type"};Syntax.lib.c
 Syntax.lib.doubleQuotedString={pattern:/"([^\\"\n]|\\.)*"/g,klass:"string"};Syntax.lib.singleQuotedString={pattern:/'([^\\'\n]|\\.)*'/g,klass:"string"};Syntax.lib.multiLineDoubleQuotedString={pattern:/"([^\\"]|\\.)*"/g,klass:"string"};Syntax.lib.multiLineSingleQuotedString={pattern:/'([^\\']|\\.)*'/g,klass:"string"};Syntax.lib.stringEscape={pattern:/\\./g,klass:"escape",only:["string"]};
 Syntax.Match=function(b,a,c,d){this.offset=b;this.endOffset=b+a;this.length=a;this.expression=c;this.value=d;this.children=[];this.next=this.parent=null};Syntax.Match.prototype.shift=function(b,a){this.adjust(b,null,a);for(var c=0;c<this.children.length;c++)this.children[c].shift(b,a)};Syntax.Match.prototype.adjust=function(b,a,c){this.offset+=b;this.endOffset+=b;a&&(this.length=a,this.endOffset=this.offset+a);c&&(this.value=c.substr(this.offset,this.length))};
 Syntax.Match.sort=function(b,a){return b.offset-a.offset||a.length-b.length};Syntax.Match.prototype.contains=function(b){return b.offset>=this.offset&&b.endOffset<=this.endOffset};Syntax.Match.defaultReduceCallback=function(b,a){"string"===typeof b&&(b=document.createTextNode(b));a.appendChild(b)};
-Syntax.Match.prototype.reduce=function(b,a){var c=this.offset,d=document.createElement("span");b=b||Syntax.Match.defaultReduceCallback;this.expression&&this.expression.klass&&(0<d.className.length&&(d.className+=" "),d.className+=this.expression.klass);this.className&&(d.className+=" ",d.className+=this.className);for(var e=0;e<this.children.length;e+=1){var f=this.children[e],g=f.offset;f.offset<this.offset&&console.log("Syntax Warning: Offset of child",f,"is before offset of parent",this);c=this.value.substr(c-
-this.offset,g-c);b(c,d);b(f.reduce(b,a),d);c=f.endOffset}c===this.offset?b(this.value,d):c<this.endOffset?b(this.value.substr(c-this.offset,this.endOffset-c),d):c>this.endOffset&&console.log("Syntax Warning: Start position "+c+" exceeds end of value "+this.endOffset);a&&(d=a(d,this));return d};
+Syntax.Match.prototype.reduce=function(b,a){var c=this.offset;var d=this.expression&&this.expression.element?this.expression.element.cloneNode(!1):document.createElement("span");b=b||Syntax.Match.defaultReduceCallback;this.expression&&this.expression.klass&&(0<d.className.length&&(d.className+=" "),d.className+=this.expression.klass);this.className&&(d.className+=" ",d.className+=this.className);for(var e=0;e<this.children.length;e+=1){var f=this.children[e],g=f.offset;f.offset<this.offset&&console.log("Syntax Warning: Offset of child",
+f,"is before offset of parent",this);c=this.value.substr(c-this.offset,g-c);b(c,d);b(f.reduce(b,a),d);c=f.endOffset}c===this.offset?b(this.value,d):c<this.endOffset?b(this.value.substr(c-this.offset,this.endOffset-c),d):c>this.endOffset&&console.log("Syntax Warning: Start position "+c+" exceeds end of value "+this.endOffset);a&&(d=a(d,this));return d};
 Syntax.Match.prototype.canContain=function(b){return b.expression.force?!0:this.complete?!1:b.expression.only?!0:"undefined"===typeof this.expression.allow||jQuery.isArray(this.expression.disallow)&&-1!==jQuery.inArray(b.expression.klass,this.expression.disallow)?!1:"*"===this.expression.allow||jQuery.isArray(this.expression.allow)&&-1!==jQuery.inArray(b.expression.klass,this.expression.allow)?!0:!1};
 Syntax.Match.prototype.canHaveChild=function(b){if(b=b.expression.only){for(var a=this;null!==a;){if(-1!==jQuery.inArray(a.expression.klass,b))return!0;if((a=a.parent)&&a.complete)break}return!1}return!0};Syntax.Match.prototype._splice=function(b,a){return this.canHaveChild(a)?(this.children.splice(b,0,a),a.parent=this,a.expression.owner||(a.expression.owner=this.expression.owner),this):null};
 Syntax.Match.prototype.insert=function(b,a){if(!this.contains(b))return null;if(a){a=this;for(var c=0;c<a.children.length;)a.children[c].contains(b)?(a=a.children[c],c=0):c+=1;return a._insertWhole(b)}return this._insert(b)};