html-to-markdown 2.24.6 → 2.25.0

data/rust-vendor/xml5ever/src/tree_builder/mod.rs

@@ -1,774 +0,0 @@
-// Copyright 2014-2017 The html5ever Project Developers. See the
-// COPYRIGHT file at the top-level directory of this distribution.
-//
-// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
-// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
-// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
-// option. This file may not be copied, modified, or distributed
-// except according to those terms.
-
-mod types;
-
-use log::{debug, warn};
-use markup5ever::{local_name, namespace_prefix, ns};
-use std::borrow::Cow;
-use std::borrow::Cow::Borrowed;
-use std::cell::{Cell, Ref, RefCell};
-use std::collections::btree_map::Iter;
-use std::collections::{BTreeMap, HashSet, VecDeque};
-use std::fmt::{Debug, Error, Formatter};
-use std::mem;
-
-pub use self::interface::{ElemName, NodeOrText, Tracer, TreeSink};
-use self::types::*;
-use crate::interface::{self, create_element, AppendNode, Attribute, QualName};
-use crate::interface::{AppendText, ExpandedName};
-use crate::tokenizer::{self, EndTag, ProcessResult, StartTag, Tag, TokenSink};
-use crate::tokenizer::{Doctype, EmptyTag, Pi, ShortTag};
-use crate::{LocalName, Namespace, Prefix};
-
-use crate::tendril::{StrTendril, Tendril};
-
-static XML_URI: &str = "http://www.w3.org/XML/1998/namespace";
-static XMLNS_URI: &str = "http://www.w3.org/2000/xmlns/";
-
-type InsResult = Result<(), Cow<'static, str>>;
-
-#[derive(Debug)]
-struct NamespaceMapStack(Vec<NamespaceMap>);
-
-impl NamespaceMapStack {
-    fn new() -> NamespaceMapStack {
-        NamespaceMapStack(vec![NamespaceMap::default()])
-    }
-
-    fn push(&mut self, map: NamespaceMap) {
-        self.0.push(map);
-    }
-
-    fn pop(&mut self) {
-        self.0.pop();
-    }
-}
-
-pub(crate) struct NamespaceMap {
-    // Map that maps prefixes to URI.
-    //
-    // Key denotes namespace prefix, and value denotes
-    // URI it maps to.
-    //
-    // If value of value is None, that means the namespace
-    // denoted by key has been undeclared.
-    scope: BTreeMap<Option<Prefix>, Option<Namespace>>,
-}
-
-impl Debug for NamespaceMap {
-    fn fmt(&self, f: &mut Formatter) -> Result<(), Error> {
-        write!(f, "\nNamespaceMap[")?;
-        for (key, value) in &self.scope {
-            writeln!(f, "   {key:?} : {value:?}")?;
-        }
-        write!(f, "]")
-    }
-}
-
-impl NamespaceMap {
-    // Returns an empty namespace.
-    pub(crate) fn empty() -> NamespaceMap {
-        NamespaceMap {
-            scope: BTreeMap::new(),
-        }
-    }
-
-    fn default() -> NamespaceMap {
-        NamespaceMap {
-            scope: {
-                let mut map = BTreeMap::new();
-                map.insert(None, None);
-                map.insert(Some(namespace_prefix!("xml")), Some(ns!(xml)));
-                map.insert(Some(namespace_prefix!("xmlns")), Some(ns!(xmlns)));
-                map
-            },
-        }
-    }
-
-    pub(crate) fn get(&self, prefix: &Option<Prefix>) -> Option<&Option<Namespace>> {
-        self.scope.get(prefix)
-    }
-
-    pub(crate) fn get_scope_iter(&self) -> Iter<'_, Option<Prefix>, Option<Namespace>> {
-        self.scope.iter()
-    }
-
-    pub(crate) fn insert(&mut self, name: &QualName) {
-        let prefix = name.prefix.as_ref().cloned();
-        let namespace = Some(Namespace::from(&*name.ns));
-        self.scope.insert(prefix, namespace);
-    }
-
-    fn insert_ns(&mut self, attr: &Attribute) -> InsResult {
-        if &*attr.value == XMLNS_URI {
-            return Err(Borrowed("Can't declare XMLNS URI"));
-        };
-
-        let opt_uri = if attr.value.is_empty() {
-            None
-        } else {
-            Some(Namespace::from(&*attr.value))
-        };
-
-        let result = match (&attr.name.prefix, &*attr.name.local) {
-            (&Some(namespace_prefix!("xmlns")), "xml") => {
-                if &*attr.value != XML_URI {
-                    Err(Borrowed("XML namespace can't be redeclared"))
-                } else {
-                    Ok(())
-                }
-            },
-
-            (&Some(namespace_prefix!("xmlns")), "xmlns") => {
-                Err(Borrowed("XMLNS namespaces can't be changed"))
-            },
-
-            (&Some(namespace_prefix!("xmlns")), _) | (&None, "xmlns") => {
-                // We can have two cases of properly defined xmlns
-                // First with default namespace e.g.
-                //
-                //     <a xmlns = "www.uri.org" />
-                let ns_prefix = if &*attr.name.local == "xmlns" {
-                    None
-
-                // Second is with named namespace e.g.
-                //
-                //     <a xmlns:a = "www.uri.org" />
-                } else {
-                    Some(Prefix::from(&*attr.name.local))
-                };
-
-                if opt_uri.is_some() && self.scope.contains_key(&ns_prefix) {
-                    Err(Borrowed("Namespace already defined"))
-                } else {
-                    self.scope.insert(ns_prefix, opt_uri);
-                    Ok(())
-                }
-            },
-
-            (_, _) => Err(Borrowed("Invalid namespace declaration.")),
-        };
-        result
-    }
-}
-
-/// Tree builder options, with an impl for Default.
-#[derive(Copy, Clone, Default)]
-pub struct XmlTreeBuilderOpts {}
-
-/// The XML tree builder.
-pub struct XmlTreeBuilder<Handle, Sink> {
-    /// Configuration options for XmlTreeBuilder
-    _opts: XmlTreeBuilderOpts,
-
-    /// Consumer of tree modifications.
-    pub sink: Sink,
-
-    /// The document node, which is created by the sink.
-    doc_handle: Handle,
-
-    /// Stack of open elements, most recently added at end.
-    open_elems: RefCell<Vec<Handle>>,
-
-    /// Current element pointer.
-    curr_elem: RefCell<Option<Handle>>,
-
-    /// Stack of namespace identifiers and namespaces.
-    namespace_stack: RefCell<NamespaceMapStack>,
-
-    /// Current namespace identifier
-    current_namespace: RefCell<NamespaceMap>,
-
-    /// Current tree builder phase.
-    phase: Cell<XmlPhase>,
-}
-impl<Handle, Sink> XmlTreeBuilder<Handle, Sink>
-where
-    Handle: Clone,
-    Sink: TreeSink<Handle = Handle>,
-{
-    /// Create a new tree builder which sends tree modifications to a particular `TreeSink`.
-    ///
-    /// The tree builder is also a `TokenSink`.
-    pub fn new(sink: Sink, opts: XmlTreeBuilderOpts) -> XmlTreeBuilder<Handle, Sink> {
-        let doc_handle = sink.get_document();
-        XmlTreeBuilder {
-            _opts: opts,
-            sink,
-            doc_handle,
-            open_elems: RefCell::new(vec![]),
-            curr_elem: RefCell::new(None),
-            namespace_stack: RefCell::new(NamespaceMapStack::new()),
-            current_namespace: RefCell::new(NamespaceMap::empty()),
-            phase: Cell::new(XmlPhase::Start),
-        }
-    }
-
-    /// Call the `Tracer`'s `trace_handle` method on every `Handle` in the tree builder's
-    /// internal state.  This is intended to support garbage-collected DOMs.
-    pub fn trace_handles(&self, tracer: &dyn Tracer<Handle = Handle>) {
-        tracer.trace_handle(&self.doc_handle);
-        for e in self.open_elems.borrow().iter() {
-            tracer.trace_handle(e);
-        }
-        if let Some(h) = self.curr_elem.borrow().as_ref() {
-            tracer.trace_handle(h);
-        }
-    }
-
-    // Debug helper
-    #[cfg(not(for_c))]
-    #[allow(dead_code)]
-    fn dump_state(&self, label: String) {
-        debug!("dump_state on {label}");
-        debug!("    open_elems:");
-        for node in self.open_elems.borrow().iter() {
-            debug!(" {:?}", self.sink.elem_name(node));
-        }
-        debug!("");
-    }
-
-    #[cfg(for_c)]
-    fn debug_step(&self, _mode: XmlPhase, _token: &Token) {}
-
-    #[cfg(not(for_c))]
-    fn debug_step(&self, mode: XmlPhase, token: &Token) {
-        debug!(
-            "processing {:?} in insertion mode {:?}",
-            format!("{:?}", token),
-            mode
-        );
-    }
-
-    fn declare_ns(&self, attr: &mut Attribute) {
-        if let Err(msg) = self.current_namespace.borrow_mut().insert_ns(attr) {
-            self.sink.parse_error(msg);
-        } else {
-            attr.name.ns = ns!(xmlns);
-        }
-    }
-
-    fn find_uri(&self, prefix: &Option<Prefix>) -> Result<Option<Namespace>, Cow<'static, str>> {
-        let mut uri = Err(Borrowed("No appropriate namespace found"));
-
-        let current_namespace = self.current_namespace.borrow();
-        for ns in self
-            .namespace_stack
-            .borrow()
-            .0
-            .iter()
-            .chain(Some(&*current_namespace))
-            .rev()
-        {
-            if let Some(el) = ns.get(prefix) {
-                uri = Ok(el.clone());
-                break;
-            }
-        }
-        uri
-    }
-
-    fn bind_qname(&self, name: &mut QualName) {
-        match self.find_uri(&name.prefix) {
-            Ok(uri) => {
-                let ns_uri = match uri {
-                    Some(e) => e,
-                    None => ns!(),
-                };
-                name.ns = ns_uri;
-            },
-            Err(msg) => {
-                self.sink.parse_error(msg);
-            },
-        }
-    }
-
-    // This method takes in name qualified name and binds it to the
-    // existing namespace context.
-    //
-    // Returns false if the attribute is a duplicate, returns true otherwise.
-    fn bind_attr_qname(
-        &self,
-        present_attrs: &mut HashSet<(Namespace, LocalName)>,
-        name: &mut QualName,
-    ) -> bool {
-        // Attributes don't have default namespace
-        let mut not_duplicate = true;
-
-        if name.prefix.is_some() {
-            self.bind_qname(name);
-            not_duplicate = Self::check_duplicate_attr(present_attrs, name);
-        }
-        not_duplicate
-    }
-
-    fn check_duplicate_attr(
-        present_attrs: &mut HashSet<(Namespace, LocalName)>,
-        name: &QualName,
-    ) -> bool {
-        let pair = (name.ns.clone(), name.local.clone());
-
-        if present_attrs.contains(&pair) {
-            return false;
-        }
-        present_attrs.insert(pair);
-        true
-    }
-
-    fn process_namespaces(&self, tag: &mut Tag) {
-        // List of already present namespace local name attribute pairs.
-        let mut present_attrs: HashSet<(Namespace, LocalName)> = Default::default();
-
-        let mut new_attr = vec![];
-        // First we extract all namespace declarations
-        for attr in tag.attrs.iter_mut().filter(|attr| {
-            attr.name.prefix == Some(namespace_prefix!("xmlns"))
-                || attr.name.local == local_name!("xmlns")
-        }) {
-            self.declare_ns(attr);
-        }
-
-        // Then we bind those namespace declarations to attributes
-        for attr in tag.attrs.iter_mut().filter(|attr| {
-            attr.name.prefix != Some(namespace_prefix!("xmlns"))
-                && attr.name.local != local_name!("xmlns")
-        }) {
-            if self.bind_attr_qname(&mut present_attrs, &mut attr.name) {
-                new_attr.push(attr.clone());
-            }
-        }
-        tag.attrs = new_attr;
-
-        // Then we bind the tags namespace.
-        self.bind_qname(&mut tag.name);
-
-        // Finally, we dump current namespace if its unneeded.
-        let x = mem::replace(
-            &mut *self.current_namespace.borrow_mut(),
-            NamespaceMap::empty(),
-        );
-
-        // Only start tag doesn't dump current namespace. However, <script /> is treated
-        // differently than every other empty tag, so it needs to retain the current
-        // namespace as well.
-        if tag.kind == StartTag || (tag.kind == EmptyTag && tag.name.local == local_name!("script"))
-        {
-            self.namespace_stack.borrow_mut().push(x);
-        }
-    }
-
-    fn process_to_completion(
-        &self,
-        mut token: Token,
-    ) -> ProcessResult<<Self as TokenSink>::Handle> {
-        // Queue of additional tokens yet to be processed.
-        // This stays empty in the common case where we don't split whitespace.
-        let mut more_tokens = VecDeque::new();
-
-        loop {
-            let phase = self.phase.get();
-
-            #[allow(clippy::unused_unit)]
-            match self.step(phase, token) {
-                XmlProcessResult::Done => {
-                    let Some(popped_token) = more_tokens.pop_front() else {
-                        return ProcessResult::Continue;
-                    };
-                    token = popped_token;
-                },
-                XmlProcessResult::Reprocess(m, t) => {
-                    self.phase.set(m);
-                    token = t;
-                },
-                XmlProcessResult::Script(node) => {
-                    assert!(more_tokens.is_empty());
-                    return ProcessResult::Script(node);
-                },
-            }
-        }
-    }
-}
-
-impl<Handle, Sink> TokenSink for XmlTreeBuilder<Handle, Sink>
-where
-    Handle: Clone,
-    Sink: TreeSink<Handle = Handle>,
-{
-    type Handle = Handle;
-
-    fn process_token(&self, token: tokenizer::Token) -> ProcessResult<Self::Handle> {
-        // Handle `ParseError` and `DoctypeToken`; convert everything else to the local `Token` type.
-        let token = match token {
-            tokenizer::Token::ParseError(e) => {
-                self.sink.parse_error(e);
-                return ProcessResult::Done;
-            },
-
-            tokenizer::Token::Doctype(d) => Token::Doctype(d),
-            tokenizer::Token::ProcessingInstruction(instruction) => Token::Pi(instruction),
-            tokenizer::Token::Tag(x) => Token::Tag(x),
-            tokenizer::Token::Comment(x) => Token::Comment(x),
-            tokenizer::Token::NullCharacter => Token::NullCharacter,
-            tokenizer::Token::EndOfFile => Token::Eof,
-            tokenizer::Token::Characters(x) => Token::Characters(x),
-        };
-
-        self.process_to_completion(token)
-    }
-
-    fn end(&self) {
-        for node in self.open_elems.borrow_mut().drain(..).rev() {
-            self.sink.pop(&node);
-        }
-    }
-}
-
-fn current_node<Handle>(open_elems: &[Handle]) -> &Handle {
-    open_elems.last().expect("no current element")
-}
-
-impl<Handle, Sink> XmlTreeBuilder<Handle, Sink>
-where
-    Handle: Clone,
-    Sink: TreeSink<Handle = Handle>,
-{
-    fn current_node(&self) -> Ref<'_, Handle> {
-        Ref::map(self.open_elems.borrow(), |elems| {
-            elems.last().expect("no current element")
-        })
-    }
-
-    fn insert_appropriately(&self, child: NodeOrText<Handle>) {
-        let open_elems = self.open_elems.borrow();
-        let target = current_node(&open_elems);
-        self.sink.append(target, child);
-    }
-
-    fn insert_tag(&self, tag: Tag) -> XmlProcessResult<Handle> {
-        let child = create_element(&self.sink, tag.name, tag.attrs);
-        self.insert_appropriately(AppendNode(child.clone()));
-        self.add_to_open_elems(child)
-    }
-
-    fn append_tag(&self, tag: Tag) -> XmlProcessResult<Handle> {
-        let child = create_element(&self.sink, tag.name, tag.attrs);
-        self.insert_appropriately(AppendNode(child.clone()));
-        self.sink.pop(&child);
-        XmlProcessResult::Done
-    }
-
-    fn append_tag_to_doc(&self, tag: Tag) -> Handle {
-        let child = create_element(&self.sink, tag.name, tag.attrs);
-
-        self.sink
-            .append(&self.doc_handle, AppendNode(child.clone()));
-        child
-    }
-
-    fn add_to_open_elems(&self, el: Handle) -> XmlProcessResult<Handle> {
-        self.open_elems.borrow_mut().push(el);
-
-        XmlProcessResult::Done
-    }
-
-    fn append_comment_to_doc(&self, text: StrTendril) -> XmlProcessResult<Handle> {
-        let comment = self.sink.create_comment(text);
-        self.sink.append(&self.doc_handle, AppendNode(comment));
-        XmlProcessResult::Done
-    }
-
-    fn append_comment_to_tag(&self, text: StrTendril) -> XmlProcessResult<Handle> {
-        let open_elems = self.open_elems.borrow();
-        let target = current_node(&open_elems);
-        let comment = self.sink.create_comment(text);
-        self.sink.append(target, AppendNode(comment));
-        XmlProcessResult::Done
-    }
-
-    fn append_doctype_to_doc(&self, doctype: Doctype) -> XmlProcessResult<Handle> {
-        fn get_tendril(opt: Option<StrTendril>) -> StrTendril {
-            match opt {
-                Some(expr) => expr,
-                None => Tendril::new(),
-            }
-        }
-        self.sink.append_doctype_to_document(
-            get_tendril(doctype.name),
-            get_tendril(doctype.public_id),
-            get_tendril(doctype.system_id),
-        );
-        XmlProcessResult::Done
-    }
-
-    fn append_pi_to_doc(&self, pi: Pi) -> XmlProcessResult<Handle> {
-        let pi = self.sink.create_pi(pi.target, pi.data);
-        self.sink.append(&self.doc_handle, AppendNode(pi));
-        XmlProcessResult::Done
-    }
-
-    fn append_pi_to_tag(&self, pi: Pi) -> XmlProcessResult<Handle> {
-        let open_elems = self.open_elems.borrow();
-        let target = current_node(&open_elems);
-        let pi = self.sink.create_pi(pi.target, pi.data);
-        self.sink.append(target, AppendNode(pi));
-        XmlProcessResult::Done
-    }
-
-    fn append_text(&self, chars: StrTendril) -> XmlProcessResult<Handle> {
-        self.insert_appropriately(AppendText(chars));
-        XmlProcessResult::Done
-    }
-
-    fn tag_in_open_elems(&self, tag: &Tag) -> bool {
-        self.open_elems
-            .borrow()
-            .iter()
-            .any(|a| self.sink.elem_name(a).expanded() == tag.name.expanded())
-    }
-
-    // Pop elements until an element from the set has been popped.
-    fn pop_until<P>(&self, pred: P)
-    where
-        P: Fn(ExpandedName) -> bool,
-    {
-        loop {
-            if self.current_node_in(&pred) {
-                break;
-            }
-            self.pop();
-        }
-    }
-
-    fn current_node_in<TagSet>(&self, set: TagSet) -> bool
-    where
-        TagSet: Fn(ExpandedName) -> bool,
-    {
-        // FIXME: take namespace into consideration:
-        set(self.sink.elem_name(&self.current_node()).expanded())
-    }
-
-    fn close_tag(&self, tag: Tag) -> XmlProcessResult<Handle> {
-        debug!(
-            "Close tag: current_node.name {:?} \n Current tag {:?}",
-            self.sink.elem_name(&self.current_node()),
-            &tag.name
-        );
-
-        if *self.sink.elem_name(&self.current_node()).local_name() != tag.name.local {
-            self.sink
-                .parse_error(Borrowed("Current node doesn't match tag"));
-        }
-
-        let is_closed = self.tag_in_open_elems(&tag);
-
-        if is_closed {
-            self.pop_until(|p| p == tag.name.expanded());
-            self.pop();
-        }
-
-        XmlProcessResult::Done
-    }
-
-    fn no_open_elems(&self) -> bool {
-        self.open_elems.borrow().is_empty()
-    }
-
-    fn pop(&self) -> Handle {
-        self.namespace_stack.borrow_mut().pop();
-        let node = self
-            .open_elems
-            .borrow_mut()
-            .pop()
-            .expect("no current element");
-        self.sink.pop(&node);
-        node
-    }
-
-    fn stop_parsing(&self) -> XmlProcessResult<Handle> {
-        warn!("stop_parsing for XML5 not implemented, full speed ahead!");
-        XmlProcessResult::Done
-    }
-}
-
-fn any_not_whitespace(x: &StrTendril) -> bool {
-    !x.bytes()
-        .all(|b| matches!(b, b'\t' | b'\r' | b'\n' | b'\x0C' | b' '))
-}
-
-impl<Handle, Sink> XmlTreeBuilder<Handle, Sink>
-where
-    Handle: Clone,
-    Sink: TreeSink<Handle = Handle>,
-{
-    fn step(&self, mode: XmlPhase, token: Token) -> XmlProcessResult<<Self as TokenSink>::Handle> {
-        self.debug_step(mode, &token);
-
-        match mode {
-            XmlPhase::Start => match token {
-                Token::Tag(Tag {
-                    kind: StartTag,
-                    name,
-                    attrs,
-                }) => {
-                    let tag = {
-                        let mut tag = Tag {
-                            kind: StartTag,
-                            name,
-                            attrs,
-                        };
-                        self.process_namespaces(&mut tag);
-                        tag
-                    };
-                    self.phase.set(XmlPhase::Main);
-                    let handle = self.append_tag_to_doc(tag);
-                    self.add_to_open_elems(handle)
-                },
-                Token::Tag(Tag {
-                    kind: EmptyTag,
-                    name,
-                    attrs,
-                }) => {
-                    let tag = {
-                        let mut tag = Tag {
-                            kind: EmptyTag,
-                            name,
-                            attrs,
-                        };
-                        self.process_namespaces(&mut tag);
-                        tag
-                    };
-                    self.phase.set(XmlPhase::End);
-                    let handle = self.append_tag_to_doc(tag);
-                    self.sink.pop(&handle);
-                    XmlProcessResult::Done
-                },
-                Token::Comment(comment) => self.append_comment_to_doc(comment),
-                Token::Pi(pi) => self.append_pi_to_doc(pi),
-                Token::Characters(ref chars) if !any_not_whitespace(chars) => {
-                    XmlProcessResult::Done
-                },
-                Token::Eof => {
-                    self.sink
-                        .parse_error(Borrowed("Unexpected EOF in start phase"));
-                    XmlProcessResult::Reprocess(XmlPhase::End, Token::Eof)
-                },
-                Token::Doctype(d) => {
-                    self.append_doctype_to_doc(d);
-                    XmlProcessResult::Done
-                },
-                _ => {
-                    self.sink
-                        .parse_error(Borrowed("Unexpected element in start phase"));
-                    XmlProcessResult::Done
-                },
-            },
-            XmlPhase::Main => match token {
-                Token::Characters(chs) => self.append_text(chs),
-                Token::Tag(Tag {
-                    kind: StartTag,
-                    name,
-                    attrs,
-                }) => {
-                    let tag = {
-                        let mut tag = Tag {
-                            kind: StartTag,
-                            name,
-                            attrs,
-                        };
-                        self.process_namespaces(&mut tag);
-                        tag
-                    };
-                    self.insert_tag(tag)
-                },
-                Token::Tag(Tag {
-                    kind: EmptyTag,
-                    name,
-                    attrs,
-                }) => {
-                    let tag = {
-                        let mut tag = Tag {
-                            kind: EmptyTag,
-                            name,
-                            attrs,
-                        };
-                        self.process_namespaces(&mut tag);
-                        tag
-                    };
-                    if tag.name.local == local_name!("script") {
-                        self.insert_tag(tag.clone());
-                        let script = current_node(&self.open_elems.borrow()).clone();
-                        self.close_tag(tag);
-                        XmlProcessResult::Script(script)
-                    } else {
-                        self.append_tag(tag)
-                    }
-                },
-                Token::Tag(Tag {
-                    kind: EndTag,
-                    name,
-                    attrs,
-                }) => {
-                    let tag = {
-                        let mut tag = Tag {
-                            kind: EndTag,
-                            name,
-                            attrs,
-                        };
-                        self.process_namespaces(&mut tag);
-                        tag
-                    };
-                    if tag.name.local == local_name!("script") {
-                        let script = current_node(&self.open_elems.borrow()).clone();
-                        self.close_tag(tag);
-                        if self.no_open_elems() {
-                            self.phase.set(XmlPhase::End);
-                        }
-                        return XmlProcessResult::Script(script);
-                    }
-                    let retval = self.close_tag(tag);
-                    if self.no_open_elems() {
-                        self.phase.set(XmlPhase::End);
-                    }
-                    retval
-                },
-                Token::Tag(Tag { kind: ShortTag, .. }) => {
-                    self.pop();
-                    if self.no_open_elems() {
-                        self.phase.set(XmlPhase::End);
-                    }
-                    XmlProcessResult::Done
-                },
-                Token::Comment(comment) => self.append_comment_to_tag(comment),
-                Token::Pi(pi) => self.append_pi_to_tag(pi),
-                Token::Eof | Token::NullCharacter => {
-                    XmlProcessResult::Reprocess(XmlPhase::End, Token::Eof)
-                },
-                Token::Doctype(_) => {
-                    self.sink
-                        .parse_error(Borrowed("Unexpected element in main phase"));
-                    XmlProcessResult::Done
-                },
-            },
-            XmlPhase::End => match token {
-                Token::Comment(comment) => self.append_comment_to_doc(comment),
-                Token::Pi(pi) => self.append_pi_to_doc(pi),
-                Token::Characters(ref chars) if !any_not_whitespace(chars) => {
-                    XmlProcessResult::Done
-                },
-                Token::Eof => self.stop_parsing(),
-                _ => {
-                    self.sink
-                        .parse_error(Borrowed("Unexpected element in end phase"));
-                    XmlProcessResult::Done
-                },
-            },
-        }
-    }
-}