Build another lexer from PHP5's DOM library. Extremely fast!

git-svn-id: http://htmlpurifier.org/svnroot/htmlpurifier/trunk@80 48356398-32a2-884e-a903-53898d9a118a

Token.php

@@ -9,6 +9,8 @@ class HTMLPurifier_Token_Tag extends HTMLPurifier_Token // abstract
     var $is_tag = true;
     var $name;
     function HTMLPurifier_Token_Tag($name) {
+        // watch out, actually XML is case-sensitive, while HTML
+        // is case insensitive, which means we can't use this for XML
         $this->name = strtolower($name); // for some reason, the SAX parser
                                          // uses uppercase. Investigate?
     }
@@ -24,6 +26,8 @@ class HTMLPurifier_Token_RichTag extends HTMLPurifier_Token_Tag // abstract
     }
 }
 
+// start CONCRETE ones
+
 class HTMLPurifier_Token_Start extends HTMLPurifier_Token_RichTag
 {
     var $type = 'start';