paquettg / php-html-parser

src/PHPHtmlParser/Dom.php

Indentation +632 added lines, -632 removed lines

@@ -16,636 +16,636 @@
 class Dom
 {
 
-    /**
-     * The charset we would like the output to be in.
-     *
-     * @var string
-     */
-    protected $defaultCharset = 'UTF-8';
-
-    /**
-     * Contains the root node of this dom tree.
-     *
-     * @var HtmlNode
-     */
-    public $root;
-
-    /**
-     * The raw version of the document string.
-     *
-     * @var string
-     */
-    protected $raw;
-
-    /**
-     * The document string.
-     *
-     * @var Content
-     */
-    protected $content = null;
-
-    /**
-     * The original file size of the document.
-     *
-     * @var int
-     */
-    protected $rawSize;
-
-    /**
-     * The size of the document after it is cleaned.
-     *
-     * @var int
-     */
-    protected $size;
-
-    /**
-     * A global options array to be used by all load calls.
-     *
-     * @var array
-     */
-    protected $globalOptions = [];
-
-    /**
-     * A persistent option object to be used for all options in the
-     * parsing of the file.
-     *
-     * @var Options
-     */
-    protected $options;
-
-    /**
-     * A list of tags which will always be self closing
-     *
-     * @var array
-     */
-    protected $selfClosing = [
-        'img',
-        'br',
-        'input',
-        'meta',
-        'link',
-        'hr',
-        'base',
-        'embed',
-        'spacer',
-    ];
-
-    /**
-     * Returns the inner html of the root node.
-     *
-     * @return string
-     */
-    public function __toString()
-    {
-        return $this->root->innerHtml();
-    }
-
-    /**
-     * A simple wrapper around the root node.
-     *
-     * @param string $name
-     * @return mixed
-     */
-    public function __get($name)
-    {
-        return $this->root->$name;
-    }
-
-    /**
-     * Attempts to load the dom from any resource, string, file, or URL.
-     *
-     * @param string $str
-     * @param array $options
-     * @return $this
-     */
-    public function load($str, $options = [])
-    {
-        // check if it's a file
-        if (strpos($str, "\n") === false && is_file($str)) {
-            return $this->loadFromFile($str, $options);
-        }
-        // check if it's a url
-        if (preg_match("/^https?:\/\//i", $str)) {
-            return $this->loadFromUrl($str, $options);
-        }
-
-        return $this->loadStr($str, $options);
-    }
-
-    /**
-     * Loads the dom from a document file/url
-     *
-     * @param string $file
-     * @param array $options
-     * @return $this
-     */
-    public function loadFromFile($file, $options = [])
-    {
-        return $this->loadStr(file_get_contents($file), $options);
-    }
-
-    /**
-     * Use a curl interface implementation to attempt to load
-     * the content from a url.
-     *
-     * @param string $url
-     * @param array $options
-     * @param CurlInterface $curl
-     * @return $this
-     */
-    public function loadFromUrl($url, $options = [], CurlInterface $curl = null)
-    {
-        if (is_null($curl)) {
-            // use the default curl interface
-            $curl = new Curl;
-        }
-        $content = $curl->get($url);
-
-        return $this->loadStr($content, $options);
-    }
-
-    /**
-     * Parsers the html of the given string. Used for load(), loadFromFile(),
-     * and loadFromUrl().
-     *
-     * @param string $str
-     * @param array $option
-     * @return $this
-     */
-    public function loadStr($str, $option)
-    {
-        $this->options = new Options;
-        $this->options->setOptions($this->globalOptions)
-                      ->setOptions($option);
-
-        $this->rawSize = strlen($str);
-        $this->raw     = $str;
-
-        $html = $this->clean($str);
-
-        $this->size    = strlen($str);
-        $this->content = new Content($html);
-
-        $this->parse();
-        $this->detectCharset();
-
-        return $this;
-    }
-
-    /**
-     * Sets a global options array to be used by all load calls.
-     *
-     * @param array $options
-     * @return $this
-     */
-    public function setOptions(array $options)
-    {
-        $this->globalOptions = $options;
-
-        return $this;
-    }
-
-    /**
-     * Find elements by css selector on the root node.
-     *
-     * @param string $selector
-     * @param int $nth
-     * @return array
-     */
-    public function find($selector, $nth = null)
-    {
-        $this->isLoaded();
-
-        return $this->root->find($selector, $nth);
-    }
-
-    /**
-     * Adds the tag (or tags in an array) to the list of tags that will always
-     * be self closing.
-     *
-     * @param string|array $tag
-     * @return $this
-     */
-    public function addSelfClosingTag($tag)
-    {
-        if ( ! is_array($tag)) {
-            $tag = [$tag];
-        }
-        foreach ($tag as $value) {
-            $this->selfClosing[] = $value;
-        }
-
-        return $this;
-    }
-
-    /**
-     * Removes the tag (or tags in an array) from the list of tags that will
-     * always be self closing.
-     *
-     * @param string|array $tag
-     * @return $this
-     */
-    public function removeSelfClosingTag($tag)
-    {
-        if ( ! is_array($tag)) {
-            $tag = [$tag];
-        }
-        $this->selfClosing = array_diff($this->selfClosing, $tag);
-
-        return $this;
-    }
-
-    /**
-     * Sets the list of self closing tags to empty.
-     *
-     * @return $this
-     */
-    public function clearSelfClosingTags()
-    {
-        $this->selfClosing = [];
-
-        return $this;
-    }
-
-    /**
-     * Simple wrapper function that returns the first child.
-     *
-     * @return \PHPHtmlParser\Dom\AbstractNode
-     */
-    public function firstChild()
-    {
-        $this->isLoaded();
-
-        return $this->root->firstChild();
-    }
-
-    /**
-     * Simple wrapper function that returns the last child.
-     *
-     * @return \PHPHtmlParser\Dom\AbstractNode
-     */
-    public function lastChild()
-    {
-        $this->isLoaded();
-
-        return $this->root->lastChild();
-    }
-
-    /**
-     * Simple wrapper function that returns an element by the
-     * id.
-     *
-     * @param string $id
-     * @return \PHPHtmlParser\Dom\AbstractNode
-     */
-    public function getElementById($id)
-    {
-        $this->isLoaded();
-
-        return $this->find('#'.$id, 0);
-    }
-
-    /**
-     * Simple wrapper function that returns all elements by
-     * tag name.
-     *
-     * @param string $name
-     * @return array
-     */
-    public function getElementsByTag($name)
-    {
-        $this->isLoaded();
-
-        return $this->find($name);
-    }
-
-    /**
-     * Simple wrapper function that returns all elements by
-     * class name.
-     *
-     * @param string $class
-     * @return array
-     */
-    public function getElementsByClass($class)
-    {
-        $this->isLoaded();
-
-        return $this->find('.'.$class);
-    }
-
-    /**
-     * Checks if the load methods have been called.
-     *
-     * @throws NotLoadedException
-     */
-    protected function isLoaded()
-    {
-        if (is_null($this->content)) {
-            throw new NotLoadedException('Content is not loaded!');
-        }
-    }
-
-    /**
-     * Cleans the html of any none-html information.
-     *
-     * @param string $str
-     * @return string
-     */
-    protected function clean($str)
-    {
-        if ($this->options->get('cleanupInput') != true) {
-            // skip entire cleanup step
-            return $str;
-        }
-
-        // remove white space before closing tags
-        $str = mb_eregi_replace("'\s+>", "'>", $str);
-        $str = mb_eregi_replace('"\s+>', '">', $str);
-
-        // clean out the \n\r
-        $replace = ' ';
-        if ($this->options->get('preserveLineBreaks')) {
-            $replace = '&#10';
-        }
-        $str = str_replace(["\r\n", "\r", "\n"], $replace, $str);
-
-        // strip the doctype
-        $str = mb_eregi_replace("<!doctype(.*?)>", '', $str);
-
-        // strip out comments
-        $str = mb_eregi_replace("<!--(.*?)-->", '', $str);
-
-        // strip out cdata
-        $str = mb_eregi_replace("<!\[CDATA\[(.*?)\]\]>", '', $str);
-
-        // strip out <script> tags
-        if ($this->options->get('removeScripts') == true) {
-            $str = mb_eregi_replace("<\s*script[^>]*[^/]>(.*?)<\s*/\s*script\s*>", '', $str);
-            $str = mb_eregi_replace("<\s*script\s*>(.*?)<\s*/\s*script\s*>", '', $str);
-        }
-
-        // strip out <style> tags
-        if ($this->options->get('removeStyles') == true) {
-            $str = mb_eregi_replace("<\s*style[^>]*[^/]>(.*?)<\s*/\s*style\s*>", '', $str);
-            $str = mb_eregi_replace("<\s*style\s*>(.*?)<\s*/\s*style\s*>", '', $str);
-        }
-
-        // strip out preformatted tags
-        $str = mb_eregi_replace("<\s*(?:code)[^>]*>(.*?)<\s*/\s*(?:code)\s*>", '', $str);
-
-        // strip out server side scripts
-        $str = mb_eregi_replace("(<\?)(.*?)(\?>)", '', $str);
-
-        // strip smarty scripts
-        $str = mb_eregi_replace("(\{\w)(.*?)(\})", '', $str);
-
-        return $str;
-    }
-
-    /**
-     * Attempts to parse the html in content.
-     */
-    protected function parse()
-    {
-        // add the root node
-        $this->root = new HtmlNode('root');
-        $activeNode = $this->root;
-        while ( ! is_null($activeNode)) {
-            $str = $this->content->copyUntil('<');
-            if ($str == '') {
-                $info = $this->parseTag();
-                if ( ! $info['status']) {
-                    // we are done here
-                    $activeNode = null;
-                    continue;
-                }
-
-                // check if it was a closing tag
-                if ($info['closing']) {
-                    $originalNode = $activeNode;
-                    while ($activeNode->getTag()->name() != $info['tag']) {
-                        $activeNode = $activeNode->getParent();
-                        if (is_null($activeNode)) {
-                            // we could not find opening tag
-                            $activeNode = $originalNode;
-                            break;
-                        }
-                    }
-                    if ( ! is_null($activeNode)) {
-                        $activeNode = $activeNode->getParent();
-                    }
-                    continue;
-                }
-
-                if ( ! isset($info['node'])) {
-                    continue;
-                }
-
-                /** @var AbstractNode $node */
-                $node = $info['node'];
-                $activeNode->addChild($node);
-
-                // check if node is self closing
-                if ( ! $node->getTag()->isSelfClosing()) {
-                    $activeNode = $node;
-                }
-            } else if ($this->options->whitespaceTextNode ||
-                trim($str) != ''
-            ) {
-                // we found text we care about
-                $textNode = new TextNode($str);
-                $activeNode->addChild($textNode);
-            }
-        }
-    }
-
-    /**
-     * Attempt to parse a tag out of the content.
-     *
-     * @return array
-     * @throws StrictException
-     */
-    protected function parseTag()
-    {
-        $return = [
-            'status'  => false,
-            'closing' => false,
-            'node'    => null,
-        ];
-        if ($this->content->char() != '<') {
-            // we are not at the beginning of a tag
-            return $return;
-        }
-
-        // check if this is a closing tag
-        if ($this->content->fastForward(1)->char() == '/') {
-            // end tag
-            $tag = $this->content->fastForward(1)
-                                 ->copyByToken('slash', true);
-            // move to end of tag
-            $this->content->copyUntil('>');
-            $this->content->fastForward(1);
-
-            // check if this closing tag counts
-            $tag = strtolower($tag);
-            if (in_array($tag, $this->selfClosing)) {
-                $return['status'] = true;
-
-                return $return;
-            } else {
-                $return['status']  = true;
-                $return['closing'] = true;
-                $return['tag']     = strtolower($tag);
-            }
-
-            return $return;
-        }
-
-        $tag  = strtolower($this->content->copyByToken('slash', true));
-        $node = new HtmlNode($tag);
-
-        // attributes
-        while ($this->content->char() != '>' &&
-            $this->content->char() != '/') {
-            $space = $this->content->skipByToken('blank', true);
-            if (empty($space)) {
-                $this->content->fastForward(1);
-                continue;
-            }
-
-            $name = $this->content->copyByToken('equal', true);
-            if ($name == '/') {
-                break;
-            }
-
-            if (empty($name)) {
-                $this->content->fastForward(1);
-                continue;
-            }
-
-            $this->content->skipByToken('blank');
-            if ($this->content->char() == '=') {
-                $attr = [];
-                $this->content->fastForward(1)
-                              ->skipByToken('blank');
-                switch ($this->content->char()) {
-                    case '"':
-                        $attr['doubleQuote'] = true;
-                        $this->content->fastForward(1);
-                        $string = $this->content->copyUntil('"', true, true);
-                        do {
-                            $moreString = $this->content->copyUntilUnless('"', '=>');
-                            $string .= $moreString;
-                        } while ( ! empty($moreString));
-                        $attr['value'] = $string;
-                        $this->content->fastForward(1);
-                        $node->getTag()->$name = $attr;
-                        break;
-                    case "'":
-                        $attr['doubleQuote'] = false;
-                        $this->content->fastForward(1);
-                        $string = $this->content->copyUntil("'", true, true);
-                        do {
-                            $moreString = $this->content->copyUntilUnless("'", '=>');
-                            $string .= $moreString;
-                        } while ( ! empty($moreString));
-                        $attr['value'] = $string;
-                        $this->content->fastForward(1);
-                        $node->getTag()->$name = $attr;
-                        break;
-                    default:
-                        $attr['doubleQuote']   = true;
-                        $attr['value']         = $this->content->copyByToken('attr', true);
-                        $node->getTag()->$name = $attr;
-                        break;
-                }
-            } else {
-                // no value attribute
-                if ($this->options->strict) {
-                    // can't have this in strict html
-                    $character = $this->content->getPosition();
-                    throw new StrictException("Tag '$tag' has an attribute '$name' with out a value! (character #$character)");
-                }
-                $node->getTag()->$name = [
-                    'value'       => null,
-                    'doubleQuote' => true,
-                ];
-                if ($this->content->char() != '>') {
-                    $this->content->rewind(1);
-                }
-            }
-        }
-
-        $this->content->skipByToken('blank');
-        if ($this->content->char() == '/') {
-            // self closing tag
-            $node->getTag()->selfClosing();
-            $this->content->fastForward(1);
-        } elseif (in_array($tag, $this->selfClosing)) {
-
-            // Should be a self closing tag, check if we are strict
-            if ($this->options->strict) {
-                $character = $this->content->getPosition();
-                throw new StrictException("Tag '$tag' is not self closing! (character #$character)");
-            }
-
-            // We force self closing on this tag.
-            $node->getTag()->selfClosing();
-        }
-
-        $this->content->fastForward(1);
-
-        $return['status'] = true;
-        $return['node']   = $node;
-
-        return $return;
-    }
-
-    /**
-     * Attempts to detect the charset that the html was sent in.
-     *
-     * @return bool
-     */
-    protected function detectCharset()
-    {
-        // set the default
-        $encode = new Encode;
-        $encode->from($this->defaultCharset);
-        $encode->to($this->defaultCharset);
-
-        if ( ! is_null($this->options->enforceEncoding)) {
-            //  they want to enforce the given encoding
-            $encode->from($this->options->enforceEncoding);
-            $encode->to($this->options->enforceEncoding);
-
-            return false;
-        }
-
-        $meta = $this->root->find('meta[http-equiv=Content-Type]', 0);
-        if (is_null($meta)) {
-            // could not find meta tag
-            $this->root->propagateEncoding($encode);
-
-            return false;
-        }
-        $content = $meta->content;
-        if (empty($content)) {
-            // could not find content
-            $this->root->propagateEncoding($encode);
-
-            return false;
-        }
-        $matches = [];
-        if (preg_match('/charset=(.+)/', $content, $matches)) {
-            $encode->from(trim($matches[1]));
-            $this->root->propagateEncoding($encode);
-
-            return true;
-        }
-
-        // no charset found
-        $this->root->propagateEncoding($encode);
-
-        return false;
-    }
+	/**
+	 * The charset we would like the output to be in.
+	 *
+	 * @var string
+	 */
+	protected $defaultCharset = 'UTF-8';
+
+	/**
+	 * Contains the root node of this dom tree.
+	 *
+	 * @var HtmlNode
+	 */
+	public $root;
+
+	/**
+	 * The raw version of the document string.
+	 *
+	 * @var string
+	 */
+	protected $raw;
+
+	/**
+	 * The document string.
+	 *
+	 * @var Content
+	 */
+	protected $content = null;
+
+	/**
+	 * The original file size of the document.
+	 *
+	 * @var int
+	 */
+	protected $rawSize;
+
+	/**
+	 * The size of the document after it is cleaned.
+	 *
+	 * @var int
+	 */
+	protected $size;
+
+	/**
+	 * A global options array to be used by all load calls.
+	 *
+	 * @var array
+	 */
+	protected $globalOptions = [];
+
+	/**
+	 * A persistent option object to be used for all options in the
+	 * parsing of the file.
+	 *
+	 * @var Options
+	 */
+	protected $options;
+
+	/**
+	 * A list of tags which will always be self closing
+	 *
+	 * @var array
+	 */
+	protected $selfClosing = [
+		'img',
+		'br',
+		'input',
+		'meta',
+		'link',
+		'hr',
+		'base',
+		'embed',
+		'spacer',
+	];
+
+	/**
+	 * Returns the inner html of the root node.
+	 *
+	 * @return string
+	 */
+	public function __toString()
+	{
+		return $this->root->innerHtml();
+	}
+
+	/**
+	 * A simple wrapper around the root node.
+	 *
+	 * @param string $name
+	 * @return mixed
+	 */
+	public function __get($name)
+	{
+		return $this->root->$name;
+	}
+
+	/**
+	 * Attempts to load the dom from any resource, string, file, or URL.
+	 *
+	 * @param string $str
+	 * @param array $options
+	 * @return $this
+	 */
+	public function load($str, $options = [])
+	{
+		// check if it's a file
+		if (strpos($str, "\n") === false && is_file($str)) {
+			return $this->loadFromFile($str, $options);
+		}
+		// check if it's a url
+		if (preg_match("/^https?:\/\//i", $str)) {
+			return $this->loadFromUrl($str, $options);
+		}
+
+		return $this->loadStr($str, $options);
+	}
+
+	/**
+	 * Loads the dom from a document file/url
+	 *
+	 * @param string $file
+	 * @param array $options
+	 * @return $this
+	 */
+	public function loadFromFile($file, $options = [])
+	{
+		return $this->loadStr(file_get_contents($file), $options);
+	}
+
+	/**
+	 * Use a curl interface implementation to attempt to load
+	 * the content from a url.
+	 *
+	 * @param string $url
+	 * @param array $options
+	 * @param CurlInterface $curl
+	 * @return $this
+	 */
+	public function loadFromUrl($url, $options = [], CurlInterface $curl = null)
+	{
+		if (is_null($curl)) {
+			// use the default curl interface
+			$curl = new Curl;
+		}
+		$content = $curl->get($url);
+
+		return $this->loadStr($content, $options);
+	}
+
+	/**
+	 * Parsers the html of the given string. Used for load(), loadFromFile(),
+	 * and loadFromUrl().
+	 *
+	 * @param string $str
+	 * @param array $option
+	 * @return $this
+	 */
+	public function loadStr($str, $option)
+	{
+		$this->options = new Options;
+		$this->options->setOptions($this->globalOptions)
+					  ->setOptions($option);
+
+		$this->rawSize = strlen($str);
+		$this->raw     = $str;
+
+		$html = $this->clean($str);
+
+		$this->size    = strlen($str);
+		$this->content = new Content($html);
+
+		$this->parse();
+		$this->detectCharset();
+
+		return $this;
+	}
+
+	/**
+	 * Sets a global options array to be used by all load calls.
+	 *
+	 * @param array $options
+	 * @return $this
+	 */
+	public function setOptions(array $options)
+	{
+		$this->globalOptions = $options;
+
+		return $this;
+	}
+
+	/**
+	 * Find elements by css selector on the root node.
+	 *
+	 * @param string $selector
+	 * @param int $nth
+	 * @return array
+	 */
+	public function find($selector, $nth = null)
+	{
+		$this->isLoaded();
+
+		return $this->root->find($selector, $nth);
+	}
+
+	/**
+	 * Adds the tag (or tags in an array) to the list of tags that will always
+	 * be self closing.
+	 *
+	 * @param string|array $tag
+	 * @return $this
+	 */
+	public function addSelfClosingTag($tag)
+	{
+		if ( ! is_array($tag)) {
+			$tag = [$tag];
+		}
+		foreach ($tag as $value) {
+			$this->selfClosing[] = $value;
+		}
+
+		return $this;
+	}
+
+	/**
+	 * Removes the tag (or tags in an array) from the list of tags that will
+	 * always be self closing.
+	 *
+	 * @param string|array $tag
+	 * @return $this
+	 */
+	public function removeSelfClosingTag($tag)
+	{
+		if ( ! is_array($tag)) {
+			$tag = [$tag];
+		}
+		$this->selfClosing = array_diff($this->selfClosing, $tag);
+
+		return $this;
+	}
+
+	/**
+	 * Sets the list of self closing tags to empty.
+	 *
+	 * @return $this
+	 */
+	public function clearSelfClosingTags()
+	{
+		$this->selfClosing = [];
+
+		return $this;
+	}
+
+	/**
+	 * Simple wrapper function that returns the first child.
+	 *
+	 * @return \PHPHtmlParser\Dom\AbstractNode
+	 */
+	public function firstChild()
+	{
+		$this->isLoaded();
+
+		return $this->root->firstChild();
+	}
+
+	/**
+	 * Simple wrapper function that returns the last child.
+	 *
+	 * @return \PHPHtmlParser\Dom\AbstractNode
+	 */
+	public function lastChild()
+	{
+		$this->isLoaded();
+
+		return $this->root->lastChild();
+	}
+
+	/**
+	 * Simple wrapper function that returns an element by the
+	 * id.
+	 *
+	 * @param string $id
+	 * @return \PHPHtmlParser\Dom\AbstractNode
+	 */
+	public function getElementById($id)
+	{
+		$this->isLoaded();
+
+		return $this->find('#'.$id, 0);
+	}
+
+	/**
+	 * Simple wrapper function that returns all elements by
+	 * tag name.
+	 *
+	 * @param string $name
+	 * @return array
+	 */
+	public function getElementsByTag($name)
+	{
+		$this->isLoaded();
+
+		return $this->find($name);
+	}
+
+	/**
+	 * Simple wrapper function that returns all elements by
+	 * class name.
+	 *
+	 * @param string $class
+	 * @return array
+	 */
+	public function getElementsByClass($class)
+	{
+		$this->isLoaded();
+
+		return $this->find('.'.$class);
+	}
+
+	/**
+	 * Checks if the load methods have been called.
+	 *
+	 * @throws NotLoadedException
+	 */
+	protected function isLoaded()
+	{
+		if (is_null($this->content)) {
+			throw new NotLoadedException('Content is not loaded!');
+		}
+	}
+
+	/**
+	 * Cleans the html of any none-html information.
+	 *
+	 * @param string $str
+	 * @return string
+	 */
+	protected function clean($str)
+	{
+		if ($this->options->get('cleanupInput') != true) {
+			// skip entire cleanup step
+			return $str;
+		}
+
+		// remove white space before closing tags
+		$str = mb_eregi_replace("'\s+>", "'>", $str);
+		$str = mb_eregi_replace('"\s+>', '">', $str);
+
+		// clean out the \n\r
+		$replace = ' ';
+		if ($this->options->get('preserveLineBreaks')) {
+			$replace = '&#10';
+		}
+		$str = str_replace(["\r\n", "\r", "\n"], $replace, $str);
+
+		// strip the doctype
+		$str = mb_eregi_replace("<!doctype(.*?)>", '', $str);
+
+		// strip out comments
+		$str = mb_eregi_replace("<!--(.*?)-->", '', $str);
+
+		// strip out cdata
+		$str = mb_eregi_replace("<!\[CDATA\[(.*?)\]\]>", '', $str);
+
+		// strip out <script> tags
+		if ($this->options->get('removeScripts') == true) {
+			$str = mb_eregi_replace("<\s*script[^>]*[^/]>(.*?)<\s*/\s*script\s*>", '', $str);
+			$str = mb_eregi_replace("<\s*script\s*>(.*?)<\s*/\s*script\s*>", '', $str);
+		}
+
+		// strip out <style> tags
+		if ($this->options->get('removeStyles') == true) {
+			$str = mb_eregi_replace("<\s*style[^>]*[^/]>(.*?)<\s*/\s*style\s*>", '', $str);
+			$str = mb_eregi_replace("<\s*style\s*>(.*?)<\s*/\s*style\s*>", '', $str);
+		}
+
+		// strip out preformatted tags
+		$str = mb_eregi_replace("<\s*(?:code)[^>]*>(.*?)<\s*/\s*(?:code)\s*>", '', $str);
+
+		// strip out server side scripts
+		$str = mb_eregi_replace("(<\?)(.*?)(\?>)", '', $str);
+
+		// strip smarty scripts
+		$str = mb_eregi_replace("(\{\w)(.*?)(\})", '', $str);
+
+		return $str;
+	}
+
+	/**
+	 * Attempts to parse the html in content.
+	 */
+	protected function parse()
+	{
+		// add the root node
+		$this->root = new HtmlNode('root');
+		$activeNode = $this->root;
+		while ( ! is_null($activeNode)) {
+			$str = $this->content->copyUntil('<');
+			if ($str == '') {
+				$info = $this->parseTag();
+				if ( ! $info['status']) {
+					// we are done here
+					$activeNode = null;
+					continue;
+				}
+
+				// check if it was a closing tag
+				if ($info['closing']) {
+					$originalNode = $activeNode;
+					while ($activeNode->getTag()->name() != $info['tag']) {
+						$activeNode = $activeNode->getParent();
+						if (is_null($activeNode)) {
+							// we could not find opening tag
+							$activeNode = $originalNode;
+							break;
+						}
+					}
+					if ( ! is_null($activeNode)) {
+						$activeNode = $activeNode->getParent();
+					}
+					continue;
+				}
+
+				if ( ! isset($info['node'])) {
+					continue;
+				}
+
+				/** @var AbstractNode $node */
+				$node = $info['node'];
+				$activeNode->addChild($node);
+
+				// check if node is self closing
+				if ( ! $node->getTag()->isSelfClosing()) {
+					$activeNode = $node;
+				}
+			} else if ($this->options->whitespaceTextNode ||
+				trim($str) != ''
+			) {
+				// we found text we care about
+				$textNode = new TextNode($str);
+				$activeNode->addChild($textNode);
+			}
+		}
+	}
+
+	/**
+	 * Attempt to parse a tag out of the content.
+	 *
+	 * @return array
+	 * @throws StrictException
+	 */
+	protected function parseTag()
+	{
+		$return = [
+			'status'  => false,
+			'closing' => false,
+			'node'    => null,
+		];
+		if ($this->content->char() != '<') {
+			// we are not at the beginning of a tag
+			return $return;
+		}
+
+		// check if this is a closing tag
+		if ($this->content->fastForward(1)->char() == '/') {
+			// end tag
+			$tag = $this->content->fastForward(1)
+								 ->copyByToken('slash', true);
+			// move to end of tag
+			$this->content->copyUntil('>');
+			$this->content->fastForward(1);
+
+			// check if this closing tag counts
+			$tag = strtolower($tag);
+			if (in_array($tag, $this->selfClosing)) {
+				$return['status'] = true;
+
+				return $return;
+			} else {
+				$return['status']  = true;
+				$return['closing'] = true;
+				$return['tag']     = strtolower($tag);
+			}
+
+			return $return;
+		}
+
+		$tag  = strtolower($this->content->copyByToken('slash', true));
+		$node = new HtmlNode($tag);
+
+		// attributes
+		while ($this->content->char() != '>' &&
+			$this->content->char() != '/') {
+			$space = $this->content->skipByToken('blank', true);
+			if (empty($space)) {
+				$this->content->fastForward(1);
+				continue;
+			}
+
+			$name = $this->content->copyByToken('equal', true);
+			if ($name == '/') {
+				break;
+			}
+
+			if (empty($name)) {
+				$this->content->fastForward(1);
+				continue;
+			}
+
+			$this->content->skipByToken('blank');
+			if ($this->content->char() == '=') {
+				$attr = [];
+				$this->content->fastForward(1)
+							  ->skipByToken('blank');
+				switch ($this->content->char()) {
+					case '"':
+						$attr['doubleQuote'] = true;
+						$this->content->fastForward(1);
+						$string = $this->content->copyUntil('"', true, true);
+						do {
+							$moreString = $this->content->copyUntilUnless('"', '=>');
+							$string .= $moreString;
+						} while ( ! empty($moreString));
+						$attr['value'] = $string;
+						$this->content->fastForward(1);
+						$node->getTag()->$name = $attr;
+						break;
+					case "'":
+						$attr['doubleQuote'] = false;
+						$this->content->fastForward(1);
+						$string = $this->content->copyUntil("'", true, true);
+						do {
+							$moreString = $this->content->copyUntilUnless("'", '=>');
+							$string .= $moreString;
+						} while ( ! empty($moreString));
+						$attr['value'] = $string;
+						$this->content->fastForward(1);
+						$node->getTag()->$name = $attr;
+						break;
+					default:
+						$attr['doubleQuote']   = true;
+						$attr['value']         = $this->content->copyByToken('attr', true);
+						$node->getTag()->$name = $attr;
+						break;
+				}
+			} else {
+				// no value attribute
+				if ($this->options->strict) {
+					// can't have this in strict html
+					$character = $this->content->getPosition();
+					throw new StrictException("Tag '$tag' has an attribute '$name' with out a value! (character #$character)");
+				}
+				$node->getTag()->$name = [
+					'value'       => null,
+					'doubleQuote' => true,
+				];
+				if ($this->content->char() != '>') {
+					$this->content->rewind(1);
+				}
+			}
+		}
+
+		$this->content->skipByToken('blank');
+		if ($this->content->char() == '/') {
+			// self closing tag
+			$node->getTag()->selfClosing();
+			$this->content->fastForward(1);
+		} elseif (in_array($tag, $this->selfClosing)) {
+
+			// Should be a self closing tag, check if we are strict
+			if ($this->options->strict) {
+				$character = $this->content->getPosition();
+				throw new StrictException("Tag '$tag' is not self closing! (character #$character)");
+			}
+
+			// We force self closing on this tag.
+			$node->getTag()->selfClosing();
+		}
+
+		$this->content->fastForward(1);
+
+		$return['status'] = true;
+		$return['node']   = $node;
+
+		return $return;
+	}
+
+	/**
+	 * Attempts to detect the charset that the html was sent in.
+	 *
+	 * @return bool
+	 */
+	protected function detectCharset()
+	{
+		// set the default
+		$encode = new Encode;
+		$encode->from($this->defaultCharset);
+		$encode->to($this->defaultCharset);
+
+		if ( ! is_null($this->options->enforceEncoding)) {
+			//  they want to enforce the given encoding
+			$encode->from($this->options->enforceEncoding);
+			$encode->to($this->options->enforceEncoding);
+
+			return false;
+		}
+
+		$meta = $this->root->find('meta[http-equiv=Content-Type]', 0);
+		if (is_null($meta)) {
+			// could not find meta tag
+			$this->root->propagateEncoding($encode);
+
+			return false;
+		}
+		$content = $meta->content;
+		if (empty($content)) {
+			// could not find content
+			$this->root->propagateEncoding($encode);
+
+			return false;
+		}
+		$matches = [];
+		if (preg_match('/charset=(.+)/', $content, $matches)) {
+			$encode->from(trim($matches[1]));
+			$this->root->propagateEncoding($encode);
+
+			return true;
+		}
+
+		// no charset found
+		$this->root->propagateEncoding($encode);
+
+		return false;
+	}
 }