|
1
|
|
|
<?php |
|
2
|
|
|
|
|
3
|
|
|
/** |
|
4
|
|
|
* This class overcomes a few common annoyances with the DOMDocument class, |
|
5
|
|
|
* such as saving partial HTML without automatically adding extra tags |
|
6
|
|
|
* and properly recognizing various encodings, specifically UTF-8. |
|
7
|
|
|
* |
|
8
|
|
|
* @author Artem Russakovskii |
|
9
|
|
|
* |
|
10
|
|
|
* @version 0.4.2 |
|
11
|
|
|
* |
|
12
|
|
|
* @see http://beerpla.net |
|
13
|
|
|
* @see http://www.php.net/manual/en/class.domdocument.php |
|
14
|
|
|
* |
|
15
|
|
|
* @author Dimas Lanjaka <[email protected]> |
|
16
|
|
|
*/ |
|
17
|
|
|
class SmartDOMDocument extends DOMDocument |
|
18
|
|
|
{ |
|
19
|
|
|
public $load_uid = ''; |
|
20
|
|
|
public $root_uid = ''; |
|
21
|
|
|
|
|
22
|
|
|
public function __construct(string $version = '', string $encoding = '') |
|
23
|
|
|
{ |
|
24
|
|
|
parent::__construct($version, $encoding); |
|
25
|
|
|
$this->root_uid = $this->genHash(10); |
|
26
|
|
|
$this->registerNodeClass('DOMElement', 'JSLikeHTMLElement'); |
|
27
|
|
|
} |
|
28
|
|
|
|
|
29
|
|
|
public function genHash(int $bytes) |
|
30
|
|
|
{ |
|
31
|
|
|
return bin2hex(openssl_random_pseudo_bytes($bytes)); |
|
32
|
|
|
} |
|
33
|
|
|
|
|
34
|
|
|
/** |
|
35
|
|
|
* Adds an ability to use the SmartDOMDocument object as a string in a string context. |
|
36
|
|
|
* For example, echo "Here is the HTML: $dom";. |
|
37
|
|
|
*/ |
|
38
|
|
|
public function __toString() |
|
39
|
|
|
{ |
|
40
|
|
|
return $this->saveHTMLExact(); |
|
41
|
|
|
} |
|
42
|
|
|
|
|
43
|
|
|
/** |
|
44
|
|
|
* Load HTML with a proper encoding fix/hack. |
|
45
|
|
|
* Borrowed from the link below. |
|
46
|
|
|
* |
|
47
|
|
|
* @see http://www.php.net/manual/en/domdocument.loadhtml.php |
|
48
|
|
|
* |
|
49
|
|
|
* @param string $html |
|
50
|
|
|
* @param string $encoding |
|
51
|
|
|
* |
|
52
|
|
|
* @return bool |
|
53
|
|
|
*/ |
|
54
|
|
|
public function loadHTML($html, $encoding = 'UTF-8') |
|
55
|
|
|
{ |
|
56
|
|
|
libxml_use_internal_errors(true); |
|
57
|
|
|
$html = mb_convert_encoding($html, 'HTML-ENTITIES', $encoding); |
|
58
|
|
|
$load = @parent::loadHTML($html); // suppress warnings |
|
|
|
|
|
|
59
|
|
|
libxml_use_internal_errors(false); |
|
60
|
|
|
$this->load_uid = $this->genHash(5); |
|
61
|
|
|
|
|
62
|
|
|
return $load; |
|
|
|
|
|
|
63
|
|
|
} |
|
64
|
|
|
|
|
65
|
|
|
/** |
|
66
|
|
|
* Return HTML while stripping the annoying auto-added <html>, <body>, and doctype. |
|
67
|
|
|
* |
|
68
|
|
|
* @see http://php.net/manual/en/migration52.methods.php |
|
69
|
|
|
* |
|
70
|
|
|
* @return string |
|
71
|
|
|
*/ |
|
72
|
|
|
public function saveHTMLExact() |
|
73
|
|
|
{ |
|
74
|
|
|
$content = preg_replace( |
|
75
|
|
|
[ |
|
76
|
|
|
"/^\<\!DOCTYPE.*?<html><body>/si", |
|
77
|
|
|
'!</body></html>$!si', |
|
78
|
|
|
], |
|
79
|
|
|
'', |
|
80
|
|
|
$this->saveHTML() |
|
81
|
|
|
); |
|
82
|
|
|
|
|
83
|
|
|
return $content; |
|
84
|
|
|
} |
|
85
|
|
|
|
|
86
|
|
|
/** |
|
87
|
|
|
* This test functions shows an example of SmartDOMDocument in action. |
|
88
|
|
|
* A sample HTML fragment is loaded. |
|
89
|
|
|
* Then, the first image in the document is cut out and saved separately. |
|
90
|
|
|
* It also shows that Russian characters are parsed correctly. |
|
91
|
|
|
*/ |
|
92
|
|
|
public static function testHTML() |
|
93
|
|
|
{ |
|
94
|
|
|
$content = <<<CONTENT |
|
95
|
|
|
<div class='class1'> |
|
96
|
|
|
<img src='http://www.google.com/favicon.ico' /> |
|
97
|
|
|
Some Text |
|
98
|
|
|
<p>русский</p> |
|
99
|
|
|
</div> |
|
100
|
|
|
CONTENT; |
|
101
|
|
|
|
|
102
|
|
|
echo "Before removing the image, the content is: \n" . htmlspecialchars($content) . "<br>\n"; |
|
103
|
|
|
|
|
104
|
|
|
$content_doc = new SmartDOMDocument(); |
|
105
|
|
|
$content_doc->loadHTML($content); |
|
106
|
|
|
|
|
107
|
|
|
try { |
|
108
|
|
|
$first_image = $content_doc->getElementsByTagName('img')->item(0); |
|
109
|
|
|
|
|
110
|
|
|
if ($first_image) { |
|
111
|
|
|
$first_image->parentNode->removeChild($first_image); |
|
|
|
|
|
|
112
|
|
|
|
|
113
|
|
|
$content = $content_doc->saveHTMLExact(); |
|
114
|
|
|
|
|
115
|
|
|
$image_doc = new SmartDOMDocument(); |
|
116
|
|
|
$image_doc->appendChild($image_doc->importNode($first_image, true)); |
|
117
|
|
|
$image = $image_doc->saveHTMLExact(); |
|
118
|
|
|
} |
|
119
|
|
|
} catch (Exception $e) { |
|
|
|
|
|
|
120
|
|
|
} |
|
121
|
|
|
|
|
122
|
|
|
echo "After removing the image, the content is: \n" . htmlspecialchars($content) . "<br>\n"; |
|
123
|
|
|
echo "The image is: \n" . htmlspecialchars($image); |
|
|
|
|
|
|
124
|
|
|
} |
|
125
|
|
|
|
|
126
|
|
|
/** |
|
127
|
|
|
* @var DOMXPath |
|
128
|
|
|
*/ |
|
129
|
|
|
protected $xpath; |
|
130
|
|
|
|
|
131
|
|
|
/** |
|
132
|
|
|
* Query nodes by css selector. |
|
133
|
|
|
* |
|
134
|
|
|
* @param string $selector |
|
135
|
|
|
* @param bool $first return only first node |
|
136
|
|
|
* |
|
137
|
|
|
* @return DOMNodeList|DOMElement|null |
|
138
|
|
|
*/ |
|
139
|
|
|
public function querySelectorAll($selector, $first = false) |
|
140
|
|
|
{ |
|
141
|
|
|
if (null === $this->xpath) { |
|
142
|
|
|
$this->xpath = new DOMXPath($this); |
|
143
|
|
|
} |
|
144
|
|
|
$elements = $this->xpath->query(static::selector2XPath($selector)); |
|
145
|
|
|
if ($first) { |
|
146
|
|
|
return $elements->length ? $elements->item(0) : null; |
|
147
|
|
|
} |
|
148
|
|
|
|
|
149
|
|
|
return $elements; |
|
150
|
|
|
} |
|
151
|
|
|
|
|
152
|
|
|
/** |
|
153
|
|
|
* Query node by css selector. |
|
154
|
|
|
* |
|
155
|
|
|
* @param string $selector |
|
156
|
|
|
* |
|
157
|
|
|
* @return DOMElement|null |
|
158
|
|
|
*/ |
|
159
|
|
|
public function querySelector($selector) |
|
160
|
|
|
{ |
|
161
|
|
|
return $this->querySelectorAll($selector, true); |
|
162
|
|
|
} |
|
163
|
|
|
|
|
164
|
|
|
/** |
|
165
|
|
|
* Convert selector to XPath string. |
|
166
|
|
|
* |
|
167
|
|
|
* @see https://github.com/tj/php-selector/blob/master/selector.inc |
|
168
|
|
|
*/ |
|
169
|
|
|
public static function selector2XPath($selector) |
|
170
|
|
|
{ |
|
171
|
|
|
// remove spaces around operators |
|
172
|
|
|
$selector = preg_replace('/\s*>\s*/', '>', $selector); |
|
173
|
|
|
$selector = preg_replace('/\s*~\s*/', '~', $selector); |
|
174
|
|
|
$selector = preg_replace('/\s*\+\s*/', '+', $selector); |
|
175
|
|
|
$selector = preg_replace('/\s*,\s*/', ',', $selector); |
|
176
|
|
|
$selectors = preg_split('/\s+(?![^\[]+\])/', $selector); |
|
177
|
|
|
foreach ($selectors as &$selector) { |
|
|
|
|
|
|
178
|
|
|
// , |
|
179
|
|
|
$selector = preg_replace('/,/', '|descendant-or-self::', $selector); |
|
180
|
|
|
// input:checked, :disabled, etc. |
|
181
|
|
|
$selector = preg_replace('/(.+)?:(checked|disabled|required|autofocus)/', '\1[@\2="\2"]', $selector); |
|
182
|
|
|
// input:autocomplete, :autocomplete |
|
183
|
|
|
$selector = preg_replace('/(.+)?:(autocomplete)/', '\1[@\2="on"]', $selector); |
|
184
|
|
|
// input:button, input:submit, etc. |
|
185
|
|
|
$selector = preg_replace('/:(text|password|checkbox|radio|button|submit|reset|file|hidden|image|datetime|datetime-local|date|month|time|week|number|range|email|url|search|tel|color)/', 'input[@type="\1"]', $selector); |
|
186
|
|
|
// foo[id] |
|
187
|
|
|
$selector = preg_replace('/(\w+)\[([_\w-]+[_\w\d-]*)\]/', '\1[@\2]', $selector); |
|
188
|
|
|
// [id] |
|
189
|
|
|
$selector = preg_replace('/\[([_\w-]+[_\w\d-]*)\]/', '*[@\1]', $selector); |
|
190
|
|
|
// foo[id=foo] |
|
191
|
|
|
$selector = preg_replace('/\[([_\w-]+[_\w\d-]*)=[\'"]?(.*?)[\'"]?\]/', '[@\1="\2"]', $selector); |
|
192
|
|
|
// [id=foo] |
|
193
|
|
|
$selector = preg_replace('/^\[/', '*[', $selector); |
|
194
|
|
|
// div#foo |
|
195
|
|
|
$selector = preg_replace('/([_\w-]+[_\w\d-]*)\#([_\w-]+[_\w\d-]*)/', '\1[@id="\2"]', $selector); |
|
196
|
|
|
// #foo |
|
197
|
|
|
$selector = preg_replace('/\#([_\w-]+[_\w\d-]*)/', '*[@id="\1"]', $selector); |
|
198
|
|
|
// div.foo |
|
199
|
|
|
$selector = preg_replace('/([_\w-]+[_\w\d-]*)\.([_\w-]+[_\w\d-]*)/', '\1[contains(concat(" ",@class," ")," \2 ")]', $selector); |
|
200
|
|
|
// .foo |
|
201
|
|
|
$selector = preg_replace('/\.([_\w-]+[_\w\d-]*)/', '*[contains(concat(" ",@class," ")," \1 ")]', $selector); |
|
202
|
|
|
// div:first-child |
|
203
|
|
|
$selector = preg_replace('/([_\w-]+[_\w\d-]*):first-child/', '*/\1[position()=1]', $selector); |
|
204
|
|
|
// div:last-child |
|
205
|
|
|
$selector = preg_replace('/([_\w-]+[_\w\d-]*):last-child/', '*/\1[position()=last()]', $selector); |
|
206
|
|
|
// :first-child |
|
207
|
|
|
$selector = str_replace(':first-child', '*/*[position()=1]', $selector); |
|
208
|
|
|
// :last-child |
|
209
|
|
|
$selector = str_replace(':last-child', '*/*[position()=last()]', $selector); |
|
210
|
|
|
// :nth-last-child |
|
211
|
|
|
$selector = preg_replace('/:nth-last-child\((\d+)\)/', '[position()=(last() - (\1 - 1))]', $selector); |
|
212
|
|
|
// div:nth-child |
|
213
|
|
|
$selector = preg_replace('/([_\w-]+[_\w\d-]*):nth-child\((\d+)\)/', '*/*[position()=\2 and self::\1]', $selector); |
|
214
|
|
|
// :nth-child |
|
215
|
|
|
$selector = preg_replace('/:nth-child\((\d+)\)/', '*/*[position()=\1]', $selector); |
|
216
|
|
|
// :contains(Foo) |
|
217
|
|
|
$selector = preg_replace('/([_\w-]+[_\w\d-]*):contains\((.*?)\)/', '\1[contains(string(.),"\2")]', $selector); |
|
218
|
|
|
// > |
|
219
|
|
|
$selector = preg_replace('/>/', '/', $selector); |
|
220
|
|
|
// ~ |
|
221
|
|
|
$selector = preg_replace('/~/', '/following-sibling::', $selector); |
|
222
|
|
|
// + |
|
223
|
|
|
$selector = preg_replace('/\+([_\w-]+[_\w\d-]*)/', '/following-sibling::\1[position()=1]', $selector); |
|
224
|
|
|
$selector = str_replace(']*', ']', $selector); |
|
225
|
|
|
$selector = str_replace(']/*', ']', $selector); |
|
226
|
|
|
} |
|
227
|
|
|
// ' ' |
|
228
|
|
|
$selector = implode('/descendant::', $selectors); |
|
229
|
|
|
$selector = 'descendant-or-self::' . $selector; |
|
230
|
|
|
// :scope |
|
231
|
|
|
$selector = preg_replace('/(((\|)?descendant-or-self::):scope)/', '.\3', $selector); |
|
232
|
|
|
// $element |
|
233
|
|
|
$sub_selectors = explode(',', $selector); |
|
234
|
|
|
foreach ($sub_selectors as $key => $sub_selector) { |
|
235
|
|
|
$parts = explode('$', $sub_selector); |
|
236
|
|
|
$sub_selector = array_shift($parts); |
|
237
|
|
|
if (count($parts) && preg_match_all('/((?:[^\/]*\/?\/?)|$)/', $parts[0], $matches)) { |
|
238
|
|
|
$results = $matches[0]; |
|
239
|
|
|
$results[] = str_repeat('/..', count($results) - 2); |
|
240
|
|
|
$sub_selector .= implode('', $results); |
|
241
|
|
|
} |
|
242
|
|
|
$sub_selectors[$key] = $sub_selector; |
|
243
|
|
|
} |
|
244
|
|
|
$selector = implode(',', $sub_selectors); |
|
245
|
|
|
|
|
246
|
|
|
return $selector; |
|
247
|
|
|
} |
|
248
|
|
|
} |
|
249
|
|
|
|
|
250
|
|
|
/** |
|
251
|
|
|
* Get pure InnerHTML. |
|
252
|
|
|
* |
|
253
|
|
|
* @param \DOMNode $element |
|
254
|
|
|
* |
|
255
|
|
|
* @return string |
|
256
|
|
|
*/ |
|
257
|
|
|
function innerHTML(\DOMNode $element) |
|
258
|
|
|
{ |
|
259
|
|
|
$innerHTML = ''; |
|
260
|
|
|
$children = $element->childNodes; |
|
261
|
|
|
|
|
262
|
|
|
foreach ($children as $child) { |
|
263
|
|
|
$innerHTML .= $element->ownerDocument->saveHTML($child); |
|
|
|
|
|
|
264
|
|
|
} |
|
265
|
|
|
|
|
266
|
|
|
return $innerHTML; |
|
267
|
|
|
} |
|
268
|
|
|
|
|
269
|
|
|
|
|
270
|
|
|
/** |
|
271
|
|
|
* Get HTML Title. |
|
272
|
|
|
* |
|
273
|
|
|
* @param \SmartDOMDocument $dom |
|
274
|
|
|
* |
|
275
|
|
|
* @return string |
|
276
|
|
|
*/ |
|
277
|
|
|
function getTitle(\SmartDOMDocument $dom) |
|
278
|
|
|
{ |
|
279
|
|
|
$list = $dom->getElementsByTagName('title'); |
|
280
|
|
|
if ($list->length > 0) { |
|
281
|
|
|
return $list->item(0)->textContent; |
|
282
|
|
|
} |
|
283
|
|
|
|
|
284
|
|
|
return __FUNCTION__; |
|
285
|
|
|
} |
|
286
|
|
|
|
|
287
|
|
|
/** |
|
288
|
|
|
* Get function which called current function |
|
289
|
|
|
* |
|
290
|
|
|
* @param boolean $completeTrace |
|
291
|
|
|
* @return string |
|
292
|
|
|
*/ |
|
293
|
|
|
function getCallingFunctionName($completeTrace = false) |
|
294
|
|
|
{ |
|
295
|
|
|
$trace = debug_backtrace(); |
|
296
|
|
|
if ($completeTrace) { |
|
297
|
|
|
$str = ''; |
|
298
|
|
|
foreach ($trace as $caller) { |
|
299
|
|
|
$str .= " -- Called by {$caller['function']}"; |
|
300
|
|
|
if (isset($caller['class'])) |
|
301
|
|
|
$str .= " From Class {$caller['class']}"; |
|
302
|
|
|
} |
|
303
|
|
|
} else { |
|
304
|
|
|
$caller = $trace[2]; |
|
305
|
|
|
$str = "Called by {$caller['function']}"; |
|
306
|
|
|
if (isset($caller['class'])) |
|
307
|
|
|
$str .= " From Class {$caller['class']}"; |
|
308
|
|
|
} |
|
309
|
|
|
return $str; |
|
310
|
|
|
} |
|
311
|
|
|
|