Projects : mp-wp : mp-wp_genesis
1 | <?php |
2 | if ( !in_array('Snoopy', get_declared_classes() ) ) : |
3 | /************************************************* |
4 | |
5 | Snoopy - the PHP net client |
6 | Author: Monte Ohrt <monte@ispi.net> |
7 | Copyright (c): 1999-2008 New Digital Group, all rights reserved |
8 | Version: 1.2.4 |
9 | |
10 | * This library is free software; you can redistribute it and/or |
11 | * modify it under the terms of the GNU Lesser General Public |
12 | * License as published by the Free Software Foundation; either |
13 | * version 2.1 of the License, or (at your option) any later version. |
14 | * |
15 | * This library is distributed in the hope that it will be useful, |
16 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
17 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
18 | * Lesser General Public License for more details. |
19 | * |
20 | * You should have received a copy of the GNU Lesser General Public |
21 | * License along with this library; if not, write to the Free Software |
22 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
23 | |
24 | You may contact the author of Snoopy by e-mail at: |
25 | monte@ohrt.com |
26 | |
27 | The latest version of Snoopy can be obtained from: |
28 | http://snoopy.sourceforge.net/ |
29 | |
30 | *************************************************/ |
31 | |
32 | class Snoopy |
33 | { |
34 | /**** Public variables ****/ |
35 | |
36 | /* user definable vars */ |
37 | |
38 | var $host = "www.php.net"; // host name we are connecting to |
39 | var $port = 80; // port we are connecting to |
40 | var $proxy_host = ""; // proxy host to use |
41 | var $proxy_port = ""; // proxy port to use |
42 | var $proxy_user = ""; // proxy user to use |
43 | var $proxy_pass = ""; // proxy password to use |
44 | |
45 | var $agent = "Snoopy v1.2.4"; // agent we masquerade as |
46 | var $referer = ""; // referer info to pass |
47 | var $cookies = array(); // array of cookies to pass |
48 | // $cookies["username"]="joe"; |
49 | var $rawheaders = array(); // array of raw headers to send |
50 | // $rawheaders["Content-type"]="text/html"; |
51 | |
52 | var $maxredirs = 5; // http redirection depth maximum. 0 = disallow |
53 | var $lastredirectaddr = ""; // contains address of last redirected address |
54 | var $offsiteok = true; // allows redirection off-site |
55 | var $maxframes = 0; // frame content depth maximum. 0 = disallow |
56 | var $expandlinks = true; // expand links to fully qualified URLs. |
57 | // this only applies to fetchlinks() |
58 | // submitlinks(), and submittext() |
59 | var $passcookies = true; // pass set cookies back through redirects |
60 | // NOTE: this currently does not respect |
61 | // dates, domains or paths. |
62 | |
63 | var $user = ""; // user for http authentication |
64 | var $pass = ""; // password for http authentication |
65 | |
66 | // http accept types |
67 | var $accept = "image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, */*"; |
68 | |
69 | var $results = ""; // where the content is put |
70 | |
71 | var $error = ""; // error messages sent here |
72 | var $response_code = ""; // response code returned from server |
73 | var $headers = array(); // headers returned from server sent here |
74 | var $maxlength = 500000; // max return data length (body) |
75 | var $read_timeout = 0; // timeout on read operations, in seconds |
76 | // supported only since PHP 4 Beta 4 |
77 | // set to 0 to disallow timeouts |
78 | var $timed_out = false; // if a read operation timed out |
79 | var $status = 0; // http request status |
80 | |
81 | var $temp_dir = "/tmp"; // temporary directory that the webserver |
82 | // has permission to write to. |
83 | // under Windows, this should be C:\temp |
84 | |
85 | var $curl_path = "/usr/local/bin/curl"; |
86 | // Snoopy will use cURL for fetching |
87 | // SSL content if a full system path to |
88 | // the cURL binary is supplied here. |
89 | // set to false if you do not have |
90 | // cURL installed. See http://curl.haxx.se |
91 | // for details on installing cURL. |
92 | // Snoopy does *not* use the cURL |
93 | // library functions built into php, |
94 | // as these functions are not stable |
95 | // as of this Snoopy release. |
96 | |
97 | /**** Private variables ****/ |
98 | |
99 | var $_maxlinelen = 4096; // max line length (headers) |
100 | |
101 | var $_httpmethod = "GET"; // default http request method |
102 | var $_httpversion = "HTTP/1.0"; // default http request version |
103 | var $_submit_method = "POST"; // default submit method |
104 | var $_submit_type = "application/x-www-form-urlencoded"; // default submit type |
105 | var $_mime_boundary = ""; // MIME boundary for multipart/form-data submit type |
106 | var $_redirectaddr = false; // will be set if page fetched is a redirect |
107 | var $_redirectdepth = 0; // increments on an http redirect |
108 | var $_frameurls = array(); // frame src urls |
109 | var $_framedepth = 0; // increments on frame depth |
110 | |
111 | var $_isproxy = false; // set if using a proxy server |
112 | var $_fp_timeout = 30; // timeout for socket connection |
113 | |
114 | /*======================================================================*\ |
115 | Function: fetch |
116 | Purpose: fetch the contents of a web page |
117 | (and possibly other protocols in the |
118 | future like ftp, nntp, gopher, etc.) |
119 | Input: $URI the location of the page to fetch |
120 | Output: $this->results the output text from the fetch |
121 | \*======================================================================*/ |
122 | |
123 | function fetch($URI) |
124 | { |
125 | |
126 | //preg_match("|^([^:]+)://([^:/]+)(:[\d]+)*(.*)|",$URI,$URI_PARTS); |
127 | $URI_PARTS = parse_url($URI); |
128 | if (!empty($URI_PARTS["user"])) |
129 | $this->user = $URI_PARTS["user"]; |
130 | if (!empty($URI_PARTS["pass"])) |
131 | $this->pass = $URI_PARTS["pass"]; |
132 | if (empty($URI_PARTS["query"])) |
133 | $URI_PARTS["query"] = ''; |
134 | if (empty($URI_PARTS["path"])) |
135 | $URI_PARTS["path"] = ''; |
136 | |
137 | switch(strtolower($URI_PARTS["scheme"])) |
138 | { |
139 | case "http": |
140 | $this->host = $URI_PARTS["host"]; |
141 | if(!empty($URI_PARTS["port"])) |
142 | $this->port = $URI_PARTS["port"]; |
143 | if($this->_connect($fp)) |
144 | { |
145 | if($this->_isproxy) |
146 | { |
147 | // using proxy, send entire URI |
148 | $this->_httprequest($URI,$fp,$URI,$this->_httpmethod); |
149 | } |
150 | else |
151 | { |
152 | $path = $URI_PARTS["path"].($URI_PARTS["query"] ? "?".$URI_PARTS["query"] : ""); |
153 | // no proxy, send only the path |
154 | $this->_httprequest($path, $fp, $URI, $this->_httpmethod); |
155 | } |
156 | |
157 | $this->_disconnect($fp); |
158 | |
159 | if($this->_redirectaddr) |
160 | { |
161 | /* url was redirected, check if we've hit the max depth */ |
162 | if($this->maxredirs > $this->_redirectdepth) |
163 | { |
164 | // only follow redirect if it's on this site, or offsiteok is true |
165 | if(preg_match("|^http://".preg_quote($this->host)."|i",$this->_redirectaddr) || $this->offsiteok) |
166 | { |
167 | /* follow the redirect */ |
168 | $this->_redirectdepth++; |
169 | $this->lastredirectaddr=$this->_redirectaddr; |
170 | $this->fetch($this->_redirectaddr); |
171 | } |
172 | } |
173 | } |
174 | |
175 | if($this->_framedepth < $this->maxframes && count($this->_frameurls) > 0) |
176 | { |
177 | $frameurls = $this->_frameurls; |
178 | $this->_frameurls = array(); |
179 | |
180 | while(list(,$frameurl) = each($frameurls)) |
181 | { |
182 | if($this->_framedepth < $this->maxframes) |
183 | { |
184 | $this->fetch($frameurl); |
185 | $this->_framedepth++; |
186 | } |
187 | else |
188 | break; |
189 | } |
190 | } |
191 | } |
192 | else |
193 | { |
194 | return false; |
195 | } |
196 | return true; |
197 | break; |
198 | case "https": |
199 | if(!$this->curl_path) |
200 | return false; |
201 | if(function_exists("is_executable")) |
202 | if (!is_executable($this->curl_path)) |
203 | return false; |
204 | $this->host = $URI_PARTS["host"]; |
205 | if(!empty($URI_PARTS["port"])) |
206 | $this->port = $URI_PARTS["port"]; |
207 | if($this->_isproxy) |
208 | { |
209 | // using proxy, send entire URI |
210 | $this->_httpsrequest($URI,$URI,$this->_httpmethod); |
211 | } |
212 | else |
213 | { |
214 | $path = $URI_PARTS["path"].($URI_PARTS["query"] ? "?".$URI_PARTS["query"] : ""); |
215 | // no proxy, send only the path |
216 | $this->_httpsrequest($path, $URI, $this->_httpmethod); |
217 | } |
218 | |
219 | if($this->_redirectaddr) |
220 | { |
221 | /* url was redirected, check if we've hit the max depth */ |
222 | if($this->maxredirs > $this->_redirectdepth) |
223 | { |
224 | // only follow redirect if it's on this site, or offsiteok is true |
225 | if(preg_match("|^http://".preg_quote($this->host)."|i",$this->_redirectaddr) || $this->offsiteok) |
226 | { |
227 | /* follow the redirect */ |
228 | $this->_redirectdepth++; |
229 | $this->lastredirectaddr=$this->_redirectaddr; |
230 | $this->fetch($this->_redirectaddr); |
231 | } |
232 | } |
233 | } |
234 | |
235 | if($this->_framedepth < $this->maxframes && count($this->_frameurls) > 0) |
236 | { |
237 | $frameurls = $this->_frameurls; |
238 | $this->_frameurls = array(); |
239 | |
240 | while(list(,$frameurl) = each($frameurls)) |
241 | { |
242 | if($this->_framedepth < $this->maxframes) |
243 | { |
244 | $this->fetch($frameurl); |
245 | $this->_framedepth++; |
246 | } |
247 | else |
248 | break; |
249 | } |
250 | } |
251 | return true; |
252 | break; |
253 | default: |
254 | // not a valid protocol |
255 | $this->error = 'Invalid protocol "'.$URI_PARTS["scheme"].'"\n'; |
256 | return false; |
257 | break; |
258 | } |
259 | return true; |
260 | } |
261 | |
262 | /*======================================================================*\ |
263 | Function: submit |
264 | Purpose: submit an http form |
265 | Input: $URI the location to post the data |
266 | $formvars the formvars to use. |
267 | format: $formvars["var"] = "val"; |
268 | $formfiles an array of files to submit |
269 | format: $formfiles["var"] = "/dir/filename.ext"; |
270 | Output: $this->results the text output from the post |
271 | \*======================================================================*/ |
272 | |
273 | function submit($URI, $formvars="", $formfiles="") |
274 | { |
275 | unset($postdata); |
276 | |
277 | $postdata = $this->_prepare_post_body($formvars, $formfiles); |
278 | |
279 | $URI_PARTS = parse_url($URI); |
280 | if (!empty($URI_PARTS["user"])) |
281 | $this->user = $URI_PARTS["user"]; |
282 | if (!empty($URI_PARTS["pass"])) |
283 | $this->pass = $URI_PARTS["pass"]; |
284 | if (empty($URI_PARTS["query"])) |
285 | $URI_PARTS["query"] = ''; |
286 | if (empty($URI_PARTS["path"])) |
287 | $URI_PARTS["path"] = ''; |
288 | |
289 | switch(strtolower($URI_PARTS["scheme"])) |
290 | { |
291 | case "http": |
292 | $this->host = $URI_PARTS["host"]; |
293 | if(!empty($URI_PARTS["port"])) |
294 | $this->port = $URI_PARTS["port"]; |
295 | if($this->_connect($fp)) |
296 | { |
297 | if($this->_isproxy) |
298 | { |
299 | // using proxy, send entire URI |
300 | $this->_httprequest($URI,$fp,$URI,$this->_submit_method,$this->_submit_type,$postdata); |
301 | } |
302 | else |
303 | { |
304 | $path = $URI_PARTS["path"].($URI_PARTS["query"] ? "?".$URI_PARTS["query"] : ""); |
305 | // no proxy, send only the path |
306 | $this->_httprequest($path, $fp, $URI, $this->_submit_method, $this->_submit_type, $postdata); |
307 | } |
308 | |
309 | $this->_disconnect($fp); |
310 | |
311 | if($this->_redirectaddr) |
312 | { |
313 | /* url was redirected, check if we've hit the max depth */ |
314 | if($this->maxredirs > $this->_redirectdepth) |
315 | { |
316 | if(!preg_match("|^".$URI_PARTS["scheme"]."://|", $this->_redirectaddr)) |
317 | $this->_redirectaddr = $this->_expandlinks($this->_redirectaddr,$URI_PARTS["scheme"]."://".$URI_PARTS["host"]); |
318 | |
319 | // only follow redirect if it's on this site, or offsiteok is true |
320 | if(preg_match("|^http://".preg_quote($this->host)."|i",$this->_redirectaddr) || $this->offsiteok) |
321 | { |
322 | /* follow the redirect */ |
323 | $this->_redirectdepth++; |
324 | $this->lastredirectaddr=$this->_redirectaddr; |
325 | if( strpos( $this->_redirectaddr, "?" ) > 0 ) |
326 | $this->fetch($this->_redirectaddr); // the redirect has changed the request method from post to get |
327 | else |
328 | $this->submit($this->_redirectaddr,$formvars, $formfiles); |
329 | } |
330 | } |
331 | } |
332 | |
333 | if($this->_framedepth < $this->maxframes && count($this->_frameurls) > 0) |
334 | { |
335 | $frameurls = $this->_frameurls; |
336 | $this->_frameurls = array(); |
337 | |
338 | while(list(,$frameurl) = each($frameurls)) |
339 | { |
340 | if($this->_framedepth < $this->maxframes) |
341 | { |
342 | $this->fetch($frameurl); |
343 | $this->_framedepth++; |
344 | } |
345 | else |
346 | break; |
347 | } |
348 | } |
349 | |
350 | } |
351 | else |
352 | { |
353 | return false; |
354 | } |
355 | return true; |
356 | break; |
357 | case "https": |
358 | if(!$this->curl_path) |
359 | return false; |
360 | if(function_exists("is_executable")) |
361 | if (!is_executable($this->curl_path)) |
362 | return false; |
363 | $this->host = $URI_PARTS["host"]; |
364 | if(!empty($URI_PARTS["port"])) |
365 | $this->port = $URI_PARTS["port"]; |
366 | if($this->_isproxy) |
367 | { |
368 | // using proxy, send entire URI |
369 | $this->_httpsrequest($URI, $URI, $this->_submit_method, $this->_submit_type, $postdata); |
370 | } |
371 | else |
372 | { |
373 | $path = $URI_PARTS["path"].($URI_PARTS["query"] ? "?".$URI_PARTS["query"] : ""); |
374 | // no proxy, send only the path |
375 | $this->_httpsrequest($path, $URI, $this->_submit_method, $this->_submit_type, $postdata); |
376 | } |
377 | |
378 | if($this->_redirectaddr) |
379 | { |
380 | /* url was redirected, check if we've hit the max depth */ |
381 | if($this->maxredirs > $this->_redirectdepth) |
382 | { |
383 | if(!preg_match("|^".$URI_PARTS["scheme"]."://|", $this->_redirectaddr)) |
384 | $this->_redirectaddr = $this->_expandlinks($this->_redirectaddr,$URI_PARTS["scheme"]."://".$URI_PARTS["host"]); |
385 | |
386 | // only follow redirect if it's on this site, or offsiteok is true |
387 | if(preg_match("|^http://".preg_quote($this->host)."|i",$this->_redirectaddr) || $this->offsiteok) |
388 | { |
389 | /* follow the redirect */ |
390 | $this->_redirectdepth++; |
391 | $this->lastredirectaddr=$this->_redirectaddr; |
392 | if( strpos( $this->_redirectaddr, "?" ) > 0 ) |
393 | $this->fetch($this->_redirectaddr); // the redirect has changed the request method from post to get |
394 | else |
395 | $this->submit($this->_redirectaddr,$formvars, $formfiles); |
396 | } |
397 | } |
398 | } |
399 | |
400 | if($this->_framedepth < $this->maxframes && count($this->_frameurls) > 0) |
401 | { |
402 | $frameurls = $this->_frameurls; |
403 | $this->_frameurls = array(); |
404 | |
405 | while(list(,$frameurl) = each($frameurls)) |
406 | { |
407 | if($this->_framedepth < $this->maxframes) |
408 | { |
409 | $this->fetch($frameurl); |
410 | $this->_framedepth++; |
411 | } |
412 | else |
413 | break; |
414 | } |
415 | } |
416 | return true; |
417 | break; |
418 | |
419 | default: |
420 | // not a valid protocol |
421 | $this->error = 'Invalid protocol "'.$URI_PARTS["scheme"].'"\n'; |
422 | return false; |
423 | break; |
424 | } |
425 | return true; |
426 | } |
427 | |
428 | /*======================================================================*\ |
429 | Function: fetchlinks |
430 | Purpose: fetch the links from a web page |
431 | Input: $URI where you are fetching from |
432 | Output: $this->results an array of the URLs |
433 | \*======================================================================*/ |
434 | |
435 | function fetchlinks($URI) |
436 | { |
437 | if ($this->fetch($URI)) |
438 | { |
439 | if($this->lastredirectaddr) |
440 | $URI = $this->lastredirectaddr; |
441 | if(is_array($this->results)) |
442 | { |
443 | for($x=0;$x<count($this->results);$x++) |
444 | $this->results[$x] = $this->_striplinks($this->results[$x]); |
445 | } |
446 | else |
447 | $this->results = $this->_striplinks($this->results); |
448 | |
449 | if($this->expandlinks) |
450 | $this->results = $this->_expandlinks($this->results, $URI); |
451 | return true; |
452 | } |
453 | else |
454 | return false; |
455 | } |
456 | |
457 | /*======================================================================*\ |
458 | Function: fetchform |
459 | Purpose: fetch the form elements from a web page |
460 | Input: $URI where you are fetching from |
461 | Output: $this->results the resulting html form |
462 | \*======================================================================*/ |
463 | |
464 | function fetchform($URI) |
465 | { |
466 | |
467 | if ($this->fetch($URI)) |
468 | { |
469 | |
470 | if(is_array($this->results)) |
471 | { |
472 | for($x=0;$x<count($this->results);$x++) |
473 | $this->results[$x] = $this->_stripform($this->results[$x]); |
474 | } |
475 | else |
476 | $this->results = $this->_stripform($this->results); |
477 | |
478 | return true; |
479 | } |
480 | else |
481 | return false; |
482 | } |
483 | |
484 | |
485 | /*======================================================================*\ |
486 | Function: fetchtext |
487 | Purpose: fetch the text from a web page, stripping the links |
488 | Input: $URI where you are fetching from |
489 | Output: $this->results the text from the web page |
490 | \*======================================================================*/ |
491 | |
492 | function fetchtext($URI) |
493 | { |
494 | if($this->fetch($URI)) |
495 | { |
496 | if(is_array($this->results)) |
497 | { |
498 | for($x=0;$x<count($this->results);$x++) |
499 | $this->results[$x] = $this->_striptext($this->results[$x]); |
500 | } |
501 | else |
502 | $this->results = $this->_striptext($this->results); |
503 | return true; |
504 | } |
505 | else |
506 | return false; |
507 | } |
508 | |
509 | /*======================================================================*\ |
510 | Function: submitlinks |
511 | Purpose: grab links from a form submission |
512 | Input: $URI where you are submitting from |
513 | Output: $this->results an array of the links from the post |
514 | \*======================================================================*/ |
515 | |
516 | function submitlinks($URI, $formvars="", $formfiles="") |
517 | { |
518 | if($this->submit($URI,$formvars, $formfiles)) |
519 | { |
520 | if($this->lastredirectaddr) |
521 | $URI = $this->lastredirectaddr; |
522 | if(is_array($this->results)) |
523 | { |
524 | for($x=0;$x<count($this->results);$x++) |
525 | { |
526 | $this->results[$x] = $this->_striplinks($this->results[$x]); |
527 | if($this->expandlinks) |
528 | $this->results[$x] = $this->_expandlinks($this->results[$x],$URI); |
529 | } |
530 | } |
531 | else |
532 | { |
533 | $this->results = $this->_striplinks($this->results); |
534 | if($this->expandlinks) |
535 | $this->results = $this->_expandlinks($this->results,$URI); |
536 | } |
537 | return true; |
538 | } |
539 | else |
540 | return false; |
541 | } |
542 | |
543 | /*======================================================================*\ |
544 | Function: submittext |
545 | Purpose: grab text from a form submission |
546 | Input: $URI where you are submitting from |
547 | Output: $this->results the text from the web page |
548 | \*======================================================================*/ |
549 | |
550 | function submittext($URI, $formvars = "", $formfiles = "") |
551 | { |
552 | if($this->submit($URI,$formvars, $formfiles)) |
553 | { |
554 | if($this->lastredirectaddr) |
555 | $URI = $this->lastredirectaddr; |
556 | if(is_array($this->results)) |
557 | { |
558 | for($x=0;$x<count($this->results);$x++) |
559 | { |
560 | $this->results[$x] = $this->_striptext($this->results[$x]); |
561 | if($this->expandlinks) |
562 | $this->results[$x] = $this->_expandlinks($this->results[$x],$URI); |
563 | } |
564 | } |
565 | else |
566 | { |
567 | $this->results = $this->_striptext($this->results); |
568 | if($this->expandlinks) |
569 | $this->results = $this->_expandlinks($this->results,$URI); |
570 | } |
571 | return true; |
572 | } |
573 | else |
574 | return false; |
575 | } |
576 | |
577 | |
578 | |
579 | /*======================================================================*\ |
580 | Function: set_submit_multipart |
581 | Purpose: Set the form submission content type to |
582 | multipart/form-data |
583 | \*======================================================================*/ |
584 | function set_submit_multipart() |
585 | { |
586 | $this->_submit_type = "multipart/form-data"; |
587 | } |
588 | |
589 | |
590 | /*======================================================================*\ |
591 | Function: set_submit_normal |
592 | Purpose: Set the form submission content type to |
593 | application/x-www-form-urlencoded |
594 | \*======================================================================*/ |
595 | function set_submit_normal() |
596 | { |
597 | $this->_submit_type = "application/x-www-form-urlencoded"; |
598 | } |
599 | |
600 | |
601 | |
602 | |
603 | /*======================================================================*\ |
604 | Private functions |
605 | \*======================================================================*/ |
606 | |
607 | |
608 | /*======================================================================*\ |
609 | Function: _striplinks |
610 | Purpose: strip the hyperlinks from an html document |
611 | Input: $document document to strip. |
612 | Output: $match an array of the links |
613 | \*======================================================================*/ |
614 | |
615 | function _striplinks($document) |
616 | { |
617 | preg_match_all("'<\s*a\s.*?href\s*=\s* # find <a href= |
618 | ([\"\'])? # find single or double quote |
619 | (?(1) (.*?)\\1 | ([^\s\>]+)) # if quote found, match up to next matching |
620 | # quote, otherwise match up to next space |
621 | 'isx",$document,$links); |
622 | |
623 | |
624 | // catenate the non-empty matches from the conditional subpattern |
625 | |
626 | while(list($key,$val) = each($links[2])) |
627 | { |
628 | if(!empty($val)) |
629 | $match[] = $val; |
630 | } |
631 | |
632 | while(list($key,$val) = each($links[3])) |
633 | { |
634 | if(!empty($val)) |
635 | $match[] = $val; |
636 | } |
637 | |
638 | // return the links |
639 | return $match; |
640 | } |
641 | |
642 | /*======================================================================*\ |
643 | Function: _stripform |
644 | Purpose: strip the form elements from an html document |
645 | Input: $document document to strip. |
646 | Output: $match an array of the links |
647 | \*======================================================================*/ |
648 | |
649 | function _stripform($document) |
650 | { |
651 | preg_match_all("'<\/?(FORM|INPUT|SELECT|TEXTAREA|(OPTION))[^<>]*>(?(2)(.*(?=<\/?(option|select)[^<>]*>[\r\n]*)|(?=[\r\n]*))|(?=[\r\n]*))'Usi",$document,$elements); |
652 | |
653 | // catenate the matches |
654 | $match = implode("\r\n",$elements[0]); |
655 | |
656 | // return the links |
657 | return $match; |
658 | } |
659 | |
660 | |
661 | |
662 | /*======================================================================*\ |
663 | Function: _striptext |
664 | Purpose: strip the text from an html document |
665 | Input: $document document to strip. |
666 | Output: $text the resulting text |
667 | \*======================================================================*/ |
668 | |
669 | function _striptext($document) |
670 | { |
671 | |
672 | // I didn't use preg eval (//e) since that is only available in PHP 4.0. |
673 | // so, list your entities one by one here. I included some of the |
674 | // more common ones. |
675 | |
676 | $search = array("'<script[^>]*?>.*?</script>'si", // strip out javascript |
677 | "'<[\/\!]*?[^<>]*?>'si", // strip out html tags |
678 | "'([\r\n])[\s]+'", // strip out white space |
679 | "'&(quot|#34|#034|#x22);'i", // replace html entities |
680 | "'&(amp|#38|#038|#x26);'i", // added hexadecimal values |
681 | "'&(lt|#60|#060|#x3c);'i", |
682 | "'&(gt|#62|#062|#x3e);'i", |
683 | "'&(nbsp|#160|#xa0);'i", |
684 | "'&(iexcl|#161);'i", |
685 | "'&(cent|#162);'i", |
686 | "'&(pound|#163);'i", |
687 | "'&(copy|#169);'i", |
688 | "'&(reg|#174);'i", |
689 | "'&(deg|#176);'i", |
690 | "'&(#39|#039|#x27);'", |
691 | "'&(euro|#8364);'i", // europe |
692 | "'&a(uml|UML);'", // german |
693 | "'&o(uml|UML);'", |
694 | "'&u(uml|UML);'", |
695 | "'&A(uml|UML);'", |
696 | "'&O(uml|UML);'", |
697 | "'&U(uml|UML);'", |
698 | "'ß'i", |
699 | ); |
700 | $replace = array( "", |
701 | "", |
702 | "\\1", |
703 | "\"", |
704 | "&", |
705 | "<", |
706 | ">", |
707 | " ", |
708 | chr(161), |
709 | chr(162), |
710 | chr(163), |
711 | chr(169), |
712 | chr(174), |
713 | chr(176), |
714 | chr(39), |
715 | chr(128), |
716 | "", |
717 | "", |
718 | "", |
719 | "", |
720 | "", |
721 | "", |
722 | "", |
723 | ); |
724 | |
725 | $text = preg_replace($search,$replace,$document); |
726 | |
727 | return $text; |
728 | } |
729 | |
730 | /*======================================================================*\ |
731 | Function: _expandlinks |
732 | Purpose: expand each link into a fully qualified URL |
733 | Input: $links the links to qualify |
734 | $URI the full URI to get the base from |
735 | Output: $expandedLinks the expanded links |
736 | \*======================================================================*/ |
737 | |
738 | function _expandlinks($links,$URI) |
739 | { |
740 | |
741 | preg_match("/^[^\?]+/",$URI,$match); |
742 | |
743 | $match = preg_replace("|/[^\/\.]+\.[^\/\.]+$|","",$match[0]); |
744 | $match = preg_replace("|/$|","",$match); |
745 | $match_part = parse_url($match); |
746 | $match_root = |
747 | $match_part["scheme"]."://".$match_part["host"]; |
748 | |
749 | $search = array( "|^http://".preg_quote($this->host)."|i", |
750 | "|^(\/)|i", |
751 | "|^(?!http://)(?!mailto:)|i", |
752 | "|/\./|", |
753 | "|/[^\/]+/\.\./|" |
754 | ); |
755 | |
756 | $replace = array( "", |
757 | $match_root."/", |
758 | $match."/", |
759 | "/", |
760 | "/" |
761 | ); |
762 | |
763 | $expandedLinks = preg_replace($search,$replace,$links); |
764 | |
765 | return $expandedLinks; |
766 | } |
767 | |
768 | /*======================================================================*\ |
769 | Function: _httprequest |
770 | Purpose: go get the http data from the server |
771 | Input: $url the url to fetch |
772 | $fp the current open file pointer |
773 | $URI the full URI |
774 | $body body contents to send if any (POST) |
775 | Output: |
776 | \*======================================================================*/ |
777 | |
778 | function _httprequest($url,$fp,$URI,$http_method,$content_type="",$body="") |
779 | { |
780 | $cookie_headers = ''; |
781 | if($this->passcookies && $this->_redirectaddr) |
782 | $this->setcookies(); |
783 | |
784 | $URI_PARTS = parse_url($URI); |
785 | if(empty($url)) |
786 | $url = "/"; |
787 | $headers = $http_method." ".$url." ".$this->_httpversion."\r\n"; |
788 | if(!empty($this->agent)) |
789 | $headers .= "User-Agent: ".$this->agent."\r\n"; |
790 | if(!empty($this->host) && !isset($this->rawheaders['Host'])) { |
791 | $headers .= "Host: ".$this->host; |
792 | if(!empty($this->port) && $this->port != 80) |
793 | $headers .= ":".$this->port; |
794 | $headers .= "\r\n"; |
795 | } |
796 | if(!empty($this->accept)) |
797 | $headers .= "Accept: ".$this->accept."\r\n"; |
798 | if(!empty($this->referer)) |
799 | $headers .= "Referer: ".$this->referer."\r\n"; |
800 | if(!empty($this->cookies)) |
801 | { |
802 | if(!is_array($this->cookies)) |
803 | $this->cookies = (array)$this->cookies; |
804 | |
805 | reset($this->cookies); |
806 | if ( count($this->cookies) > 0 ) { |
807 | $cookie_headers .= 'Cookie: '; |
808 | foreach ( $this->cookies as $cookieKey => $cookieVal ) { |
809 | $cookie_headers .= $cookieKey."=".urlencode($cookieVal)."; "; |
810 | } |
811 | $headers .= substr($cookie_headers,0,-2) . "\r\n"; |
812 | } |
813 | } |
814 | if(!empty($this->rawheaders)) |
815 | { |
816 | if(!is_array($this->rawheaders)) |
817 | $this->rawheaders = (array)$this->rawheaders; |
818 | while(list($headerKey,$headerVal) = each($this->rawheaders)) |
819 | $headers .= $headerKey.": ".$headerVal."\r\n"; |
820 | } |
821 | if(!empty($content_type)) { |
822 | $headers .= "Content-type: $content_type"; |
823 | if ($content_type == "multipart/form-data") |
824 | $headers .= "; boundary=".$this->_mime_boundary; |
825 | $headers .= "\r\n"; |
826 | } |
827 | if(!empty($body)) |
828 | $headers .= "Content-length: ".strlen($body)."\r\n"; |
829 | if(!empty($this->user) || !empty($this->pass)) |
830 | $headers .= "Authorization: Basic ".base64_encode($this->user.":".$this->pass)."\r\n"; |
831 | |
832 | //add proxy auth headers |
833 | if(!empty($this->proxy_user)) |
834 | $headers .= 'Proxy-Authorization: ' . 'Basic ' . base64_encode($this->proxy_user . ':' . $this->proxy_pass)."\r\n"; |
835 | |
836 | |
837 | $headers .= "\r\n"; |
838 | |
839 | // set the read timeout if needed |
840 | if ($this->read_timeout > 0) |
841 | socket_set_timeout($fp, $this->read_timeout); |
842 | $this->timed_out = false; |
843 | |
844 | fwrite($fp,$headers.$body,strlen($headers.$body)); |
845 | |
846 | $this->_redirectaddr = false; |
847 | unset($this->headers); |
848 | |
849 | while($currentHeader = fgets($fp,$this->_maxlinelen)) |
850 | { |
851 | if ($this->read_timeout > 0 && $this->_check_timeout($fp)) |
852 | { |
853 | $this->status=-100; |
854 | return false; |
855 | } |
856 | |
857 | if($currentHeader == "\r\n") |
858 | break; |
859 | |
860 | // if a header begins with Location: or URI:, set the redirect |
861 | if(preg_match("/^(Location:|URI:)/i",$currentHeader)) |
862 | { |
863 | // get URL portion of the redirect |
864 | preg_match("/^(Location:|URI:)[ ]+(.*)/i",chop($currentHeader),$matches); |
865 | // look for :// in the Location header to see if hostname is included |
866 | if(!preg_match("|\:\/\/|",$matches[2])) |
867 | { |
868 | // no host in the path, so prepend |
869 | $this->_redirectaddr = $URI_PARTS["scheme"]."://".$this->host.":".$this->port; |
870 | // eliminate double slash |
871 | if(!preg_match("|^/|",$matches[2])) |
872 | $this->_redirectaddr .= "/".$matches[2]; |
873 | else |
874 | $this->_redirectaddr .= $matches[2]; |
875 | } |
876 | else |
877 | $this->_redirectaddr = $matches[2]; |
878 | } |
879 | |
880 | if(preg_match("|^HTTP/|",$currentHeader)) |
881 | { |
882 | if(preg_match("|^HTTP/[^\s]*\s(.*?)\s|",$currentHeader, $status)) |
883 | { |
884 | $this->status= $status[1]; |
885 | } |
886 | $this->response_code = $currentHeader; |
887 | } |
888 | |
889 | $this->headers[] = $currentHeader; |
890 | } |
891 | |
892 | $results = ''; |
893 | do { |
894 | $_data = fread($fp, $this->maxlength); |
895 | if (strlen($_data) == 0) { |
896 | break; |
897 | } |
898 | $results .= $_data; |
899 | } while(true); |
900 | |
901 | if ($this->read_timeout > 0 && $this->_check_timeout($fp)) |
902 | { |
903 | $this->status=-100; |
904 | return false; |
905 | } |
906 | |
907 | // check if there is a a redirect meta tag |
908 | |
909 | if(preg_match("'<meta[\s]*http-equiv[^>]*?content[\s]*=[\s]*[\"\']?\d+;[\s]*URL[\s]*=[\s]*([^\"\']*?)[\"\']?>'i",$results,$match)) |
910 | |
911 | { |
912 | $this->_redirectaddr = $this->_expandlinks($match[1],$URI); |
913 | } |
914 | |
915 | // have we hit our frame depth and is there frame src to fetch? |
916 | if(($this->_framedepth < $this->maxframes) && preg_match_all("'<frame\s+.*src[\s]*=[\'\"]?([^\'\"\>]+)'i",$results,$match)) |
917 | { |
918 | $this->results[] = $results; |
919 | for($x=0; $x<count($match[1]); $x++) |
920 | $this->_frameurls[] = $this->_expandlinks($match[1][$x],$URI_PARTS["scheme"]."://".$this->host); |
921 | } |
922 | // have we already fetched framed content? |
923 | elseif(is_array($this->results)) |
924 | $this->results[] = $results; |
925 | // no framed content |
926 | else |
927 | $this->results = $results; |
928 | |
929 | return true; |
930 | } |
931 | |
932 | /*======================================================================*\ |
933 | Function: _httpsrequest |
934 | Purpose: go get the https data from the server using curl |
935 | Input: $url the url to fetch |
936 | $URI the full URI |
937 | $body body contents to send if any (POST) |
938 | Output: |
939 | \*======================================================================*/ |
940 | |
941 | function _httpsrequest($url,$URI,$http_method,$content_type="",$body="") |
942 | { |
943 | if($this->passcookies && $this->_redirectaddr) |
944 | $this->setcookies(); |
945 | |
946 | $headers = array(); |
947 | |
948 | $URI_PARTS = parse_url($URI); |
949 | if(empty($url)) |
950 | $url = "/"; |
951 | // GET ... header not needed for curl |
952 | //$headers[] = $http_method." ".$url." ".$this->_httpversion; |
953 | if(!empty($this->agent)) |
954 | $headers[] = "User-Agent: ".$this->agent; |
955 | if(!empty($this->host)) |
956 | if(!empty($this->port)) |
957 | $headers[] = "Host: ".$this->host.":".$this->port; |
958 | else |
959 | $headers[] = "Host: ".$this->host; |
960 | if(!empty($this->accept)) |
961 | $headers[] = "Accept: ".$this->accept; |
962 | if(!empty($this->referer)) |
963 | $headers[] = "Referer: ".$this->referer; |
964 | if(!empty($this->cookies)) |
965 | { |
966 | if(!is_array($this->cookies)) |
967 | $this->cookies = (array)$this->cookies; |
968 | |
969 | reset($this->cookies); |
970 | if ( count($this->cookies) > 0 ) { |
971 | $cookie_str = 'Cookie: '; |
972 | foreach ( $this->cookies as $cookieKey => $cookieVal ) { |
973 | $cookie_str .= $cookieKey."=".urlencode($cookieVal)."; "; |
974 | } |
975 | $headers[] = substr($cookie_str,0,-2); |
976 | } |
977 | } |
978 | if(!empty($this->rawheaders)) |
979 | { |
980 | if(!is_array($this->rawheaders)) |
981 | $this->rawheaders = (array)$this->rawheaders; |
982 | while(list($headerKey,$headerVal) = each($this->rawheaders)) |
983 | $headers[] = $headerKey.": ".$headerVal; |
984 | } |
985 | if(!empty($content_type)) { |
986 | if ($content_type == "multipart/form-data") |
987 | $headers[] = "Content-type: $content_type; boundary=".$this->_mime_boundary; |
988 | else |
989 | $headers[] = "Content-type: $content_type"; |
990 | } |
991 | if(!empty($body)) |
992 | $headers[] = "Content-length: ".strlen($body); |
993 | if(!empty($this->user) || !empty($this->pass)) |
994 | $headers[] = "Authorization: BASIC ".base64_encode($this->user.":".$this->pass); |
995 | |
996 | for($curr_header = 0; $curr_header < count($headers); $curr_header++) { |
997 | $safer_header = strtr( $headers[$curr_header], "\"", " " ); |
998 | $cmdline_params .= " -H \"".$safer_header."\""; |
999 | } |
1000 | |
1001 | if(!empty($body)) |
1002 | $cmdline_params .= " -d \"$body\""; |
1003 | |
1004 | if($this->read_timeout > 0) |
1005 | $cmdline_params .= " -m ".$this->read_timeout; |
1006 | |
1007 | $headerfile = tempnam($temp_dir, "sno"); |
1008 | |
1009 | exec($this->curl_path." -k -D \"$headerfile\"".$cmdline_params." \"".escapeshellcmd($URI)."\"",$results,$return); |
1010 | |
1011 | if($return) |
1012 | { |
1013 | $this->error = "Error: cURL could not retrieve the document, error $return."; |
1014 | return false; |
1015 | } |
1016 | |
1017 | |
1018 | $results = implode("\r\n",$results); |
1019 | |
1020 | $result_headers = file("$headerfile"); |
1021 | |
1022 | $this->_redirectaddr = false; |
1023 | unset($this->headers); |
1024 | |
1025 | for($currentHeader = 0; $currentHeader < count($result_headers); $currentHeader++) |
1026 | { |
1027 | |
1028 | // if a header begins with Location: or URI:, set the redirect |
1029 | if(preg_match("/^(Location: |URI: )/i",$result_headers[$currentHeader])) |
1030 | { |
1031 | // get URL portion of the redirect |
1032 | preg_match("/^(Location: |URI:)\s+(.*)/",chop($result_headers[$currentHeader]),$matches); |
1033 | // look for :// in the Location header to see if hostname is included |
1034 | if(!preg_match("|\:\/\/|",$matches[2])) |
1035 | { |
1036 | // no host in the path, so prepend |
1037 | $this->_redirectaddr = $URI_PARTS["scheme"]."://".$this->host.":".$this->port; |
1038 | // eliminate double slash |
1039 | if(!preg_match("|^/|",$matches[2])) |
1040 | $this->_redirectaddr .= "/".$matches[2]; |
1041 | else |
1042 | $this->_redirectaddr .= $matches[2]; |
1043 | } |
1044 | else |
1045 | $this->_redirectaddr = $matches[2]; |
1046 | } |
1047 | |
1048 | if(preg_match("|^HTTP/|",$result_headers[$currentHeader])) |
1049 | $this->response_code = $result_headers[$currentHeader]; |
1050 | |
1051 | $this->headers[] = $result_headers[$currentHeader]; |
1052 | } |
1053 | |
1054 | // check if there is a a redirect meta tag |
1055 | |
1056 | if(preg_match("'<meta[\s]*http-equiv[^>]*?content[\s]*=[\s]*[\"\']?\d+;[\s]*URL[\s]*=[\s]*([^\"\']*?)[\"\']?>'i",$results,$match)) |
1057 | { |
1058 | $this->_redirectaddr = $this->_expandlinks($match[1],$URI); |
1059 | } |
1060 | |
1061 | // have we hit our frame depth and is there frame src to fetch? |
1062 | if(($this->_framedepth < $this->maxframes) && preg_match_all("'<frame\s+.*src[\s]*=[\'\"]?([^\'\"\>]+)'i",$results,$match)) |
1063 | { |
1064 | $this->results[] = $results; |
1065 | for($x=0; $x<count($match[1]); $x++) |
1066 | $this->_frameurls[] = $this->_expandlinks($match[1][$x],$URI_PARTS["scheme"]."://".$this->host); |
1067 | } |
1068 | // have we already fetched framed content? |
1069 | elseif(is_array($this->results)) |
1070 | $this->results[] = $results; |
1071 | // no framed content |
1072 | else |
1073 | $this->results = $results; |
1074 | |
1075 | unlink("$headerfile"); |
1076 | |
1077 | return true; |
1078 | } |
1079 | |
1080 | /*======================================================================*\ |
1081 | Function: setcookies() |
1082 | Purpose: set cookies for a redirection |
1083 | \*======================================================================*/ |
1084 | |
1085 | function setcookies() |
1086 | { |
1087 | for($x=0; $x<count($this->headers); $x++) |
1088 | { |
1089 | if(preg_match('/^set-cookie:[\s]+([^=]+)=([^;]+)/i', $this->headers[$x],$match)) |
1090 | $this->cookies[$match[1]] = urldecode($match[2]); |
1091 | } |
1092 | } |
1093 | |
1094 | |
1095 | /*======================================================================*\ |
1096 | Function: _check_timeout |
1097 | Purpose: checks whether timeout has occurred |
1098 | Input: $fp file pointer |
1099 | \*======================================================================*/ |
1100 | |
1101 | function _check_timeout($fp) |
1102 | { |
1103 | if ($this->read_timeout > 0) { |
1104 | $fp_status = socket_get_status($fp); |
1105 | if ($fp_status["timed_out"]) { |
1106 | $this->timed_out = true; |
1107 | return true; |
1108 | } |
1109 | } |
1110 | return false; |
1111 | } |
1112 | |
1113 | /*======================================================================*\ |
1114 | Function: _connect |
1115 | Purpose: make a socket connection |
1116 | Input: $fp file pointer |
1117 | \*======================================================================*/ |
1118 | |
1119 | function _connect(&$fp) |
1120 | { |
1121 | if(!empty($this->proxy_host) && !empty($this->proxy_port)) |
1122 | { |
1123 | $this->_isproxy = true; |
1124 | |
1125 | $host = $this->proxy_host; |
1126 | $port = $this->proxy_port; |
1127 | } |
1128 | else |
1129 | { |
1130 | $host = $this->host; |
1131 | $port = $this->port; |
1132 | } |
1133 | |
1134 | $this->status = 0; |
1135 | |
1136 | if($fp = fsockopen( |
1137 | $host, |
1138 | $port, |
1139 | $errno, |
1140 | $errstr, |
1141 | $this->_fp_timeout |
1142 | )) |
1143 | { |
1144 | // socket connection succeeded |
1145 | |
1146 | return true; |
1147 | } |
1148 | else |
1149 | { |
1150 | // socket connection failed |
1151 | $this->status = $errno; |
1152 | switch($errno) |
1153 | { |
1154 | case -3: |
1155 | $this->error="socket creation failed (-3)"; |
1156 | case -4: |
1157 | $this->error="dns lookup failure (-4)"; |
1158 | case -5: |
1159 | $this->error="connection refused or timed out (-5)"; |
1160 | default: |
1161 | $this->error="connection failed (".$errno.")"; |
1162 | } |
1163 | return false; |
1164 | } |
1165 | } |
1166 | /*======================================================================*\ |
1167 | Function: _disconnect |
1168 | Purpose: disconnect a socket connection |
1169 | Input: $fp file pointer |
1170 | \*======================================================================*/ |
1171 | |
1172 | function _disconnect($fp) |
1173 | { |
1174 | return(fclose($fp)); |
1175 | } |
1176 | |
1177 | |
1178 | /*======================================================================*\ |
1179 | Function: _prepare_post_body |
1180 | Purpose: Prepare post body according to encoding type |
1181 | Input: $formvars - form variables |
1182 | $formfiles - form upload files |
1183 | Output: post body |
1184 | \*======================================================================*/ |
1185 | |
1186 | function _prepare_post_body($formvars, $formfiles) |
1187 | { |
1188 | settype($formvars, "array"); |
1189 | settype($formfiles, "array"); |
1190 | $postdata = ''; |
1191 | |
1192 | if (count($formvars) == 0 && count($formfiles) == 0) |
1193 | return; |
1194 | |
1195 | switch ($this->_submit_type) { |
1196 | case "application/x-www-form-urlencoded": |
1197 | reset($formvars); |
1198 | while(list($key,$val) = each($formvars)) { |
1199 | if (is_array($val) || is_object($val)) { |
1200 | while (list($cur_key, $cur_val) = each($val)) { |
1201 | $postdata .= urlencode($key)."[]=".urlencode($cur_val)."&"; |
1202 | } |
1203 | } else |
1204 | $postdata .= urlencode($key)."=".urlencode($val)."&"; |
1205 | } |
1206 | break; |
1207 | |
1208 | case "multipart/form-data": |
1209 | $this->_mime_boundary = "Snoopy".md5(uniqid(microtime())); |
1210 | |
1211 | reset($formvars); |
1212 | while(list($key,$val) = each($formvars)) { |
1213 | if (is_array($val) || is_object($val)) { |
1214 | while (list($cur_key, $cur_val) = each($val)) { |
1215 | $postdata .= "--".$this->_mime_boundary."\r\n"; |
1216 | $postdata .= "Content-Disposition: form-data; name=\"$key\[\]\"\r\n\r\n"; |
1217 | $postdata .= "$cur_val\r\n"; |
1218 | } |
1219 | } else { |
1220 | $postdata .= "--".$this->_mime_boundary."\r\n"; |
1221 | $postdata .= "Content-Disposition: form-data; name=\"$key\"\r\n\r\n"; |
1222 | $postdata .= "$val\r\n"; |
1223 | } |
1224 | } |
1225 | |
1226 | reset($formfiles); |
1227 | while (list($field_name, $file_names) = each($formfiles)) { |
1228 | settype($file_names, "array"); |
1229 | while (list(, $file_name) = each($file_names)) { |
1230 | if (!is_readable($file_name)) continue; |
1231 | |
1232 | $fp = fopen($file_name, "r"); |
1233 | $file_content = fread($fp, filesize($file_name)); |
1234 | fclose($fp); |
1235 | $base_name = basename($file_name); |
1236 | |
1237 | $postdata .= "--".$this->_mime_boundary."\r\n"; |
1238 | $postdata .= "Content-Disposition: form-data; name=\"$field_name\"; filename=\"$base_name\"\r\n\r\n"; |
1239 | $postdata .= "$file_content\r\n"; |
1240 | } |
1241 | } |
1242 | $postdata .= "--".$this->_mime_boundary."--\r\n"; |
1243 | break; |
1244 | } |
1245 | |
1246 | return $postdata; |
1247 | } |
1248 | } |
1249 | endif; |
1250 | ?> |