1 <?php

     2 if ( !in_array('Snoopy', get_declared_classes() ) ) :

     3 /*************************************************

     4 

     5 Snoopy - the PHP net client

     6 Author: Monte Ohrt <monte@ispi.net>

     7 Copyright (c): 1999-2008 New Digital Group, all rights reserved

     8 Version: 1.2.4

     9 

    10  * This library is free software; you can redistribute it and/or

    11  * modify it under the terms of the GNU Lesser General Public

    12  * License as published by the Free Software Foundation; either

    13  * version 2.1 of the License, or (at your option) any later version.

    14  *

    15  * This library is distributed in the hope that it will be useful,

    16  * but WITHOUT ANY WARRANTY; without even the implied warranty of

    17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

    18  * Lesser General Public License for more details.

    19  *

    20  * You should have received a copy of the GNU Lesser General Public

    21  * License along with this library; if not, write to the Free Software

    22  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

    23 

    24 You may contact the author of Snoopy by e-mail at:

    25 monte@ohrt.com

    26 

    27 The latest version of Snoopy can be obtained from:

    28 http://snoopy.sourceforge.net/

    29 

    30 *************************************************/

    31 

    32 class Snoopy

    33 {

    34 	/**** Public variables ****/

    35 

    36 	/* user definable vars */

    37 

    38 	var $host			=	"www.php.net";		// host name we are connecting to

    39 	var $port			=	80;					// port we are connecting to

    40 	var $proxy_host		=	"";					// proxy host to use

    41 	var $proxy_port		=	"";					// proxy port to use

    42 	var $proxy_user		=	"";					// proxy user to use

    43 	var $proxy_pass		=	"";					// proxy password to use

    44 

    45 	var $agent			=	"Snoopy v1.2.4";	// agent we masquerade as

    46 	var	$referer		=	"";					// referer info to pass

    47 	var $cookies		=	array();			// array of cookies to pass

    48 												// $cookies["username"]="joe";

    49 	var	$rawheaders		=	array();			// array of raw headers to send

    50 												// $rawheaders["Content-type"]="text/html";

    51 

    52 	var $maxredirs		=	5;					// http redirection depth maximum. 0 = disallow

    53 	var $lastredirectaddr	=	"";				// contains address of last redirected address

    54 	var	$offsiteok		=	true;				// allows redirection off-site

    55 	var $maxframes		=	0;					// frame content depth maximum. 0 = disallow

    56 	var $expandlinks	=	true;				// expand links to fully qualified URLs.

    57 												// this only applies to fetchlinks()

    58 												// submitlinks(), and submittext()

    59 	var $passcookies	=	true;				// pass set cookies back through redirects

    60 												// NOTE: this currently does not respect

    61 												// dates, domains or paths.

    62 

    63 	var	$user			=	"";					// user for http authentication

    64 	var	$pass			=	"";					// password for http authentication

    65 

    66 	// http accept types

    67 	var $accept			=	"image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, */*";

    68 

    69 	var $results		=	"";					// where the content is put

    70 

    71 	var $error			=	"";					// error messages sent here

    72 	var	$response_code	=	"";					// response code returned from server

    73 	var	$headers		=	array();			// headers returned from server sent here

    74 	var	$maxlength		=	500000;				// max return data length (body)

    75 	var $read_timeout	=	0;					// timeout on read operations, in seconds

    76 												// supported only since PHP 4 Beta 4

    77 												// set to 0 to disallow timeouts

    78 	var $timed_out		=	false;				// if a read operation timed out

    79 	var	$status			=	0;					// http request status

    80 

    81 	var $temp_dir		=	"/tmp";				// temporary directory that the webserver

    82 												// has permission to write to.

    83 												// under Windows, this should be C:\temp

    84 

    85 	var	$curl_path		=	"/usr/local/bin/curl";

    86 												// Snoopy will use cURL for fetching

    87 												// SSL content if a full system path to

    88 												// the cURL binary is supplied here.

    89 												// set to false if you do not have

    90 												// cURL installed. See http://curl.haxx.se

    91 												// for details on installing cURL.

    92 												// Snoopy does *not* use the cURL

    93 												// library functions built into php,

    94 												// as these functions are not stable

    95 												// as of this Snoopy release.

    96 

    97 	/**** Private variables ****/

    98 

    99 	var	$_maxlinelen	=	4096;				// max line length (headers)

   100 

   101 	var $_httpmethod	=	"GET";				// default http request method

   102 	var $_httpversion	=	"HTTP/1.0";			// default http request version

   103 	var $_submit_method	=	"POST";				// default submit method

   104 	var $_submit_type	=	"application/x-www-form-urlencoded";	// default submit type

   105 	var $_mime_boundary	=   "";					// MIME boundary for multipart/form-data submit type

   106 	var $_redirectaddr	=	false;				// will be set if page fetched is a redirect

   107 	var $_redirectdepth	=	0;					// increments on an http redirect

   108 	var $_frameurls		= 	array();			// frame src urls

   109 	var $_framedepth	=	0;					// increments on frame depth

   110 

   111 	var $_isproxy		=	false;				// set if using a proxy server

   112 	var $_fp_timeout	=	30;					// timeout for socket connection

   113 

   114 /*======================================================================*\

   115 	Function:	fetch

   116 	Purpose:	fetch the contents of a web page

   117 				(and possibly other protocols in the

   118 				future like ftp, nntp, gopher, etc.)

   119 	Input:		$URI	the location of the page to fetch

   120 	Output:		$this->results	the output text from the fetch

   121 \*======================================================================*/

   122 

   123 	function fetch($URI)

   124 	{

   125 

   126 		//preg_match("|^([^:]+)://([^:/]+)(:[\d]+)*(.*)|",$URI,$URI_PARTS);

   127 		$URI_PARTS = parse_url($URI);

   128 		if (!empty($URI_PARTS["user"]))

   129 			$this->user = $URI_PARTS["user"];

   130 		if (!empty($URI_PARTS["pass"]))

   131 			$this->pass = $URI_PARTS["pass"];

   132 		if (empty($URI_PARTS["query"]))

   133 			$URI_PARTS["query"] = '';

   134 		if (empty($URI_PARTS["path"]))

   135 			$URI_PARTS["path"] = '';

   136 

   137 		switch(strtolower($URI_PARTS["scheme"]))

   138 		{

   139 			case "http":

   140 				$this->host = $URI_PARTS["host"];

   141 				if(!empty($URI_PARTS["port"]))

   142 					$this->port = $URI_PARTS["port"];

   143 				if($this->_connect($fp))

   144 				{

   145 					if($this->_isproxy)

   146 					{

   147 						// using proxy, send entire URI

   148 						$this->_httprequest($URI,$fp,$URI,$this->_httpmethod);

   149 					}

   150 					else

   151 					{

   152 						$path = $URI_PARTS["path"].($URI_PARTS["query"] ? "?".$URI_PARTS["query"] : "");

   153 						// no proxy, send only the path

   154 						$this->_httprequest($path, $fp, $URI, $this->_httpmethod);

   155 					}

   156 

   157 					$this->_disconnect($fp);

   158 

   159 					if($this->_redirectaddr)

   160 					{

   161 						/* url was redirected, check if we've hit the max depth */

   162 						if($this->maxredirs > $this->_redirectdepth)

   163 						{

   164 							// only follow redirect if it's on this site, or offsiteok is true

   165 							if(preg_match("|^http://".preg_quote($this->host)."|i",$this->_redirectaddr) || $this->offsiteok)

   166 							{

   167 								/* follow the redirect */

   168 								$this->_redirectdepth++;

   169 								$this->lastredirectaddr=$this->_redirectaddr;

   170 								$this->fetch($this->_redirectaddr);

   171 							}

   172 						}

   173 					}

   174 

   175 					if($this->_framedepth < $this->maxframes && count($this->_frameurls) > 0)

   176 					{

   177 						$frameurls = $this->_frameurls;

   178 						$this->_frameurls = array();

   179 

   180 						while(list(,$frameurl) = each($frameurls))

   181 						{

   182 							if($this->_framedepth < $this->maxframes)

   183 							{

   184 								$this->fetch($frameurl);

   185 								$this->_framedepth++;

   186 							}

   187 							else

   188 								break;

   189 						}

   190 					}

   191 				}

   192 				else

   193 				{

   194 					return false;

   195 				}

   196 				return true;

   197 				break;

   198 			case "https":

   199 				if(!$this->curl_path)

   200 					return false;

   201 				if(function_exists("is_executable"))

   202 				    if (!is_executable($this->curl_path))

   203 				        return false;

   204 				$this->host = $URI_PARTS["host"];

   205 				if(!empty($URI_PARTS["port"]))

   206 					$this->port = $URI_PARTS["port"];

   207 				if($this->_isproxy)

   208 				{

   209 					// using proxy, send entire URI

   210 					$this->_httpsrequest($URI,$URI,$this->_httpmethod);

   211 				}

   212 				else

   213 				{

   214 					$path = $URI_PARTS["path"].($URI_PARTS["query"] ? "?".$URI_PARTS["query"] : "");

   215 					// no proxy, send only the path

   216 					$this->_httpsrequest($path, $URI, $this->_httpmethod);

   217 				}

   218 

   219 				if($this->_redirectaddr)

   220 				{

   221 					/* url was redirected, check if we've hit the max depth */

   222 					if($this->maxredirs > $this->_redirectdepth)

   223 					{

   224 						// only follow redirect if it's on this site, or offsiteok is true

   225 						if(preg_match("|^http://".preg_quote($this->host)."|i",$this->_redirectaddr) || $this->offsiteok)

   226 						{

   227 							/* follow the redirect */

   228 							$this->_redirectdepth++;

   229 							$this->lastredirectaddr=$this->_redirectaddr;

   230 							$this->fetch($this->_redirectaddr);

   231 						}

   232 					}

   233 				}

   234 

   235 				if($this->_framedepth < $this->maxframes && count($this->_frameurls) > 0)

   236 				{

   237 					$frameurls = $this->_frameurls;

   238 					$this->_frameurls = array();

   239 

   240 					while(list(,$frameurl) = each($frameurls))

   241 					{

   242 						if($this->_framedepth < $this->maxframes)

   243 						{

   244 							$this->fetch($frameurl);

   245 							$this->_framedepth++;

   246 						}

   247 						else

   248 							break;

   249 					}

   250 				}

   251 				return true;

   252 				break;

   253 			default:

   254 				// not a valid protocol

   255 				$this->error	=	'Invalid protocol "'.$URI_PARTS["scheme"].'"\n';

   256 				return false;

   257 				break;

   258 		}

   259 		return true;

   260 	}

   261 

   262 /*======================================================================*\

   263 	Function:	submit

   264 	Purpose:	submit an http form

   265 	Input:		$URI	the location to post the data

   266 				$formvars	the formvars to use.

   267 					format: $formvars["var"] = "val";

   268 				$formfiles  an array of files to submit

   269 					format: $formfiles["var"] = "/dir/filename.ext";

   270 	Output:		$this->results	the text output from the post

   271 \*======================================================================*/

   272 

   273 	function submit($URI, $formvars="", $formfiles="")

   274 	{

   275 		unset($postdata);

   276 

   277 		$postdata = $this->_prepare_post_body($formvars, $formfiles);

   278 

   279 		$URI_PARTS = parse_url($URI);

   280 		if (!empty($URI_PARTS["user"]))

   281 			$this->user = $URI_PARTS["user"];

   282 		if (!empty($URI_PARTS["pass"]))

   283 			$this->pass = $URI_PARTS["pass"];

   284 		if (empty($URI_PARTS["query"]))

   285 			$URI_PARTS["query"] = '';

   286 		if (empty($URI_PARTS["path"]))

   287 			$URI_PARTS["path"] = '';

   288 

   289 		switch(strtolower($URI_PARTS["scheme"]))

   290 		{

   291 			case "http":

   292 				$this->host = $URI_PARTS["host"];

   293 				if(!empty($URI_PARTS["port"]))

   294 					$this->port = $URI_PARTS["port"];

   295 				if($this->_connect($fp))

   296 				{

   297 					if($this->_isproxy)

   298 					{

   299 						// using proxy, send entire URI

   300 						$this->_httprequest($URI,$fp,$URI,$this->_submit_method,$this->_submit_type,$postdata);

   301 					}

   302 					else

   303 					{

   304 						$path = $URI_PARTS["path"].($URI_PARTS["query"] ? "?".$URI_PARTS["query"] : "");

   305 						// no proxy, send only the path

   306 						$this->_httprequest($path, $fp, $URI, $this->_submit_method, $this->_submit_type, $postdata);

   307 					}

   308 

   309 					$this->_disconnect($fp);

   310 

   311 					if($this->_redirectaddr)

   312 					{

   313 						/* url was redirected, check if we've hit the max depth */

   314 						if($this->maxredirs > $this->_redirectdepth)

   315 						{

   316 							if(!preg_match("|^".$URI_PARTS["scheme"]."://|", $this->_redirectaddr))

   317 								$this->_redirectaddr = $this->_expandlinks($this->_redirectaddr,$URI_PARTS["scheme"]."://".$URI_PARTS["host"]);

   318 

   319 							// only follow redirect if it's on this site, or offsiteok is true

   320 							if(preg_match("|^http://".preg_quote($this->host)."|i",$this->_redirectaddr) || $this->offsiteok)

   321 							{

   322 								/* follow the redirect */

   323 								$this->_redirectdepth++;

   324 								$this->lastredirectaddr=$this->_redirectaddr;

   325 								if( strpos( $this->_redirectaddr, "?" ) > 0 )

   326 									$this->fetch($this->_redirectaddr); // the redirect has changed the request method from post to get

   327 								else

   328 									$this->submit($this->_redirectaddr,$formvars, $formfiles);

   329 							}

   330 						}

   331 					}

   332 

   333 					if($this->_framedepth < $this->maxframes && count($this->_frameurls) > 0)

   334 					{

   335 						$frameurls = $this->_frameurls;

   336 						$this->_frameurls = array();

   337 

   338 						while(list(,$frameurl) = each($frameurls))

   339 						{

   340 							if($this->_framedepth < $this->maxframes)

   341 							{

   342 								$this->fetch($frameurl);

   343 								$this->_framedepth++;

   344 							}

   345 							else

   346 								break;

   347 						}

   348 					}

   349 

   350 				}

   351 				else

   352 				{

   353 					return false;

   354 				}

   355 				return true;

   356 				break;

   357 			case "https":

   358 				if(!$this->curl_path)

   359 					return false;

   360 				if(function_exists("is_executable"))

   361 				    if (!is_executable($this->curl_path))

   362 				        return false;

   363 				$this->host = $URI_PARTS["host"];

   364 				if(!empty($URI_PARTS["port"]))

   365 					$this->port = $URI_PARTS["port"];

   366 				if($this->_isproxy)

   367 				{

   368 					// using proxy, send entire URI

   369 					$this->_httpsrequest($URI, $URI, $this->_submit_method, $this->_submit_type, $postdata);

   370 				}

   371 				else

   372 				{

   373 					$path = $URI_PARTS["path"].($URI_PARTS["query"] ? "?".$URI_PARTS["query"] : "");

   374 					// no proxy, send only the path

   375 					$this->_httpsrequest($path, $URI, $this->_submit_method, $this->_submit_type, $postdata);

   376 				}

   377 

   378 				if($this->_redirectaddr)

   379 				{

   380 					/* url was redirected, check if we've hit the max depth */

   381 					if($this->maxredirs > $this->_redirectdepth)

   382 					{

   383 						if(!preg_match("|^".$URI_PARTS["scheme"]."://|", $this->_redirectaddr))

   384 							$this->_redirectaddr = $this->_expandlinks($this->_redirectaddr,$URI_PARTS["scheme"]."://".$URI_PARTS["host"]);

   385 

   386 						// only follow redirect if it's on this site, or offsiteok is true

   387 						if(preg_match("|^http://".preg_quote($this->host)."|i",$this->_redirectaddr) || $this->offsiteok)

   388 						{

   389 							/* follow the redirect */

   390 							$this->_redirectdepth++;

   391 							$this->lastredirectaddr=$this->_redirectaddr;

   392 							if( strpos( $this->_redirectaddr, "?" ) > 0 )

   393 								$this->fetch($this->_redirectaddr); // the redirect has changed the request method from post to get

   394 							else

   395 								$this->submit($this->_redirectaddr,$formvars, $formfiles);

   396 						}

   397 					}

   398 				}

   399 

   400 				if($this->_framedepth < $this->maxframes && count($this->_frameurls) > 0)

   401 				{

   402 					$frameurls = $this->_frameurls;

   403 					$this->_frameurls = array();

   404 

   405 					while(list(,$frameurl) = each($frameurls))

   406 					{

   407 						if($this->_framedepth < $this->maxframes)

   408 						{

   409 							$this->fetch($frameurl);

   410 							$this->_framedepth++;

   411 						}

   412 						else

   413 							break;

   414 					}

   415 				}

   416 				return true;

   417 				break;

   418 

   419 			default:

   420 				// not a valid protocol

   421 				$this->error	=	'Invalid protocol "'.$URI_PARTS["scheme"].'"\n';

   422 				return false;

   423 				break;

   424 		}

   425 		return true;

   426 	}

   427 

   428 /*======================================================================*\

   429 	Function:	fetchlinks

   430 	Purpose:	fetch the links from a web page

   431 	Input:		$URI	where you are fetching from

   432 	Output:		$this->results	an array of the URLs

   433 \*======================================================================*/

   434 

   435 	function fetchlinks($URI)

   436 	{

   437 		if ($this->fetch($URI))

   438 		{

   439 			if($this->lastredirectaddr)

   440 				$URI = $this->lastredirectaddr;

   441 			if(is_array($this->results))

   442 			{

   443 				for($x=0;$x<count($this->results);$x++)

   444 					$this->results[$x] = $this->_striplinks($this->results[$x]);

   445 			}

   446 			else

   447 				$this->results = $this->_striplinks($this->results);

   448 

   449 			if($this->expandlinks)

   450 				$this->results = $this->_expandlinks($this->results, $URI);

   451 			return true;

   452 		}

   453 		else

   454 			return false;

   455 	}

   456 

   457 /*======================================================================*\

   458 	Function:	fetchform

   459 	Purpose:	fetch the form elements from a web page

   460 	Input:		$URI	where you are fetching from

   461 	Output:		$this->results	the resulting html form

   462 \*======================================================================*/

   463 

   464 	function fetchform($URI)

   465 	{

   466 

   467 		if ($this->fetch($URI))

   468 		{

   469 

   470 			if(is_array($this->results))

   471 			{

   472 				for($x=0;$x<count($this->results);$x++)

   473 					$this->results[$x] = $this->_stripform($this->results[$x]);

   474 			}

   475 			else

   476 				$this->results = $this->_stripform($this->results);

   477 

   478 			return true;

   479 		}

   480 		else

   481 			return false;

   482 	}

   483 

   484 

   485 /*======================================================================*\

   486 	Function:	fetchtext

   487 	Purpose:	fetch the text from a web page, stripping the links

   488 	Input:		$URI	where you are fetching from

   489 	Output:		$this->results	the text from the web page

   490 \*======================================================================*/

   491 

   492 	function fetchtext($URI)

   493 	{

   494 		if($this->fetch($URI))

   495 		{

   496 			if(is_array($this->results))

   497 			{

   498 				for($x=0;$x<count($this->results);$x++)

   499 					$this->results[$x] = $this->_striptext($this->results[$x]);

   500 			}

   501 			else

   502 				$this->results = $this->_striptext($this->results);

   503 			return true;

   504 		}

   505 		else

   506 			return false;

   507 	}

   508 

   509 /*======================================================================*\

   510 	Function:	submitlinks

   511 	Purpose:	grab links from a form submission

   512 	Input:		$URI	where you are submitting from

   513 	Output:		$this->results	an array of the links from the post

   514 \*======================================================================*/

   515 

   516 	function submitlinks($URI, $formvars="", $formfiles="")

   517 	{

   518 		if($this->submit($URI,$formvars, $formfiles))

   519 		{

   520 			if($this->lastredirectaddr)

   521 				$URI = $this->lastredirectaddr;

   522 			if(is_array($this->results))

   523 			{

   524 				for($x=0;$x<count($this->results);$x++)

   525 				{

   526 					$this->results[$x] = $this->_striplinks($this->results[$x]);

   527 					if($this->expandlinks)

   528 						$this->results[$x] = $this->_expandlinks($this->results[$x],$URI);

   529 				}

   530 			}

   531 			else

   532 			{

   533 				$this->results = $this->_striplinks($this->results);

   534 				if($this->expandlinks)

   535 					$this->results = $this->_expandlinks($this->results,$URI);

   536 			}

   537 			return true;

   538 		}

   539 		else

   540 			return false;

   541 	}

   542 

   543 /*======================================================================*\

   544 	Function:	submittext

   545 	Purpose:	grab text from a form submission

   546 	Input:		$URI	where you are submitting from

   547 	Output:		$this->results	the text from the web page

   548 \*======================================================================*/

   549 

   550 	function submittext($URI, $formvars = "", $formfiles = "")

   551 	{

   552 		if($this->submit($URI,$formvars, $formfiles))

   553 		{

   554 			if($this->lastredirectaddr)

   555 				$URI = $this->lastredirectaddr;

   556 			if(is_array($this->results))

   557 			{

   558 				for($x=0;$x<count($this->results);$x++)

   559 				{

   560 					$this->results[$x] = $this->_striptext($this->results[$x]);

   561 					if($this->expandlinks)

   562 						$this->results[$x] = $this->_expandlinks($this->results[$x],$URI);

   563 				}

   564 			}

   565 			else

   566 			{

   567 				$this->results = $this->_striptext($this->results);

   568 				if($this->expandlinks)

   569 					$this->results = $this->_expandlinks($this->results,$URI);

   570 			}

   571 			return true;

   572 		}

   573 		else

   574 			return false;

   575 	}

   576 

   577 

   578 

   579 /*======================================================================*\

   580 	Function:	set_submit_multipart

   581 	Purpose:	Set the form submission content type to

   582 				multipart/form-data

   583 \*======================================================================*/

   584 	function set_submit_multipart()

   585 	{

   586 		$this->_submit_type = "multipart/form-data";

   587 	}

   588 

   589 

   590 /*======================================================================*\

   591 	Function:	set_submit_normal

   592 	Purpose:	Set the form submission content type to

   593 				application/x-www-form-urlencoded

   594 \*======================================================================*/

   595 	function set_submit_normal()

   596 	{

   597 		$this->_submit_type = "application/x-www-form-urlencoded";

   598 	}

   599 

   600 

   601 

   602 

   603 /*======================================================================*\

   604 	Private functions

   605 \*======================================================================*/

   606 

   607 

   608 /*======================================================================*\

   609 	Function:	_striplinks

   610 	Purpose:	strip the hyperlinks from an html document

   611 	Input:		$document	document to strip.

   612 	Output:		$match		an array of the links

   613 \*======================================================================*/

   614 

   615 	function _striplinks($document)

   616 	{

   617 		preg_match_all("'<\s*a\s.*?href\s*=\s*			# find <a href=

   618 						([\"\'])?					# find single or double quote

   619 						(?(1) (.*?)\\1 | ([^\s\>]+))		# if quote found, match up to next matching

   620 													# quote, otherwise match up to next space

   621 						'isx",$document,$links);

   622 

   623 

   624 		// catenate the non-empty matches from the conditional subpattern

   625 

   626 		while(list($key,$val) = each($links[2]))

   627 		{

   628 			if(!empty($val))

   629 				$match[] = $val;

   630 		}

   631 

   632 		while(list($key,$val) = each($links[3]))

   633 		{

   634 			if(!empty($val))

   635 				$match[] = $val;

   636 		}

   637 

   638 		// return the links

   639 		return $match;

   640 	}

   641 

   642 /*======================================================================*\

   643 	Function:	_stripform

   644 	Purpose:	strip the form elements from an html document

   645 	Input:		$document	document to strip.

   646 	Output:		$match		an array of the links

   647 \*======================================================================*/

   648 

   649 	function _stripform($document)

   650 	{

   651 		preg_match_all("'<\/?(FORM|INPUT|SELECT|TEXTAREA|(OPTION))[^<>]*>(?(2)(.*(?=<\/?(option|select)[^<>]*>[\r\n]*)|(?=[\r\n]*))|(?=[\r\n]*))'Usi",$document,$elements);

   652 

   653 		// catenate the matches

   654 		$match = implode("\r\n",$elements[0]);

   655 

   656 		// return the links

   657 		return $match;

   658 	}

   659 

   660 

   661 

   662 /*======================================================================*\

   663 	Function:	_striptext

   664 	Purpose:	strip the text from an html document

   665 	Input:		$document	document to strip.

   666 	Output:		$text		the resulting text

   667 \*======================================================================*/

   668 

   669 	function _striptext($document)

   670 	{

   671 

   672 		// I didn't use preg eval (//e) since that is only available in PHP 4.0.

   673 		// so, list your entities one by one here. I included some of the

   674 		// more common ones.

   675 

   676 		$search = array("'<script[^>]*?>.*?</script>'si",	// strip out javascript

   677 						"'<[\/\!]*?[^<>]*?>'si",			// strip out html tags

   678 						"'([\r\n])[\s]+'",					// strip out white space

   679 						"'&(quot|#34|#034|#x22);'i",		// replace html entities

   680 						"'&(amp|#38|#038|#x26);'i",			// added hexadecimal values

   681 						"'&(lt|#60|#060|#x3c);'i",

   682 						"'&(gt|#62|#062|#x3e);'i",

   683 						"'&(nbsp|#160|#xa0);'i",

   684 						"'&(iexcl|#161);'i",

   685 						"'&(cent|#162);'i",

   686 						"'&(pound|#163);'i",

   687 						"'&(copy|#169);'i",

   688 						"'&(reg|#174);'i",

   689 						"'&(deg|#176);'i",

   690 						"'&(#39|#039|#x27);'",

   691 						"'&(euro|#8364);'i",				// europe

   692 						"'&a(uml|UML);'",					// german

   693 						"'&o(uml|UML);'",

   694 						"'&u(uml|UML);'",

   695 						"'&A(uml|UML);'",

   696 						"'&O(uml|UML);'",

   697 						"'&U(uml|UML);'",

   698 						"'ß'i",

   699 						);

   700 		$replace = array(	"",

   701 							"",

   702 							"\\1",

   703 							"\"",

   704 							"&",

   705 							"<",

   706 							">",

   707 							" ",

   708 							chr(161),

   709 							chr(162),

   710 							chr(163),

   711 							chr(169),

   712 							chr(174),

   713 							chr(176),

   714 							chr(39),

   715 							chr(128),

   716 							"ä",

   717 							"ö",

   718 							"ü",

   719 							"Ä",

   720 							"Ö",

   721 							"Ü",

   722 							"ß",

   723 						);

   724 

   725 		$text = preg_replace($search,$replace,$document);

   726 

   727 		return $text;

   728 	}

   729 

   730 /*======================================================================*\

   731 	Function:	_expandlinks

   732 	Purpose:	expand each link into a fully qualified URL

   733 	Input:		$links			the links to qualify

   734 				$URI			the full URI to get the base from

   735 	Output:		$expandedLinks	the expanded links

   736 \*======================================================================*/

   737 

   738 	function _expandlinks($links,$URI)

   739 	{

   740 

   741 		preg_match("/^[^\?]+/",$URI,$match);

   742 

   743 		$match = preg_replace("|/[^\/\.]+\.[^\/\.]+$|","",$match[0]);

   744 		$match = preg_replace("|/$|","",$match);

   745 		$match_part = parse_url($match);

   746 		$match_root =

   747 		$match_part["scheme"]."://".$match_part["host"];

   748 

   749 		$search = array( 	"|^http://".preg_quote($this->host)."|i",

   750 							"|^(\/)|i",

   751 							"|^(?!http://)(?!mailto:)|i",

   752 							"|/\./|",

   753 							"|/[^\/]+/\.\./|"

   754 						);

   755 

   756 		$replace = array(	"",

   757 							$match_root."/",

   758 							$match."/",

   759 							"/",

   760 							"/"

   761 						);

   762 

   763 		$expandedLinks = preg_replace($search,$replace,$links);

   764 

   765 		return $expandedLinks;

   766 	}

   767 

   768 /*======================================================================*\

   769 	Function:	_httprequest

   770 	Purpose:	go get the http data from the server

   771 	Input:		$url		the url to fetch

   772 				$fp			the current open file pointer

   773 				$URI		the full URI

   774 				$body		body contents to send if any (POST)

   775 	Output:

   776 \*======================================================================*/

   777 

   778 	function _httprequest($url,$fp,$URI,$http_method,$content_type="",$body="")

   779 	{

   780 		$cookie_headers = '';

   781 		if($this->passcookies && $this->_redirectaddr)

   782 			$this->setcookies();

   783 

   784 		$URI_PARTS = parse_url($URI);

   785 		if(empty($url))

   786 			$url = "/";

   787 		$headers = $http_method." ".$url." ".$this->_httpversion."\r\n";

   788 		if(!empty($this->agent))

   789 			$headers .= "User-Agent: ".$this->agent."\r\n";

   790 		if(!empty($this->host) && !isset($this->rawheaders['Host'])) {

   791 			$headers .= "Host: ".$this->host;

   792 			if(!empty($this->port) && $this->port != 80)

   793 				$headers .= ":".$this->port;

   794 			$headers .= "\r\n";

   795 		}

   796 		if(!empty($this->accept))

   797 			$headers .= "Accept: ".$this->accept."\r\n";

   798 		if(!empty($this->referer))

   799 			$headers .= "Referer: ".$this->referer."\r\n";

   800 		if(!empty($this->cookies))

   801 		{

   802 			if(!is_array($this->cookies))

   803 				$this->cookies = (array)$this->cookies;

   804 

   805 			reset($this->cookies);

   806 			if ( count($this->cookies) > 0 ) {

   807 				$cookie_headers .= 'Cookie: ';

   808 				foreach ( $this->cookies as $cookieKey => $cookieVal ) {

   809 				$cookie_headers .= $cookieKey."=".urlencode($cookieVal)."; ";

   810 				}

   811 				$headers .= substr($cookie_headers,0,-2) . "\r\n";

   812 			}

   813 		}

   814 		if(!empty($this->rawheaders))

   815 		{

   816 			if(!is_array($this->rawheaders))

   817 				$this->rawheaders = (array)$this->rawheaders;

   818 			while(list($headerKey,$headerVal) = each($this->rawheaders))

   819 				$headers .= $headerKey.": ".$headerVal."\r\n";

   820 		}

   821 		if(!empty($content_type)) {

   822 			$headers .= "Content-type: $content_type";

   823 			if ($content_type == "multipart/form-data")

   824 				$headers .= "; boundary=".$this->_mime_boundary;

   825 			$headers .= "\r\n";

   826 		}

   827 		if(!empty($body))

   828 			$headers .= "Content-length: ".strlen($body)."\r\n";

   829 		if(!empty($this->user) || !empty($this->pass))

   830 			$headers .= "Authorization: Basic ".base64_encode($this->user.":".$this->pass)."\r\n";

   831 

   832 		//add proxy auth headers

   833 		if(!empty($this->proxy_user))

   834 			$headers .= 'Proxy-Authorization: ' . 'Basic ' . base64_encode($this->proxy_user . ':' . $this->proxy_pass)."\r\n";

   835 

   836 

   837 		$headers .= "\r\n";

   838 

   839 		// set the read timeout if needed

   840 		if ($this->read_timeout > 0)

   841 			socket_set_timeout($fp, $this->read_timeout);

   842 		$this->timed_out = false;

   843 

   844 		fwrite($fp,$headers.$body,strlen($headers.$body));

   845 

   846 		$this->_redirectaddr = false;

   847 		unset($this->headers);

   848 

   849 		while($currentHeader = fgets($fp,$this->_maxlinelen))

   850 		{

   851 			if ($this->read_timeout > 0 && $this->_check_timeout($fp))

   852 			{

   853 				$this->status=-100;

   854 				return false;

   855 			}

   856 

   857 			if($currentHeader == "\r\n")

   858 				break;

   859 

   860 			// if a header begins with Location: or URI:, set the redirect

   861 			if(preg_match("/^(Location:|URI:)/i",$currentHeader))

   862 			{

   863 				// get URL portion of the redirect

   864 				preg_match("/^(Location:|URI:)[ ]+(.*)/i",chop($currentHeader),$matches);

   865 				// look for :// in the Location header to see if hostname is included

   866 				if(!preg_match("|\:\/\/|",$matches[2]))

   867 				{

   868 					// no host in the path, so prepend

   869 					$this->_redirectaddr = $URI_PARTS["scheme"]."://".$this->host.":".$this->port;

   870 					// eliminate double slash

   871 					if(!preg_match("|^/|",$matches[2]))

   872 							$this->_redirectaddr .= "/".$matches[2];

   873 					else

   874 							$this->_redirectaddr .= $matches[2];

   875 				}

   876 				else

   877 					$this->_redirectaddr = $matches[2];

   878 			}

   879 

   880 			if(preg_match("|^HTTP/|",$currentHeader))

   881 			{

   882                 if(preg_match("|^HTTP/[^\s]*\s(.*?)\s|",$currentHeader, $status))

   883 				{

   884 					$this->status= $status[1];

   885                 }

   886 				$this->response_code = $currentHeader;

   887 			}

   888 

   889 			$this->headers[] = $currentHeader;

   890 		}

   891 

   892 		$results = '';

   893 		do {

   894     		$_data = fread($fp, $this->maxlength);

   895     		if (strlen($_data) == 0) {

   896         		break;

   897     		}

   898     		$results .= $_data;

   899 		} while(true);

   900 

   901 		if ($this->read_timeout > 0 && $this->_check_timeout($fp))

   902 		{

   903 			$this->status=-100;

   904 			return false;

   905 		}

   906 

   907 		// check if there is a a redirect meta tag

   908 

   909 		if(preg_match("'<meta[\s]*http-equiv[^>]*?content[\s]*=[\s]*[\"\']?\d+;[\s]*URL[\s]*=[\s]*([^\"\']*?)[\"\']?>'i",$results,$match))

   910 

   911 		{

   912 			$this->_redirectaddr = $this->_expandlinks($match[1],$URI);

   913 		}

   914 

   915 		// have we hit our frame depth and is there frame src to fetch?

   916 		if(($this->_framedepth < $this->maxframes) && preg_match_all("'<frame\s+.*src[\s]*=[\'\"]?([^\'\"\>]+)'i",$results,$match))

   917 		{

   918 			$this->results[] = $results;

   919 			for($x=0; $x<count($match[1]); $x++)

   920 				$this->_frameurls[] = $this->_expandlinks($match[1][$x],$URI_PARTS["scheme"]."://".$this->host);

   921 		}

   922 		// have we already fetched framed content?

   923 		elseif(is_array($this->results))

   924 			$this->results[] = $results;

   925 		// no framed content

   926 		else

   927 			$this->results = $results;

   928 

   929 		return true;

   930 	}

   931 

   932 /*======================================================================*\

   933 	Function:	_httpsrequest

   934 	Purpose:	go get the https data from the server using curl

   935 	Input:		$url		the url to fetch

   936 				$URI		the full URI

   937 				$body		body contents to send if any (POST)

   938 	Output:

   939 \*======================================================================*/

   940 

   941 	function _httpsrequest($url,$URI,$http_method,$content_type="",$body="")

   942 	{

   943 		if($this->passcookies && $this->_redirectaddr)

   944 			$this->setcookies();

   945 

   946 		$headers = array();

   947 

   948 		$URI_PARTS = parse_url($URI);

   949 		if(empty($url))

   950 			$url = "/";

   951 		// GET ... header not needed for curl

   952 		//$headers[] = $http_method." ".$url." ".$this->_httpversion;

   953 		if(!empty($this->agent))

   954 			$headers[] = "User-Agent: ".$this->agent;

   955 		if(!empty($this->host))

   956 			if(!empty($this->port))

   957 				$headers[] = "Host: ".$this->host.":".$this->port;

   958 			else

   959 				$headers[] = "Host: ".$this->host;

   960 		if(!empty($this->accept))

   961 			$headers[] = "Accept: ".$this->accept;

   962 		if(!empty($this->referer))

   963 			$headers[] = "Referer: ".$this->referer;

   964 		if(!empty($this->cookies))

   965 		{

   966 			if(!is_array($this->cookies))

   967 				$this->cookies = (array)$this->cookies;

   968 

   969 			reset($this->cookies);

   970 			if ( count($this->cookies) > 0 ) {

   971 				$cookie_str = 'Cookie: ';

   972 				foreach ( $this->cookies as $cookieKey => $cookieVal ) {

   973 				$cookie_str .= $cookieKey."=".urlencode($cookieVal)."; ";

   974 				}

   975 				$headers[] = substr($cookie_str,0,-2);

   976 			}

   977 		}

   978 		if(!empty($this->rawheaders))

   979 		{

   980 			if(!is_array($this->rawheaders))

   981 				$this->rawheaders = (array)$this->rawheaders;

   982 			while(list($headerKey,$headerVal) = each($this->rawheaders))

   983 				$headers[] = $headerKey.": ".$headerVal;

   984 		}

   985 		if(!empty($content_type)) {

   986 			if ($content_type == "multipart/form-data")

   987 				$headers[] = "Content-type: $content_type; boundary=".$this->_mime_boundary;

   988 			else

   989 				$headers[] = "Content-type: $content_type";

   990 		}

   991 		if(!empty($body))

   992 			$headers[] = "Content-length: ".strlen($body);

   993 		if(!empty($this->user) || !empty($this->pass))

   994 			$headers[] = "Authorization: BASIC ".base64_encode($this->user.":".$this->pass);

   995 

   996 		for($curr_header = 0; $curr_header < count($headers); $curr_header++) {

   997 			$safer_header = strtr( $headers[$curr_header], "\"", " " );

   998 			$cmdline_params .= " -H \"".$safer_header."\"";

   999 		}

  1000 

  1001 		if(!empty($body))

  1002 			$cmdline_params .= " -d \"$body\"";

  1003 

  1004 		if($this->read_timeout > 0)

  1005 			$cmdline_params .= " -m ".$this->read_timeout;

  1006 

  1007 		$headerfile = tempnam($temp_dir, "sno");

  1008 

  1009 		exec($this->curl_path." -k -D \"$headerfile\"".$cmdline_params." \"".escapeshellcmd($URI)."\"",$results,$return);

  1010 

  1011 		if($return)

  1012 		{

  1013 			$this->error = "Error: cURL could not retrieve the document, error $return.";

  1014 			return false;

  1015 		}

  1016 

  1017 

  1018 		$results = implode("\r\n",$results);

  1019 

  1020 		$result_headers = file("$headerfile");

  1021 

  1022 		$this->_redirectaddr = false;

  1023 		unset($this->headers);

  1024 

  1025 		for($currentHeader = 0; $currentHeader < count($result_headers); $currentHeader++)

  1026 		{

  1027 

  1028 			// if a header begins with Location: or URI:, set the redirect

  1029 			if(preg_match("/^(Location: |URI: )/i",$result_headers[$currentHeader]))

  1030 			{

  1031 				// get URL portion of the redirect

  1032 				preg_match("/^(Location: |URI:)\s+(.*)/",chop($result_headers[$currentHeader]),$matches);

  1033 				// look for :// in the Location header to see if hostname is included

  1034 				if(!preg_match("|\:\/\/|",$matches[2]))

  1035 				{

  1036 					// no host in the path, so prepend

  1037 					$this->_redirectaddr = $URI_PARTS["scheme"]."://".$this->host.":".$this->port;

  1038 					// eliminate double slash

  1039 					if(!preg_match("|^/|",$matches[2]))

  1040 							$this->_redirectaddr .= "/".$matches[2];

  1041 					else

  1042 							$this->_redirectaddr .= $matches[2];

  1043 				}

  1044 				else

  1045 					$this->_redirectaddr = $matches[2];

  1046 			}

  1047 

  1048 			if(preg_match("|^HTTP/|",$result_headers[$currentHeader]))

  1049 				$this->response_code = $result_headers[$currentHeader];

  1050 

  1051 			$this->headers[] = $result_headers[$currentHeader];

  1052 		}

  1053 

  1054 		// check if there is a a redirect meta tag

  1055 

  1056 		if(preg_match("'<meta[\s]*http-equiv[^>]*?content[\s]*=[\s]*[\"\']?\d+;[\s]*URL[\s]*=[\s]*([^\"\']*?)[\"\']?>'i",$results,$match))

  1057 		{

  1058 			$this->_redirectaddr = $this->_expandlinks($match[1],$URI);

  1059 		}

  1060 

  1061 		// have we hit our frame depth and is there frame src to fetch?

  1062 		if(($this->_framedepth < $this->maxframes) && preg_match_all("'<frame\s+.*src[\s]*=[\'\"]?([^\'\"\>]+)'i",$results,$match))

  1063 		{

  1064 			$this->results[] = $results;

  1065 			for($x=0; $x<count($match[1]); $x++)

  1066 				$this->_frameurls[] = $this->_expandlinks($match[1][$x],$URI_PARTS["scheme"]."://".$this->host);

  1067 		}

  1068 		// have we already fetched framed content?

  1069 		elseif(is_array($this->results))

  1070 			$this->results[] = $results;

  1071 		// no framed content

  1072 		else

  1073 			$this->results = $results;

  1074 

  1075 		unlink("$headerfile");

  1076 

  1077 		return true;

  1078 	}

  1079 

  1080 /*======================================================================*\

  1081 	Function:	setcookies()

  1082 	Purpose:	set cookies for a redirection

  1083 \*======================================================================*/

  1084 

  1085 	function setcookies()

  1086 	{

  1087 		for($x=0; $x<count($this->headers); $x++)

  1088 		{

  1089 		if(preg_match('/^set-cookie:[\s]+([^=]+)=([^;]+)/i', $this->headers[$x],$match))

  1090 			$this->cookies[$match[1]] = urldecode($match[2]);

  1091 		}

  1092 	}

  1093 

  1094 

  1095 /*======================================================================*\

  1096 	Function:	_check_timeout

  1097 	Purpose:	checks whether timeout has occurred

  1098 	Input:		$fp	file pointer

  1099 \*======================================================================*/

  1100 

  1101 	function _check_timeout($fp)

  1102 	{

  1103 		if ($this->read_timeout > 0) {

  1104 			$fp_status = socket_get_status($fp);

  1105 			if ($fp_status["timed_out"]) {

  1106 				$this->timed_out = true;

  1107 				return true;

  1108 			}

  1109 		}

  1110 		return false;

  1111 	}

  1112 

  1113 /*======================================================================*\

  1114 	Function:	_connect

  1115 	Purpose:	make a socket connection

  1116 	Input:		$fp	file pointer

  1117 \*======================================================================*/

  1118 

  1119 	function _connect(&$fp)

  1120 	{

  1121 		if(!empty($this->proxy_host) && !empty($this->proxy_port))

  1122 			{

  1123 				$this->_isproxy = true;

  1124 

  1125 				$host = $this->proxy_host;

  1126 				$port = $this->proxy_port;

  1127 			}

  1128 		else

  1129 		{

  1130 			$host = $this->host;

  1131 			$port = $this->port;

  1132 		}

  1133 

  1134 		$this->status = 0;

  1135