高手讲解php调用url的N种方法

<?php $url='http://www.baidu.com/'; $html=file_get_contents($url); //print_r($http_response_header); ec($html); printhr(); printarr($http_response_header); printhr(); ?> 

示例代码1: 用file_get_contents 以get方式获取内容

 

示例代码2: 用fopen打开url, 以get方式获取内容

<?php$fp=fopen($url,'r'); printarr(stream_get_meta_data($fp)); printhr(); while(!feof($fp)){ $result.=fgets($fp,1024); } echo"url body: $result"; printhr(); fclose($fp); ?> 

 

示例代码3：用file_get_contents函数,以post方式获取url

<?php $data=array('foo'=>'bar'); $data=http_build_query($data); $opts=array( 'http'=>array( 'method'=>'POST', 'header'=>"Content-type: application/x-www-form-urlencoded/r/n". "Content-Length: ".strlen($data)."/r/n", 'content'=>$data ), ); $context=stream_context_create($opts); $html=file_get_contents('http://localhost/e/admin/test.html',false,$context); echo$html; ?> 

 

示例代码4：用fsockopen函数打开url，以get方式获取完整的数据，包括header和body

 

<? functionget_url($url,$cookie=false){ $url=parse_url($url); $query=$url[path]."?".$url[query]; ec("Query:".$query); $fp=fsockopen($url[host],$url[port]?$url[port]:80,$errno,$errstr,30); if(!$fp){ returnfalse; }else{ $request="GET$queryHTTP/1.1/r/n"; $request.="Host:$url[host]/r/n"; $request.="Connection: Close/r/n"; if($cookie)$request.="Cookie: $cookie/n"; $request.="/r/n"; fwrite($fp,$request); while(!@feof($fp)){ $result.=@fgets($fp,1024); } fclose($fp); return$result; } } //获取url的html部分，去掉header functionGetUrlHTML($url,$cookie=false){ $rowdata=get_url($url,$cookie); if($rowdata) { $body=stristr($rowdata,"/r/n/r/n"); $body=substr($body,4,strlen($body)); return$body; } returnfalse; } ?> 

示例代码5：用fsockopen函数打开url，以POST方式获取完整的数据，包括header和body

 

<? functionHTTP_Post($URL,$data,$cookie,$referrer=""){ // parsing the given URL $URL_Info=parse_url($URL); // Building referrer if($referrer=="")// if not given use this script. as referrer $referrer="111"; // making string from $data foreach($dataas$key=>$value) $values[]="$key=".urlencode($value); $data_string=implode("&",$values); // Find out which port is needed - if not given use standard (=80) if(!isset($URL_Info["port"])) $URL_Info["port"]=80; // building POST-request: $request.="POST ".$URL_Info["path"]." HTTP/1.1/n"; $request.="Host: ".$URL_Info["host"]."/n"; $request.="Referer:$referer/n"; $request.="Content-type: application/x-www-form-urlencoded/n"; $request.="Content-length: ".strlen($data_string)."/n"; $request.="Connection: close/n"; $request.="Cookie: $cookie/n"; $request.="/n"; $request.=$data_string."/n"; $fp=fsockopen($URL_Info["host"],$URL_Info["port"]); fputs($fp,$request); while(!feof($fp)){ $result.=fgets($fp,1024); } fclose($fp); return$result; } printhr(); ?> 

 

示例代码6:使用curl库，使用curl库之前，你可能需要查看一下php.ini，查看是否已经打开了curl扩展

<? $ch = curl_init(); $timeout = 5; curl_setopt ($ch, CURLOPT_URL, 'http://www.baidu.com/'); curl_setopt ($ch, CURLOPT_RETURNTRANSFER, 1); curl_setopt ($ch, CURLOPT_CONNECTTIMEOUT, $timeout); $file_contents = curl_exec($ch); curl_close($ch); echo $file_contents; ?> 

 

稍微有点意义的函数是：get_content_by_socket(), get_url(), get_content_url(), get_content_object 几个函数，也许能够给你点什么想法。

<?php

//获取所有内容url保存到文件

function get_index($save_file, $prefix="index_"){

$count = 68;

$i = 1;

if (file_exists($save_file)) @unlink($save_file);

$fp = fopen($save_file, "a+") or die("Open ". $save_file ." failed");

while($i<$count){

$url = $prefix . $i .".htm";

echo "Get ". $url ."...";

$url_str = get_content_url(get_url($url));

echo " OK/n";

fwrite($fp, $url_str);

++$i;

}

fclose($fp);

}

//获取目标多媒体对象

function get_object($url_file, $save_file, $split="|--:**:--|"){

if (!file_exists($url_file)) die($url_file ." not exist");

$file_arr = file($url_file);

if (!is_array($file_arr) || empty($file_arr)) die($url_file ." not content");

$url_arr = array_unique($file_arr);

if (file_exists($save_file)) @unlink($save_file);

$fp = fopen($save_file, "a+") or die("Open save file ". $save_file ." failed");

foreach($url_arr as $url){

if (empty($url)) continue;

echo "Get ". $url ."...";

$html_str = get_url($url);

echo $html_str;

echo $url;

exit;

$obj_str = get_content_object($html_str);

echo " OK/n";

fwrite($fp, $obj_str);

}

fclose($fp);

}

//遍历目录获取文件内容

function get_dir($save_file, $dir){

$dp = opendir($dir);

if (file_exists($save_file)) @unlink($save_file);

$fp = fopen($save_file, "a+") or die("Open save file ". $save_file ." failed");

while(($file = readdir($dp)) != false){

if ($file!="." && $file!=".."){

echo "Read file ". $file ."...";

$file_content = file_get_contents($dir . $file);

$obj_str = get_content_object($file_content);

echo " OK/n";

fwrite($fp, $obj_str);

}

}

fclose($fp);

}

//获取指定url内容

function get_url($url){

$reg = '/^http:////[^//].+$/';

if (!preg_match($reg, $url)) die($url ." invalid");

$fp = fopen($url, "r") or die("Open url: ". $url ." failed.");

while($fc = fread($fp, 8192)){

$content .= $fc;

}

fclose($fp);

if (empty($content)){

die("Get url: ". $url ." content failed.");

}

return $content;

}

//使用socket获取指定网页

function get_content_by_socket($url, $host){

$fp = fsockopen($host, 80) or die("Open ". $url ." failed");

$header = "GET /".$url ." HTTP/1.1/r/n";

$header .= "Accept: */*/r/n";

$header .= "Accept-Language: zh-cn/r/n";

$header .= "Accept-Encoding: gzip, deflate/r/n";

$header .= "User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Maxthon; InfoPath.1; .NET CLR 2.0.50727)/r/n";

$header .= "Host: ". $host ."/r/n";

$header .= "Connection: Keep-Alive/r/n";

//$header .= "Cookie: cnzz02=2; rtime=1; ltime=1148456424859; cnzz_eid=56601755-/r/n/r/n";

$header .= "Connection: Close/r/n/r/n";

fwrite($fp, $header);

while (!feof($fp)) {

$contents .= fgets($fp, 8192);

}

fclose($fp);

return $contents;

}

//获取指定内容里的url

function get_content_url($host_url, $file_contents){

//$reg = '/^(#|javascript.*?|ftp:////.+|http:////.+|.*?href.*?|play.*?|index.*?|.*?asp)+$/i';

//$reg = '/^(down.*?/.html|/d+_/d+/.htm.*?)$/i';

$rex = "/([hH][rR][eE][Ff])/s*=/s*['/"]*([^>'/"/s]+)[/"'>]*/s*/i";

$reg = '/^(down.*?/.html)$/i';

preg_match_all ($rex, $file_contents, $r);

$result = ""; //array();

foreach($r as $c){

if (is_array($c)){

foreach($c as $d){

if (preg_match($reg, $d)){ $result .= $host_url . $d."/n"; }

}

}

}

return $result;

}

//获取指定内容中的多媒体文件

function get_content_object($str, $split="|--:**:--|"){

$regx = "/href/s*=/s*['/"]*([^>'/"/s]+)[/"'>]*/s*(<b>.*?<//b>)/i";

preg_match_all($regx, $str, $result);

if (count($result) == 3){

$result[2] = str_replace("<b>多媒体： ", "", $result[2]);

$result[2] = str_replace("</b>", "", $result[2]);

$result = $result[1][0] . $split .$result[2][0] . "/n";

}

return $result;

}

?>

转载一定注明来自：电脑技术分享