php抓取微信的图文内容

 + +可以获取的信息包括：文章html富文本，无图html文本，以及文章的基本信息：标题、作者、封面图片、公众号等信息。 + +使用方式： + +$crawler = new WxCrawler(); +$content = $crawler->crawByUrl($url); + +content数组结构为： +``` +[ + [ + 'date' => '',//发布日期 + 'title'=> '',//标题 + 'digest'=> '',//描述 + 'content_url'=> '',//文章链接 + 'cover'=> '',//文章封面链接 + 'wechatname'=> '',//微信公众号名称 + ], + 'content_html' => '', + 'content_text' => '', 

+]

+<?php  +  +/**  +* 微信公众号文章爬取类  +* 使用方法：  +* $crawler = new WxCrawler();  +* $content = $crawler->crawByUrl($url);  +*/  +classWxCrawler  +{  +/** @var 代理*/  +protected $agent = [  +"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; AcooBrowser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)",  +"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Acoo Browser; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET CLR 3.0.04506)",  +"Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.5; AOLBuild 4337.35; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)",  +"Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US)",  +"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 2.0.50727; Media Center PC 6.0)",  +"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 1.0.3705; .NET CLR 1.1.4322)",  +"Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 5.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.0.04506.30)",  +"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",  +"Mozilla/5.0 (X11; U; Linux; en-US) AppleWebKit/527+ (KHTML, like Gecko, Safari/419.3) Arora/0.6",  +"Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.2pre) Gecko/20070215 K-Ninja/2.1.1",  +"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9) Gecko/20080705 Firefox/3.0 Kapiko/3.0",  +"Mozilla/5.0 (X11; Linux i686; U;) Gecko/20070322 Kazehakase/0.4.5",  +"Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.8) Gecko Fedora/1.9.0.8-1.fc10 Kazehakase/0.5.6",  +"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11",  +"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/535.20 (KHTML, like Gecko) Chrome/19.0.1036.7 Safari/535.20",  +"Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52",  + ];  +public $host = '';  +public $header = '';  +public $referer = '';  +public $antiLeech = '';  +  +public function __construct($host='',$referer='',$proxy=false)  + {  +/** @var 初始化curl信息*/  +$this->header= $this->agent[rand(0,count($this->agent)- 1)];  +$this->referer= empty($referer)?'http://weixin.sogou.com/' :$referer;  +$this->host= empty($host)?'weixin.sogou.com' :$host;  +/** @var 处理微信图片的防盗链*/  +$this->antiLeech= 'http://'.$_SERVER['SERVER_NAME'].'/admin.php/tool/wechat-img?url=';  + }  +/**  + * 爬取内容  + * @author bignerd  + * @since 2016-08-16T10:13:58+0800  + * @param $url  +*/  +public function _get($url)  + {  +$ch=curl_init($url);  +$options = [  +CURLOPT_USERAGENT => $this->agent,  +CURLOPT_REFERER => $this->referer,  + ];  +curl_setopt_array($ch,$options);  +curl_setopt($ch,CURLOPT_RETURNTRANSFER,true);  +curl_setopt($ch,CURLOPT_BINARYTRANSFER,true);  +curl_setopt($ch,CURLOPT_TIMEOUT,60);  +  +$output=curl_exec($ch);  +  +return $output;  + }  +public function crawByUrl($url)  + {  +$content = $this->_get($url);  +$basicInfo = $this->articleBasicInfo($content);  +list($content_html,$content_text) = $this->contentHandle($content);  +  +return array_merge($basicInfo,['content_html'=> $content_html,'content_text'=> $content_text]);  + }  +/**  + * 处理微信文章源码，提取文章主体，处理图片链接  + * @author bignerd  + * @since 2016-08-16T15:59:27+0800  + * @param $content 抓取的微信文章源码  + * @return [带图html文本，无图html文本]  +*/  +public function contentHandle($content)  + {  +$content_html_pattern = '/<div class="rich_media_content " id="js_content">(.*?)<\/div>/s';  +preg_match_all($content_html_pattern,$content, $html_matchs);  +$content_html = $html_matchs[0][0];  +/** @var 带图片html文本*/  +$content_html = preg_replace_callback('/data-src="(.*?)"/',function($matches){  +return 'src='.$this->antiLeech.urlencode($matches[1]);  + },$content_html);  +/** @var 无图html文本*/  +$content_text = preg_replace('/<img.*?>/s','',$content_html);  +  +return [$content_html,$content_text];  + }  +/**  + * 获取文章的基本信息  + * @author bignerd  + * @since 2016-08-16T17:16:32+0800  + * @param $content 文章详情源码  + * @return $basicInfo  +*/  +public function articleBasicInfo($content)  + {  +//待获取item  +$item = [  +'ct'=> 'date',//发布时间  +'msg_title'=> 'title',//标题  +'msg_desc'=> 'digest',//描述  +'msg_link'=> 'content_url',//文章链接  +'msg_cdn_url'=> 'cover',//封面图片链接  +'nickname'=> 'wechatname',//公众号名称  + ];  +$basicInfo = [  +'author'=> '',  +'copyright_stat'=> '',  + ];  +foreach ($itemas $k => $v) {  +$pattern = '/ var'.$k.' = "(.*?)";/s';  +preg_match_all($pattern,$content,$matches);  +if(array_key_exists(1,$matches) && !empty($matches[1][0])){  +$basicInfo[$v]= $this->htmlTransform($matches[1][0]);  + }else{  +$basicInfo[$v]= '';  + }  + }  +/** 获取作者*/  +preg_match('/<em class="rich_media_meta rich_media_meta_text">(.*?)<\/em>/s',$content, $matchAuthor);  +if(!empty($matchAuthor[1]))$basicInfo['author']= $matchAuthor[1];  +/** 文章类型*/  +preg_match('/<span id="copyright_logo" class="rich_media_meta meta_original_tag">(.*?)<\/span>/s',$content, $matchType);  +if(!empty($matchType[1]))$basicInfo['copyright_stat']= $matchType[1];  +  +return $basicInfo;  + }  +/**  + * 特殊字符转换  + * @author bignerd  + * @since 2016-08-16T17:30:52+0800  + * @param $string  + * @return $string  +*/  +public function htmlTransform($string)  + {  +$string = str_replace('&quot;','"',$string);  +$string = str_replace('&amp;','&',$string);  +$string = str_replace('amp;','',$string);  +$string = str_replace('&lt;','<',$string);  +$string = str_replace('&gt;','>',$string);  +$string = str_replace('&nbsp;','',$string);  +$string = str_replace("\\",'',$string);  +return $string;  + }  +}  +  +?>