php cURL防止ip封锁爬虫

前段时间遇到一个需求,是定向抓取一批微信公众号,于是找到了搜狗搜索引擎比较好,下面贴出源代码,各位可以试下

<?php
function sougo_curl(){
 //搜狗抓取微信公众号
 $url="http://weixin.sogou.com/weixin?type=1&s_from=input&query=农产品&ie=utf8";
 $ifpost = 0;
 $datafields = '';
 $cookiefile = '';
 $v = false;
 //构造随机ip
 $ip_long = array(
 array('607649792', '608174079'), //36.56.0.0-36.63.255.255
 array('1038614528', '1039007743'), //61.232.0.0-61.237.255.255
 array('1783627776', '1784676351'), //106.80.0.0-106.95.255.255
 array('2035023872', '2035154943'), //121.76.0.0-121.77.255.255
 array('2078801920', '2079064063'), //123.232.0.0-123.235.255.255
 array('-1950089216', '-1948778497'), //139.196.0.0-139.215.255.255
 array('-1425539072', '-1425014785'), //171.8.0.0-171.15.255.255
 array('-1236271104', '-1235419137'), //182.80.0.0-182.92.255.255
 array('-770113536', '-768606209'), //210.25.0.0-210.47.255.255
 array('-569376768', '-564133889'), //222.16.0.0-222.95.255.255
 );
 $rand_key = mt_rand(0, 9);
 $ip= long2ip(mt_rand($ip_long[$rand_key][0], $ip_long[$rand_key][1]));
 //模拟http请求header头
 $header = array("Connection: Keep-Alive","Accept: text/html, application/xhtml+xml, */*", "Pragma: no-cache", "Accept-Language: zh-Hans-CN,zh-Hans;q=0.8,en-US;q=0.5,en;q=0.3","User-Agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.2; WOW64; Trident/6.0)",'CLIENT-IP:'.$ip,'X-FORWARDED-FOR:'.$ip);
 $ch = curl_init();
 curl_setopt($ch, CURLOPT_URL, $url);
 curl_setopt($ch, CURLOPT_HEADER, $v);
 curl_setopt($ch, CURLOPT_HTTPHEADER, $header);
 $ifpost && curl_setopt($ch, CURLOPT_POST, $ifpost);
 $ifpost && curl_setopt($ch, CURLOPT_POSTFIELDS, $datafields);
 curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
 curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
 $cookiefile && curl_setopt($ch, CURLOPT_COOKIEFILE, $cookiefile);
 $cookiefile && curl_setopt($ch, CURLOPT_COOKIEJAR, $cookiefile);
 curl_setopt($ch,CURLOPT_TIMEOUT,30); //允许执行的最长秒数
 $ok = curl_exec($ch);
 curl_close($ch);
 unset($ch);
 //正则匹配出微信名称
 preg_match_all('|<label name="em_weixinhao">(.*?)<\/label>|is',$ok,$m);
 var_dump($m);
 }

 

赞 (0)