php使用file_get_contents采集获取内容提升兼容性

2016-12-08 20:30:37
php使用file_get_contents采集获取内容提升兼容性, 优先选择CURL拓展
php使用file_get_contents采集获取内容提升兼容性, 优先选择CURL拓展
function rlib_file_get_contents($url, $referer = null, $timeout = 10){
	static $curl_enabled = -1;
	if ($curl_enabled == -1){
		$curl_enabled = (extension_loaded('curl') && function_exists('curl_exec')) ? 1 : 0;
	}
	$contents = null;
	if ($curl_enabled == 1){
		$ch = curl_init();
		curl_setopt($ch, CURLOPT_URL, $url);
		curl_setopt($ch, CURLOPT_TIMEOUT, $timeout);
		curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
		curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
		curl_setopt($ch, CURLOPT_REFERER, ($referer == null ? $url : $referer));
		curl_setopt($ch, CURLOPT_USERAGENT, $_SERVER["HTTP_USER_AGENT"]);
		//curl_setopt($ch, CURLOPT_HTTPHEADER, array('Accept-Encoding: gzip, deflate'));
	    	//curl_setopt($ch, CURLOPT_ENCODING, 'gzip,deflate');
		curl_setopt($ch, CURLOPT_HTTPHEADER, array('Expect:'));
		$contents = curl_exec($ch);	
		if ($contents == FALSE){
			global $g_lastError;
			$g_lastError = curl_error($ch);
			$contents = null;
		}
		curl_close($ch);
	} else {
		$contents = file_get_contents($url, false, stream_context_create(array(
			'http' => array(
				'timeout' => $timeout,
				'header' => 'Referer: ' . ($referer == null ? $url : $referer) . '\r\n' .
							'User-Agent: ' . $_SERVER["HTTP_USER_AGENT"] . '\r\n'
			)
		)));
		if ($contents == FALSE){
			global $g_lastError;
			$g_lastError = 'file_get_contents出错';
			$contents = null;
		} else {
			//$contents = mb_convert_encoding($contents, 'UTF-8', mb_detect_encoding($contents, 'UTF-8, GBK, GB2312', true));
		}
	}
	return $contents;
}

相关词搜索:file_get_contents

上一篇:浅谈php session安全问题分析
下一篇:使用file_get_contents函数采集抓取https出错的解决方法