77 lines
2.0 KiB
PHP
77 lines
2.0 KiB
PHP
<?php
|
|
/**
|
|
* @file webpagetool.php
|
|
* @date 2018-02-26
|
|
* @author Go Namhyeon <gnh1201@gmail.com>
|
|
* @brief WebPageTool helper
|
|
*/
|
|
|
|
if(!function("get_web_page")) {
|
|
function get_web_page($url, $method="get", $data=array(), $proxy="", $ua="", $ct_out=45, $t_out=45) {
|
|
$options = array(
|
|
CURLOPT_PROXY => "", // set proxy server
|
|
CURLOPT_RETURNTRANSFER => true, // return web page
|
|
CURLOPT_HEADER => false, // don't return headers
|
|
CURLOPT_FOLLOWLOCATION => true, // follow redirects
|
|
CURLOPT_MAXREDIRS => 10, // stop after 10 redirects
|
|
CURLOPT_ENCODING => "", // handle compressed
|
|
CURLOPT_USERAGENT => "", // name of client
|
|
CURLOPT_AUTOREFERER => true, // set referrer on redirect
|
|
CURLOPT_CONNECTTIMEOUT => $ct_out, // time-out on connect
|
|
CURLOPT_TIMEOUT => $c_out, // time-out on response
|
|
);
|
|
|
|
if(!empty($ua)) {
|
|
$options[CURLOPT_USERAGENT] = $ua;
|
|
} else {
|
|
$options[CURLOPT_USERAGENT] = "2018 ReasonableFramework, github.com/gnh1201/reasonableframework";
|
|
}
|
|
|
|
if(!empty($proxy)) {
|
|
$options[CURLOPT_PROXY] = $proxy;
|
|
}
|
|
|
|
if($method == "post" && count($data) > 0) {
|
|
$options[CURLOPT_POST] = 1;
|
|
$options[CURLOPT_POSTFIELDS] = $data;
|
|
}
|
|
|
|
if($method == "get" && count($data) > 0) {
|
|
$pos = strpos($url, '?');
|
|
if ($pos === false) {
|
|
$url = $url . '?' . http_build_query($data);
|
|
} else {
|
|
$url = $url . '&' . http_build_query($data);
|
|
}
|
|
}
|
|
|
|
$ch = curl_init($url);
|
|
curl_setopt_array($ch, $options);
|
|
|
|
$content = curl_exec($ch);
|
|
curl_close($ch);
|
|
|
|
$content_size = strlen($content);
|
|
|
|
$response = array(
|
|
"content" => $content,
|
|
"size" => $size
|
|
);
|
|
|
|
return $response;
|
|
}
|
|
}
|
|
|
|
if(!function("get_web_json")) {
|
|
function get_web_json($url, $method="get", $data=array(), $proxy="", $ua="", $ct_out=45, $t_out=45) {
|
|
$doc = array();
|
|
|
|
$raw = get_web_page($url, $method, $data, $proxy, $ua, $ct_out, $t_out);
|
|
if($doc['size'] > 0) {
|
|
$doc = json_decode($raw);
|
|
}
|
|
|
|
return $doc;
|
|
}
|
|
}
|