gnh1201/reasonableframework
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update webpagetool.php

Browse Source
This commit is contained in:
Namhyeon Go 2020-02-13 19:34:54 +09:00 committed by GitHub
parent ae0e6f85db
commit dc56f6b737
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 77 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

87
helper/webpagetool.php
View File

@ -18,6 +18,7 @@
/* * GET/FGC: $response = get_web_page($url, "get.fgc"); */
/* * GET/WGET: $response = get_web_page($url, "get.wget"); */
/* * GET/ARIA: $response = get_web_page($url, "get.aria"); */
/* * GET/HTTPIE: $response = get_web_page($url, "get.httpie"); */
/* * PRINT: echo $response['content']; */
/****** } // END EXAMPLES *****/
@ -296,16 +297,16 @@ if(!is_fn("get_web_wget")) {
if(!is_fn("get_web_aria")) {
function get_web_aria($url, $method="get", $data=array(), $proxy="", $ua="", $ct_out=45, $t_out=45, $headers=array()) {
$content = false;
$filename = make_random_id(32);
$fw = write_storage_file("", array(
"filename" => $filename,
"mode" => "fake"
));
// init args
$args = array();
// make args
$args[] = "aria2c";
$args[] = "--out=" . $fw; // set output file
@ -316,31 +317,30 @@ if(!is_fn("get_web_aria")) {
if(!empty($proxy)) {
$args[] = "--http-proxy=" . $proxy;
}
// set user agent
if(!empty($ua)) {
$args[] = "--user-agent=" . $ua;
}
// set headers
foreach($headers as $k=>$v) {
// the same as --header
if(is_array($v)) {
if($k == "Authentication") {
if($v[0] == "Basic" && check_array_length($v, 3) == 0) {
$args[] = sprintf("--header='Authentication: Basic %s'", base64_decode($v[1] . ":" . $v[2]));
$args[] = sprintf("--header='%s: Basic %s'", $k, base64_decode($v[1] . ":" . $v[2]));
} else {
$args[] = sprintf("--header='%s: %s'", $k, make_safe_argument(implode("", $v)));
$args[] = sprintf("--header='%s: %s %s'", $k, make_safe_argument(implode(" ", $v)));
}
}
} else {
$args[] = sprintf("--header='%s: %s'", make_safe_argument($k), make_safe_argument($v));
}
}
// set URL
$args[] = $url;
// build a command
$cmd = implode(" ", $args);
@ -354,6 +354,73 @@ if(!is_fn("get_web_aria")) {
}
}
if(!is_fn("get_web_httpie")) {
function get_web_httpie($url, $method="get", $data=array(), $proxy="", $ua="", $ct_out=45, $t_out=45, $headers=array()) {
$content = false;
$filename = make_random_id(32);
$fw = write_storage_file("", array(
"filename" => $filename,
"mode" => "fake"
));
// init args
$args = array();
// make args
$args[] = "http";
// set method, URL
if($method == "jsondata") {
$args[] = "POST";
$args[] = $url;
$args[] = sprintf("body='%s'", json_encode($data));
} elseif($method == "post") {
$args[] = "POST";
$args[] = $url;
$args[] = sprintf("body='%s'", http_build_query($data));
} else {
$args[] = get_web_build_qs($url, $data);
}
// set timeout
$args[] = "--timeout=" . $t_out;
// set proxy
if(!empty($proxy)) {
$args[] = "--proxy=" . $proxy;
}
// set headers
foreach($headers as $k=>$v) {
if(is_array($v)) {
if($k == "Authentication") {
if($v[0] == "Basic" && check_array_length($v, 3) == 0) {
$args[] = sprintf("-a '%s:%s'", $v[1], $v[2]);
} else {
$args[] = sprintf("'%s:%s'", $k, make_safe_argument(implode(" ", $v)));
}
}
} else {
$args[] = sprintf("'%s:%s'", make_safe_argument($k), make_safe_argument($v));
}
}
// set output file
$args[] = ">";
$args[] = $fw;
// execute a command
$cmd = implode(" ", $args);
exec_command($cmd);
// read contents
$content = read_storage_file($filename);
return $content;
}
}
if(!is_fn("get_web_curl")) {
function get_web_curl($url, $method="get", $data=array(), $proxy="", $ua="", $ct_out=45, $t_out=45, $headers=array()) {
$content = false;