Update webpagetool.php

This commit is contained in:
Namhyeon Go 2019-11-14 14:05:49 +09:00 committed by GitHub
parent 46c9d3d836
commit d49894dd4f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -480,6 +480,8 @@ if(!check_function_exists("get_web_identifier")) {
$checksums[] = $checksum_header; $checksums[] = $checksum_header;
} }
//write_common_log(json_encode($checksums), "get_web_identifier");
return get_hashed_text(implode(".", $checksums)); return get_hashed_text(implode(".", $checksums));
} }
} }
@ -488,7 +490,7 @@ if(!check_function_exists("get_web_cache")) {
function get_web_cache($url, $method="get", $data=array(), $proxy="", $ua="", $ct_out=45, $t_out=45, $headers=array()) { function get_web_cache($url, $method="get", $data=array(), $proxy="", $ua="", $ct_out=45, $t_out=45, $headers=array()) {
$content = false; $content = false;
$config = get_config(); $config = get_config();
$cache_enabled = array_key_equals("cache_enabled", $config, 1); $cache_enabled = array_key_equals("cache_enabled", $config, 1);
// max_age(seconds), the value 0 is forever // max_age(seconds), the value 0 is forever
$cache_max_age = intval(get_value_in_array("cache_max_age", $config, 0)); $cache_max_age = intval(get_value_in_array("cache_max_age", $config, 0));
@ -499,12 +501,15 @@ if(!check_function_exists("get_web_cache")) {
$identifier = get_web_identifier($url, $method, $data); $identifier = get_web_identifier($url, $method, $data);
$gz_content = read_storage_file($identifier, array( $gz_content = read_storage_file($identifier, array(
"storage_type" => "cache", "storage_type" => "cache",
"max_age" => $cache_max_age //"max_age" => $cache_max_age
)); ));
if($gz_content !== false) { if($gz_content !== false) {
$content = gzinflate($gz_content); $content = gzinflate($gz_content);
$cache_hits++; $cache_hits++;
write_common_log(sprintf("Cache hit. %s, %s, %s", $identifier, strlen($content), strlen($gz_content)), "helper/webpagetool");
} else {
write_common_log(sprintf("Cache no hit. %s", $identifer), "helper/webpagetool");
} }
} }
@ -517,7 +522,7 @@ if(!check_function_exists("get_web_cache")) {
} }
} }
$_method = implode(".", $_new_methods); $_method = implode(".", $_new_methods);
$response = get_web_page($url, $_method, $data, $proxy, $ua, $ct_out, $t_out); $response = get_web_page($url, $_method, $data, $proxy, $ua, $ct_out, $t_out);
$content = $response['content']; $content = $response['content'];
if($cache_enabled) { if($cache_enabled) {