keith/friendica
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #1926 from annando/1510-permit-crawler

Browse source 
New option to permit crawlers
This commit is contained in:
Tobias Diekershoff 2015-10-04 08:53:32 +02:00
commit 05b2836d66
3 changed files with 44 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
include/network.php
View file

@ -309,16 +309,25 @@ function xml_status($st, $message = '') {
if(! function_exists('http_status_exit')) { if(! function_exists('http_status_exit')) {
function http_status_exit($val) { function http_status_exit($val, $description = array()) {
$err = ''; $err = '';
if($val >= 400) if($val >= 400) {
$err = 'Error'; $err = 'Error';
if (!isset($description["title"]))
$description["title"] = $err." ".$val;
}
if($val >= 200 && $val < 300) if($val >= 200 && $val < 300)
$err = 'OK'; $err = 'OK';
logger('http_status_exit ' . $val); logger('http_status_exit ' . $val);
header($_SERVER["SERVER_PROTOCOL"] . ' ' . $val . ' ' . $err); header($_SERVER["SERVER_PROTOCOL"] . ' ' . $val . ' ' . $err);
if (isset($description["title"])) {
$tpl = get_markup_template('http_status.tpl');
echo replace_macros($tpl, array('$title' => $description["title"],
'$description' => $description["description"]));
}
killme(); killme();
}} }}

27
mod/search.php
View file

@ -95,10 +95,29 @@ function search_content(&$a) {
} }
if(get_config('system','local_search') AND !local_user()) { if(get_config('system','local_search') AND !local_user()) {
notice(t('Public access denied.').EOL); http_status_exit(403,
return; array("title" => t("Public access denied."),
//http_status_exit(403); "description" => t("Only logged in users are permitted to perform a search.")));
//killme(); killme();
//notice(t('Public access denied.').EOL);
//return;
}
if (get_config('system','permit_crawling') AND !local_user()) {
// To-Do:
// - 10 requests are "free", after the 11th only a call per minute is allowed
$remote = $_SERVER["REMOTE_ADDR"];
$result = Cache::get("remote_search:".$remote);
if (!is_null($result)) {
if ($result > (time() - 60)) {
http_status_exit(429,
array("title" => t("Too Many Requests"),
"description" => t("Only one search per minute is permitted for not logged in users.")));
killme();
}
}
Cache::set("remote_search:".$remote, time(), CACHE_HOUR);
} }
nav_set_selected('search'); nav_set_selected('search');

9
view/templates/http_status.tpl Normal file
View file

@ -0,0 +1,9 @@
<html>
<head>
<title>{{$title}}</title>
</head>
<body>
<h1>{{$title}}</h1>
<p>{{$description}}</p>
</body>
</html>