< ?php
User-agent: *
Disallow: /killboard
Host: www.northwinds.ru
///// IS BOT ? /////
$is_bot = 0;
$user_agent = $_SERVER["HTTP_USER_AGENT"];
if(substr_count($user_agent, "Yandex" ) > 0 ||
substr_count($user_agent, "Rambler") > 0 ||
substr_count($user_agent, "Google") > 0 ||
substr_count($user_agent, "Yahoo") > 0 ||
substr_count($user_agent, "Mail.ru") > 0 ||
substr_count($user_agent, "WebAlta") > 0
)
{
$is_bot = 1;
flush();
sleep(3); // задержка для индексации
}
?>