Merge branch 'hotline#117644_probleme_avec_les_bots' into 'hotline'

hotline#117644 : blocking robots from yandex

See merge request !3642

VERSIONS_HOTLINE/117644

+ - ticket #117644 : amélioration de la détection des robots d'indexation et de leur blocage
\ No newline at end of file

library/Class/UserAgent.php

@@ -32,7 +32,7 @@ class Class_UserAgent {
 
 
   public function isBot() {
-    return 0 !== preg_match('/(bot\/|sistrix|voilabot|slurp|mauibot|ahrefsbot|semrushbot|qwant|bing|linguee|googlebot|mj12bot|dotbot|seokicks|seekport)/i',
+    return 0 !== preg_match('/(bot\/|sistrix|voilabot|slurp|mauibot|ahrefs|semrush|qwant|bing|linguee|googlebot|mj12bot|dotbot|seokicks|seekport|yandex)/i',
                             $this->_user_agent_string);
   }
 

tests/library/fonctions/UserAgentTest.php

@@ -46,9 +46,11 @@ class BotUserAgentTest extends PHPUnit_Framework_TestCase {
 
   public function botUserAgents() {
     return [
-      ['Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)'],
-      ['Mozilla/5.0 (compatible; SISTRIX Crawler; http://crawler.sistrix.net/)'],
-      ['Mozilla/5.0 (Windows NT 5.1; U; Win64; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)'],
+            ['Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)'],
+            ['Mozilla/5.0 (compatible; SISTRIX Crawler; http://crawler.sistrix.net/)'],
+            ['Mozilla/5.0 (Windows NT 5.1; U; Win64; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)'],
+            ['Mozilla/5.0 (compatible; YandexBot/3.0)'],
+            ['Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)']
       ];
   }