dev #79082 : admin panel to manipulate urls

FEATURES/79082

+        '79082' =>
+            ['Label' => $this->_('[Explo] Amélioration du force https'),
+             'Desc' => '',
+             'Image' => '',
+             'Video' => '',
+             'Category' => '',
+             'Right' => function($feature_description, $user) {return true;},
+             'Wiki' => '',
+             'Test' => '',
+             'Date' => '2018-09-28'],
\ No newline at end of file

VERSIONS_WIP/79082

+ - ticket #79082 : [Explo] Amélioration du force https
\ No newline at end of file

application/modules/admin/controllers/AjaxController.php

@@ -16,7 +16,7 @@
  *
  * You should have received a copy of the GNU AFFERO GENERAL PUBLIC LICENSE
  * along with BOKEH; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301  USA 
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301  USA
  */
 
 class Admin_AjaxController extends Zend_Controller_Action {
@@ -64,5 +64,35 @@ class Admin_AjaxController extends Zend_Controller_Action {
       return $authorities[$code];
   }
 
+  public function testUrlHttpsAction() {
+    if (!$url = $this->_getParam('url'))
+      return;
+    str_replace('http://','https://',$url);
+/*    $handle = curl_init($url);
+    curl_setopt($handle,  CURLOPT_RETURNTRANSFER, TRUE);
+    curl_setopt($handle,  CURLOPT_TIMEOUT, 400);
+
+    $response = curl_exec($handle);
+
+    $httpCode = curl_getinfo($handle, CURLINFO_HTTP_CODE);
+    if($httpCode == 404) {
+      $html= 'erreur';
+      echo '<div>ERREUR</div>';
+      return ;
+    }
+    curl_close($handle);
+*/
+    $file_headers = @get_headers($url);
+    if(!$file_headers || $file_headers[0] == 'HTTP/1.1 404 Not Found') {
+      $html= 'erreur';
+      echo '<div class="error">ERREUR</div>';
+      return ;
+
+    }
+
+    echo '<div class="ok">OK</div>';
+
+
+  }
 }
 ?>
\ No newline at end of file

application/modules/admin/controllers/SearchController.php

+<?php
+/**
+ * Copyright (c) 2012-2017, Agence Française Informatique (AFI). All rights reserved.
+ *
+ * BOKEH is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU AFFERO GENERAL PUBLIC LICENSE as published by
+ * the Free Software Foundation.
+ *
+ * There are special exceptions to the terms and conditions of the AGPL as it
+ * is applied to this software (see README file).
+ *
+ * BOKEH is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU AFFERO GENERAL PUBLIC LICENSE for more details.
+ *
+ * You should have received a copy of the GNU AFFERO GENERAL PUBLIC LICENSE
+ * along with BOKEH; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301  USA
+ */
+
+
+class Admin_SearchController extends ZendAfi_Controller_Action {
+  public function listAction() {
+    if (!$this->view->search = $this->_getParam('term'))
+      $this->redirect();
+    if ($this->_request->isPost()
+        && ($new_text=$this->_getParam('new_text'))
+        && ($old_text = $this->_getParam('old_text')))
+      (new Class_ContentTextReplacement())->replaceText($old_text,$new_text);
+
+    $this->view->form= $this->_textChangeForm();
+    $this->view->preg='@(http[s]*://[\w\/\.\-\%\+]+)[\b\s]?@i';
+    $this->view->only_baseurls = 0;
+    if ($this->view->only_baseurls = $this->_getParam('base'))
+      $this->view->preg='@(http*://[\w\.\-\%\+]+)[\b\s]?@i';
+
+
+  }
+
+
+  public function indexAction() {
+    $this->_redirect('admin/search/list/term/http/base/1');
+  }
+
+
+  public function httpAction() {
+    $this->view->search = $this->_getParam('http');
+    $this->_redirect('admin/search/list/term/http');
+  }
+
+
+  public function replaceAction() {
+
+  }
+
+
+  public function  baseAction() {
+    $this->_redirect('admin/search/list/term/http');
+  }
+
+
+  public function forceHttpsAction() {
+
+    if (!($url = $this->_getParam('url')) && strlen($url) <10)
+      $this->redirect();
+
+    (new Class_ContentTextReplacement())->transformUrlToHttps(urldecode($url));
+
+
+  }
+
+
+  protected function _textChangeForm() {
+    return
+      (new ZendAfi_Form())
+      ->addElement('text',
+                   'old_text',
+                   ['label' => $this->_('Url a remplacer:'),
+                    'value' => 'http://'])
+      ->addElement('text',
+                   'new_text',
+                   ['label' => $this->_('Nouvelle url:'),
+                    'value' => 'https://'])
+
+      ->addElement('submit',
+                   'submit',
+                   ['label' => $this->_('Valider'),
+                    'class' => 'button bouton']);
+  }
+
+
+}
+?>
\ No newline at end of file

application/modules/admin/views/scripts/search/force-https.phtml

+<?
+echo 'toto';
+?>

application/modules/admin/views/scripts/search/list.phtml

+<?php
+if ($this->only_baseurls)
+ echo $this->tagAnchor($this->url(['controller' => 'search',
+                             'action' => 'list',
+                             'base' => 0]), $this->_('Voir toutes les urls'));
+if (!$this->only_baseurls)
+ echo $this->tagAnchor($this->url(['controller' => 'search',
+                             'action' => 'list',
+                             'base' => 1]), $this->_('Voir les domaines uniquement'));
+
+$get_urls=[];
+$id=1;
+$transfo = (new Class_ContentTextReplacement());
+$urls = $transfo->findAllUrls($this->search,$this->preg);
+
+$entities = [];
+
+foreach ($urls as $key => $number) {
+  if (isset($entities[$key])) {
+    continue;
+  }
+
+  $entity = new Class_Entity();
+  $entity->setSize($number);
+  $entity->setId($id);
+  $id++;
+  $entity->setType('Article');
+  $entity->setUrl($key);
+/*  $get_urls[]= 'urlExists("'.$key.'",
+    function(success) {if (success) {
+    return  $(id'.$id.').append("OK");
+    } else {
+    return  $(this).append("NOK");
+
+    }})';
+*/
+  $get_urls[] = 'getUrl("'.urlencode($key).'","#id'.$id.'");';
+
+  $entities[$key] =$entity;
+}
+
+
+//}
+?>
+
+
+<?php
+
+Class_ScriptLoader::getInstance()
+  ->addJQueryReady('
+
+var  urlExists = function(url,callback) {
+
+
+    if ( ! $.isFunction(callback)) {
+       throw Error("Not a valid callback");
+    }
+
+    $.ajax({
+        url: url,
+type:"HEAD",
+    beforeSend: function(xhr){xhr.setRequestHeader("Access-Control-Allow-Origin", "*");},
+
+        success: $.proxy(callback, this, true),
+        error: $.proxy(callback, this, false)
+    });
+
+};
+
+function getUrl(url,id) {
+                                 $.ajax({
+                                            url : "'.BASE_URL.'/admin/ajax/test-url-https",
+                                              type : "GET",
+data : "url="+url,
+                                              dataType : "html",
+                                              success : function(code_html, statut){
+
+                                                                                        return $(id).append(code_html);
+
+                                                                                      }
+                                          });
+
+}
+'.implode(';',$get_urls));
+
+
+
+$description = (new Class_TableDescription('urls'))
+  ->addColumn($this->_('http'), function($feature)
+              {
+                return $this->tagAnchor($feature->getUrl(),  (strlen($feature->getUrl())>40)? substr($feature->getUrl(),0,40).'...' : $feature->getUrl() );
+              })
+  ->addColumn($this->_('Url https valide'), function($feature)
+              {
+                return $this->tag('div', '' ,['id' => 'id'.$feature->getId()]);
+              })
+
+  ->addColumn($this->_('occurences'), function($feature)
+              {
+                return $feature->getSize();
+              })
+  ->addRowAction(function($feature)
+                 {
+                   return $this->tagAnchor($this->url(['controller' => 'search',
+                                                       'action' => 'force-https',
+                                                       'ids' => implode('-',$feature->getIds()),
+                                                       'url' => $feature->getUrl()]),
+                                           $this->_('Force HTTPS'));
+
+
+                 }) ;
+
+
+
+echo $this->renderForm($this->form);
+echo $this->tag('div', $this->renderTable($description,
+                                          $entities
+                                          ));
+
+?>

application/modules/admin/views/scripts/urls/list.phtml

+<?php
+
+$articles = Class_Article::findAllBy(['where' => 'concat(description,contenu) like "%'. $this->search .'%"']);
+
+foreach ($articles as $article)
+var_dump($article->getContenu());
+?>

library/Class/ContentTextReplacement.php

+<?php
+/**
+ * Copyright (c) 2012-2017, Agence Française Informatique (AFI). All rights reserved.
+ *
+ * BOKEH is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU AFFERO GENERAL PUBLIC LICENSE as published by
+ * the Free Software Foundation.
+ *
+ * There are special exceptions to the terms and conditions of the AGPL as it
+ * is applied to this software (see README file).
+ *
+ * BOKEH is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU AFFERO GENERAL PUBLIC LICENSE for more details.
+ *
+ * You should have received a copy of the GNU AFFERO GENERAL PUBLIC LICENSE
+ * along with BOKEH; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301  USA
+ */
+
+
+class Class_ContentTextReplacement {
+
+
+  public function transformUrlToHttps($url) {
+    $this->replaceText($url,$this->_getHttps($url));
+  }
+
+
+  public function replaceText($old_text,$new_text) {
+    (new Class_ArticleReplacement())->replaceTextTo($old_text,$new_text);
+
+  }
+
+
+  protected function mergeUrls($matches,$urls) {
+    foreach($matches as $match) {
+      if (trim($match[0]) == '')
+        continue;
+      if (isset($urls[$match[0]]))
+        $urls[$match[0]]=$urls[$match[0]]+1;
+      else $urls[$match[0]]=1;
+    }
+    return $urls;
+  }
+
+
+  public function findAllUrls($http, $preg) {
+    $urls = [];
+    foreach (    (new Class_ArticleReplacement())->findAll($http) as $article) {
+      preg_match_all($preg, $article->getContenu(), $matches, PREG_PATTERN_ORDER) ;
+      $urls =$this->mergeUrls($matches,$urls);
+      preg_match_all($preg, $article->getDescription(), $matches, PREG_PATTERN_ORDER) ;
+      $urls =$this->mergeUrls($matches,$urls);
+
+    }
+    foreach ((new Class_NewsletterReplacement())->findAll($http) as $model) {
+      preg_match_all($preg, $model->getContenu(), $matches, PREG_PATTERN_ORDER) ;
+      $urls =$this->mergeUrls($matches,$urls);
+    }
+    foreach ((new Class_DomainsReplacement())->findAll($http) as $model) {
+      preg_match_all($preg, $model->getUrlImg(), $matches, PREG_PATTERN_ORDER) ;
+      $urls =$this->mergeUrls($matches,$urls);
+
+    }
+    return $urls;
+  }
+
+
+  protected function _getHttps($url) {
+    return str_replace('http://','https://', $url);
+  }
+
+
+
+}
+
+
+abstract  class Class_ContentReplacement  {
+  public function replaceTextTo($old_text,$new_text) {
+    foreach ($this->findAll($old_text) as $model) {
+      $this->_saveModel($model,$old_text,$new_text);
+    }
+
+  }
+  abstract protected function _saveModel($model,$old_text,$new_text);
+}
+
+
+class Class_ArticleReplacement extends Class_ContentReplacement {
+  protected function _saveModel($article, $old_text,$new_text) {
+    echo str_ireplace($old_text,$new_text,$article->getContenu());
+    $article->setContenu(str_ireplace($old_text,$new_text,$article->getContenu()));
+    $article->setDescription(str_ireplace($old_text,$new_text,$article->getDescription()));
+    $article->save();
+  }
+
+
+  public function findAll($text) {
+    return Class_Article::findAllBy(['where' => 'concat(description,contenu) like "%'. $text .'%"']);
+  }
+
+}
+
+
+class Class_NewsletterReplacement extends Class_ContentReplacement {
+
+  protected function _saveModel($model, $old_text,$new_text) {
+    $model->setContenu(str_ireplace($old_text,$new_text,$article->getContenu()));
+    $model->save();
+  }
+
+  public function findAll($text) {
+    return Class_Newsletter::findAllBy(['where' => 'contenu like "%' . $text . '%"']);
+  }
+
+}
+
+
+class Class_DomainsReplacement extends Class_ContentReplacement {
+  protected function _saveModel($model, $old_text,$new_text) {
+    $model->setUrlImg(str_ireplace($old_text,$new_text,$model->getUrlImg()));
+    $model->save();
+  }
+
+  public function findAll($text) {
+    return Class_Catalogue::findAllBy(['where' => 'url_img like "%' . $text . '%"']);
+  }
+}
+?>
\ No newline at end of file

library/ZendAfi/View/Helper/Admin/ContentNav.php

@@ -137,6 +137,7 @@ class ZendAfi_View_Helper_Admin_ContentNav extends ZendAfi_View_Helper_BaseHelpe
                      ['target' => '_blank'], $is_admin],
 
                     ['batches', $this->_('Batchs'), '/admin/batch'],
+                    ['links', $this->_('Contrôle des URL'), '/admin/search'],
                     ['variables', $this->_('Variables'), '/admin/index/adminvar', [], $is_admin],
 
                     ['webservice_tests', $this->_('Test des web-services'), '/admin/systeme/webservices',

public/admin/skins/bokeh74/config.json

@@ -5,6 +5,7 @@
     "domains":"icons/menu/domaines_24.png",
     "rss":"icons/menu/rss_24.png",
     "agendas":"icons/menu/agenda_24.png",
+    "links":"icons/menu/link_24.png",
     "websites":"icons/menu/sitotheque_24.png",
     "moderation":"icons/menu/moderation_24.png",
     "subscription_requests": "icons/menu/demande_inscri_24.png",

tests/application/modules/admin/controllers/SearchControllerTest.php

+<?php
+/**
+ * Copyright (c) 2012-2017, Agence Française Informatique (AFI). All rights reserved.
+ *
+ * BOKEH is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU AFFERO GENERAL PUBLIC LICENSE as published by
+ * the Free Software Foundation.
+ *
+ * There are special exceptions to the terms and conditions of the AGPL as it
+ * is applied to this software (see README file).
+ *
+ * BOKEH is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU AFFERO GENERAL PUBLIC LICENSE for more details.
+ *
+ * You should have received a copy of the GNU AFFERO GENERAL PUBLIC LICENSE
+ * along with BOKEH; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301  USA
+ */
+
+
+class SearchControllerTest extends Admin_AbstractControllerTestCase {
+  protected $_storm_default_to_volatile = true;
+
+  public function setUp() {
+    parent::setUp();
+    $this->dispatch('/admin/search/list/term/http', true);
+  }
+
+
+  /** @test */
+  public function barNavShouldContainsFeaturesLinkWithCounter() {
+    $this->assertXPathContentContains('//ul//li//a[@data-count]', 'Fonctionnalités');
+  }
+
+}
+
+
+class SearchControllerPostTest extends Admin_AbstractControllerTestCase {
+//  protected $_storm_default_to_volatile = true;
+
+  public function setUp() {
+    parent::setUp();
+
+    ZendAfi_Auth::getInstance()
+      ->logUser($this->fixture('Class_Users',
+                               ['id' => 6,
+                                'login' => 'sysadm',
+                                'password' => 123,
+                                'role_level' => ZendAfi_Acl_AdminControllerRoles::SUPER_ADMIN]));
+
+    $this->postDispatch('/admin/search/list/term/http', ['old_text' => 'http://www.biblioteca.fr',
+                                           'new_text' => 'http://www.ma-biblioteca.fr'
+                                           ]);
+  }
+
+
+  /** @test */
+  public function shouldRedirect() {
+    $this->assertRedirect();
+  }
+
+
+}