diff --git a/VERSIONS_WIP/162794 b/VERSIONS_WIP/162794
new file mode 100644
index 0000000000000000000000000000000000000000..4540bfbbacfd01577d71ecfc3e3b4c4b7dcdea1e
--- /dev/null
+++ b/VERSIONS_WIP/162794
@@ -0,0 +1 @@
+ - fonctionnalité #162794 : Utilitaire : Script effectuant la séparation d'un fichier unimarc global en fichier par bibliothèque
\ No newline at end of file
diff --git a/library/Class/Cosmogramme/Integration/SplitBySite.php b/library/Class/Cosmogramme/Integration/SplitBySite.php
new file mode 100644
index 0000000000000000000000000000000000000000..1872d652946b44fef02e56b18785039c3aeacf18
--- /dev/null
+++ b/library/Class/Cosmogramme/Integration/SplitBySite.php
@@ -0,0 +1,158 @@
+<?php
+/**
+ * Copyright (c) 2012-2022, Agence Française Informatique (AFI). All rights reserved.
+ *
+ * BOKEH is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU AFFERO GENERAL PUBLIC LICENSE as published by
+ * the Free Software Foundation.
+ *
+ * There are special exceptions to the terms and conditions of the AGPL as it
+ * is applied to this software (see README file).
+ *
+ * BOKEH is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU AFFERO GENERAL PUBLIC LICENSE for more details.
+ *
+ * You should have received a copy of the GNU AFFERO GENERAL PUBLIC LICENSE
+ * along with BOKEH; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+
+class Class_Cosmogramme_Integration_SplitBySite {
+ use Trait_StormFileSystem;
+ use Trait_Logger;
+ use Trait_EchoError;
+
+ const ITEM_SUBFIELD_TO_SPLIT_ON = 'h';
+
+ protected string $_dest_file_name;
+ protected string $_dest_file_extension;
+ protected string $_dest_dir;
+ protected string $_split_on_subfield;
+ protected array $_records_by_site = [];
+ protected array $_items_by_site = [];
+
+ public function split(string $file_path_to_split,
+ string $dest_dir,
+ string $split_on_subfield = self::ITEM_SUBFIELD_TO_SPLIT_ON) : self {
+
+ require_once('library/Class/Cosmogramme/FileParser.php');
+
+ $this->_logTitle('=', '**** Rapport Préparation fichier Import', 2);
+
+ $parts = pathinfo($file_path_to_split);
+ $this->_dest_dir = $dest_dir;
+ $this->_dest_file_name = $parts['filename'];
+ $this->_dest_file_extension = $parts['extension'];
+ $this->_split_on_subfield = $split_on_subfield;
+
+ $marc_file_parser = new Class_Cosmogramme_FileParser_Marc($file_path_to_split, 0, null);
+ $count_processed =0;
+ $this->_records_by_site =[];
+ $this->_items_by_site =['total' => 0];
+
+ while (($unimarc = $marc_file_parser->next()) && !$unimarc->isEnd()){
+ $this->_splitUnimarc($unimarc);
+ $count_processed++;
+ if ($count_processed%1000==0)
+ $this->getLogger()->log(sprintf('%d notices traitées', $count_processed));
+ }
+
+ $this->_logHash($this->_records_by_site, 'notices');
+ $this->_logHash($this->_items_by_site, 'exemplaires');
+
+ $this->getLogger()->log(sprintf(' %d notices traitées au total', $count_processed));
+ return $this;
+ }
+
+
+ protected function _logTitle(string $sep_char, string $title, string $level) : self {
+ $this->getLogger()->log('\n');
+ $this->getLogger()->log(str_repeat($sep_char,50));
+ $this->getLogger()->log($title);
+ $this->getLogger()->log(str_repeat($sep_char,50));
+ $this->getLogger()->log(str_repeat('\n', $level));
+ return $this;
+ }
+
+
+ protected function _logHash(array $hash, string $value_label) :self {
+ $this->_logTitle('-', sprintf('\t\t Statistiques %s', $value_label), 1);
+
+ foreach ($hash as $id_site => $count)
+ $this->getLogger()->log(sprintf(' site %s : %4d %s', $id_site,$count, $value_label));
+ return $this;
+ }
+
+
+ protected function _splitUnimarc(Class_Cosmogramme_FileParser_Record $unimarc) : self {
+
+ $writer = new Class_NoticeUnimarc_Writer();
+ $unimarc->withDataDo(fn($data) => $writer->setNotice($data));
+
+ $items = $writer->get_subfield('995');
+
+ $all_sites_in_record = array_unique($writer->get_subfield('995',
+ $this->_split_on_subfield));
+
+ $writer->delete_items();
+
+ $this->_items_by_site['total'] += sizeof($items);
+
+ foreach ($all_sites_in_record as $id_site) {
+ $this->_writeSiteRecordToFile($writer,
+ $id_site,
+ $items);
+
+ if (!isset($this->_records_by_site[$id_site]))
+ $this->_records_by_site[$id_site] = 0;
+
+ $this->_records_by_site[$id_site]++;
+ }
+
+ return $this;
+ }
+
+
+ protected function _writeSiteRecordToFile( Class_NoticeUnimarc_Writer $writer,
+ string $id_site,
+ array $items) : self {
+
+ $zone995s = array_filter($items,
+ fn($zone) => preg_match('/'. chr(0x1f) . $this->_split_on_subfield . $id_site . '\b/', $zone ));
+
+ $new_record = clone $writer;
+ array_map(fn($zone995) => $new_record->add_zone('995', $zone995),
+ $zone995s
+ );
+
+ if (!isset($this->_items_by_site [$id_site]))
+ $this->_items_by_site[$id_site] = 0;
+
+ $this->_items_by_site [$id_site] += sizeof($zone995s);
+
+ $new_record->update();
+ $this->_siteFileAppend($id_site, $new_record->getFullRecord());
+ return $this;
+ }
+
+
+ protected function _siteFileAppend(string $id_site, string $content) : self {
+ $file_path = sprintf('%s/site%s/%s.%s',
+ $this->_dest_dir,
+ $id_site,
+ $this->_dest_file_name,
+ $this->_dest_file_extension);
+
+ if (!$this->getFileSystem()->fileExists(sprintf('%s/site%s', $this->_dest_dir, $id_site)))
+ $this->getFileSystem()->mkdir(sprintf('%s/site%s', $this->_dest_dir, $id_site));
+
+ $this
+ ->getFilesystem()
+ ->fileAppendContents($file_path,
+ $content);
+ return $this;
+ }
+}
diff --git a/scripts/split_unimarc_by_site.php b/scripts/split_unimarc_by_site.php
new file mode 100644
index 0000000000000000000000000000000000000000..b2e6f9e9ecc09ed638d3bdcd9958be87a4dfd132
--- /dev/null
+++ b/scripts/split_unimarc_by_site.php
@@ -0,0 +1,27 @@
+<?php
+require(__DIR__.'/../console.php');
+require_once(__DIR__.'/../cosmogramme/php/_init.php');
+require_once(__DIR__.'/../cosmogramme/php/classes/classe_log.php');
+
+
+$filename = $argv[1];
+$subfield = $argv[2];
+$dest_dir = $argv[3];
+
+if (sizeof($argv)!=4)
+ print <<<EOF
+split_unimarc_by_site.php splits an iso2709 unimarc file site into files relying on 995 subfield.
+It stores records with related items depending on the subfield parameter.
+
+Usage : php split_unimarc_by_site.php <file_to_split_path> <subfield_tag_to_split_file_on> <destination_directory>
+EOF;
+
+$log = new log('integration');
+$log_debug = new log('debug', false);
+$log->setDebugLog($log_debug);
+$log->open(true);
+$log_debug->open(true);
+
+(new Class_Cosmogramme_Integration_SplitBySite)
+ ->setLogger($log)
+ ->split($filename, $dest_dir, $subfield);
diff --git a/tests/library/Class/Cosmogramme/Integration/PhasePrepareIntegrationsTest.php b/tests/library/Class/Cosmogramme/Integration/PhasePrepareIntegrationsTest.php
index 9f19a2fdf10d2bed3500ad2e77806d73aafbf94c..dfae859097a619f7dfa4f27c8ef340a8a781091e 100644
--- a/tests/library/Class/Cosmogramme/Integration/PhasePrepareIntegrationsTest.php
+++ b/tests/library/Class/Cosmogramme/Integration/PhasePrepareIntegrationsTest.php
@@ -35,20 +35,28 @@ abstract class PhasePrepareIntegrationsWithOAITestCase
->mkdir('ftp/my-library.net/transferts/foo')
->cd('ftp/my-library.net/transferts/foo')
- ->touch('20180517mylibraryincr.txt',
- fn($entry) => $entry->setMTime(strtotime('2018-05-17'))->putContents('incr 20180517'))
+ ->filePutContents('20180517mylibraryincr.txt', 'incr 20180517')
+ ->filePutContents('20190118mylibraryincr.txt', 'incr 20190118')
+ ->filePutContents('mylibrarytotal.txt', 'my library total content')
+ ->filePutContents('toosmall.txt', 'small')
+ ->cd('/');
+
+ $this->_file_system->entryAt('ftp/my-library.net/transferts/foo/20180517mylibraryincr.txt')
+ ->setMTime(strtotime('2018-05-17'));
+ $this->_file_system
+ ->touch('mylibrarytotal.txt',
+ fn($entry) => $entry->putContents('my library total content')->setSize(11000000));
- ->touch('20190118mylibraryincr.txt',
- fn($entry) => $entry->setMTime(strtotime('2019-01-18'))->putContents('incr 20190118'))
+ $this->_file_system->entryAt('ftp/my-library.net/transferts/foo/20190118mylibraryincr.txt')
+ ->setMTime(strtotime('2019-01-18'));
- ->touch('mylibrarytotal.txt',
- fn($entry) => $entry->putContents('my library total content')->setSize(11000000))
+ $this->_file_system->entryAt('ftp/my-library.net/transferts/foo/mylibrarytotal.txt')
+ ->setSize(11000000);
+
+ $this->_file_system->entryAt('ftp/my-library.net/transferts/foo/toosmall.txt')
+ ->setSize(1000000);
- ->touch('toosmall.txt',
- fn($entry) => $entry->setSize(1000000))
- ->cd('/')
- ;
Class_Cosmogramme_Integration_WaitingFiles::setFileSystem($this->_file_system);
Class_Cosmogramme_Integration_WaitingFile::setFileSystem($this->_file_system);
diff --git a/tests/library/Class/Cosmogramme/Integration/SplitMarcPerSiteTest.php b/tests/library/Class/Cosmogramme/Integration/SplitMarcPerSiteTest.php
new file mode 100644
index 0000000000000000000000000000000000000000..ab6bad0565f7a7667d045baa7b223181dd9bad9d
--- /dev/null
+++ b/tests/library/Class/Cosmogramme/Integration/SplitMarcPerSiteTest.php
@@ -0,0 +1,142 @@
+<?php
+/**
+ * Copyright (c) 2012-2022, Agence Française Informatique (AFI). All rights reserved.
+ *
+ * BOKEH is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU AFFERO GENERAL PUBLIC LICENSE as published by
+ * the Free Software Foundation.
+ *
+ * There are special exceptions to the terms and conditions of the AGPL as it
+ * is applied to this software (see README file).
+ *
+ * BOKEH is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU AFFERO GENERAL PUBLIC LICENSE for more details.
+ *
+ * You should have received a copy of the GNU AFFERO GENERAL PUBLIC LICENSE
+ * along with BOKEH; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+
+class SplitMarcPerSiteTest extends ModelTestCase {
+ protected $_fs;
+ protected $_logger;
+ protected string $_log_content ='';
+
+ public function setup() {
+ parent::setup();
+
+ $this->_logger = $this->mock();
+ $append_log = function($content) {
+ $this->_log_content .= ' ' . $content . "\n";
+ return $this->_logger;
+ };
+
+ $this->_logger
+ ->whenCalled('error')->willDo($append_log)
+ ->whenCalled('success')->willDo($append_log)
+ ->whenCalled('info')->willDo($append_log)
+ ->whenCalled('log')->willDo($append_log);
+
+ $utils = (new Class_Cosmogramme_Integration_SplitBySite());
+ $utils->setLogger($this->_logger);
+
+ $this->_fs = new Storm_FileSystem_Volatile();
+ $utils->setFilesystem($this->_fs);
+ $this->_fs->mkdir('/tmp');
+ $utils->split(__DIR__.'/unimarc_to_split.uni','/tmp');
+ }
+
+
+ public function getFilenames(){
+ return [['/tmp/site3/unimarc_to_split.uni'],
+ ['/tmp/site12/unimarc_to_split.uni'],
+ ['/tmp/site30/unimarc_to_split.uni'],
+ ['/tmp/site33/unimarc_to_split.uni'],
+ ];
+ }
+
+
+ /** @test
+ * @dataProvider getFilenames
+ */
+ public function tmpDirShouldContainsFourFilesNamedUnimarcToSplit_x($filename) {
+ $this->assertTrue($this->_fs->fileExists($filename));
+ }
+
+
+ /** @test */
+ public function unimarcToSplitThreeShouldContainsTwoRecords() {
+ $unimarcs = preg_split('/'.chr(30).chr(29).'/',
+ $this->_fs->fileGetContents('/tmp/site3/unimarc_to_split.uni'));
+ $this->assertCount(2,
+ array_filter($unimarcs));
+ return $unimarcs;
+ }
+
+
+ /**
+ * @depends unimarcToSplitThreeShouldContainsTwoRecords
+ * @test
+ */
+ public function unimarcToSplitThreeFirstRecordShouldHaveOne995DollarHWithValueThree($unimarcs) {
+ $this->assertEquals(['3'],
+ (new Class_NoticeUnimarc())
+ ->setNotice($unimarcs[0])
+ ->get_subfield('995', 'h'));
+ }
+
+
+
+ /** @test */
+ public function unimarcToSplitTwelveShouldContainsOneRecord() {
+ $unimarcs = preg_split('/'.chr(30).chr(29).'/',
+ $this->_fs->fileGetContents('/tmp/site12/unimarc_to_split.uni'));
+ $this->assertCount(1,
+ array_filter($unimarcs));
+ return $unimarcs[0];
+ }
+
+
+
+ /**
+ * @depends unimarcToSplitTwelveShouldContainsOneRecord
+ * @test
+ */
+ public function unimarcToSplitTwelveFirstRecordShouldHaveTwo995FieldsWithHSubfieldTwelve($unimarc) {
+ $this->assertEquals(['12', '12'],
+ (new Class_NoticeUnimarc())
+ ->setNotice($unimarc)
+ ->get_subfield('995', 'h'));
+ }
+
+
+ /** @test */
+ public function logShouldContainsTwoRecordsParsed() {
+ $this->assertContains('2 notices traitées',
+ $this->_log_content);
+ }
+
+
+ /** @test */
+ public function logShouldContainsSiteThreeOneRecord() {
+ $this->assertContains(' site 3 : 2 notices
+ site 12 : 1 notices
+ site 30 : 1 notices
+ site 33 : 1 notices',
+ $this->_log_content);
+ }
+
+
+ /** @test */
+ public function logShouldContainsSiteThreeOneItems() {
+ $this->assertContains(' site total : 6 exemplaires
+ site 3 : 2 exemplaires
+ site 12 : 2 exemplaires
+ site 30 : 1 exemplaires
+ site 33 : 1 exemplaires',
+ $this->_log_content);
+ }
+}
diff --git a/tests/library/Class/Cosmogramme/Integration/unimarc_to_split.uni b/tests/library/Class/Cosmogramme/Integration/unimarc_to_split.uni
new file mode 100644
index 0000000000000000000000000000000000000000..b2392c9338c05acd35254568014b254e70baa91c
--- /dev/null
+++ b/tests/library/Class/Cosmogramme/Integration/unimarc_to_split.uni
@@ -0,0 +1 @@
+01360cam 2200277 450 001001500000010003500015020001700050021002700067100004100094101000800135102000700143105001800150106000600168200003600174210003200210215005400242345001800296676000800314700004500322801002700367801003900394930001600433995021500449995020900664995020900873 frOr0039046168 a2-7441-6257-4 brel. d13,95 EUR aFR b00330021 aFR bDLE-20030819-34011 a20030819d2003 m y0frey0103 ba 0 afre aFR ay z 000aa ar 1 aLes soeurs Robin fYves Viollier aParis cFrance loisirs d2003 a273 p. ccouv. ill., jaquette ill. en coul. d21 cm b9782744162572 a843 1 311928505 aViollier bYves f1946-.... 4070 3 aFR France bBM CAZAUBON 3 aFR bBNF c20030819 gAFNOR 2intermrc 1 a2003 193133 00 a00096000019164 b39046168 ch d96 fR VIO g3 h3 i3 l1396100010 o07/11/2018 p18/12/2018 q26/09/2018 r07/11/2018 t1396200047 w1 x2 y2 z1 A705000024 B1395 C07/12/2012 D961 G5 H5 N2 Oy Ph S96 T3 U2 V96 W2 Z2 921001916 00 a00249000009228 b39046168 ch d249 fR VIO g12 h12 i12 l43000134 o01/07/2020 p20/07/2020 q20/06/2020 r01/07/2020 t1331400440 w1 x2 y2 z1 B1395 C23/01/2013 D335 G9 H9 N2 Oy Ph S249 T12 U2 V249 W2 Z2 939000922 00 a00249000006734 b39012393 ch d249 fR VIO g12 h12 i12 l43000134 o02/08/2021 p02/08/2021 q20/06/2020 r01/07/2020 t1331400440 w1 x2 y2 z1 B1395 C23/01/2013 D335 G9 H9 N2 Oy Ph S249 T12 U2 V249 W2 Z2 939000922 01288cam 2200265 450 001001500000010003500015020001700050100004100067101001300108102000700121105001800128106000600146200007600152210003200228215004200260454002300302686000800325700004400333702004800377801004800425930001600473995020400489995013100693995019800824 frOr0039045777 a2-7441-6360-0 brel. d15,95 EUR aFR b00329925 a20030819d2003 m y0frey50 ba 0 afre ceng aFR a||||z 00|a| ar 1 aLa nostalgie de l'ange f C-c C-cAlice Sebold gtrad. d'Edith Soonckindt aParis cFrance loisirs d2003 a386 p. cjaquette ill. en coul. d21 cm 1 t[The ]lovely bones a803 1 314449938 aSebold bAlice f1964-.... 4070 1 312136093 aSoonckindt bEdith f1958-.... 4730 3 aFR bFR-751131015 c20030819 gAFNOR 2intermrc 1 a2003-192289 00 a00096000124949 b39045777 ch d96 fR SEB g3 h3 i3 l1396100362 o06/07/2019 p07/08/2019 q21/04/2016 r24/05/2016 t1396100255 w1 x2 y2 z1 B1595 C09/01/2014 D961 G3 H3 N2 Oy Ph S96 T3 U2 V96 W2 Z2 921012494 00 a03204000016316 b39045777 ch d3204 fR SEB g30 h30 i30 s4 w1 x2 y2 z1 C30/04/2010 D1 F1 N2 Oy S3204 T30 U2 V3204 W2 Z2 961001631 00 a03206000006668 b39045777 ch d3206 fRAM SEB g33 h33 i33 o06/02/2013 p03/04/2013 q01/08/2012 r01/08/2012 t700060066 w1 x2 y2 z1 B1595 C01/08/2012 D1 G3 H3 N0 Ph S3206 T33 U2 V3206 W2 Z2 975000666
\ No newline at end of file