6 use C4::AuthoritiesMarc;
10 # script that checks zebradir structure & create directories & mandatory files if needed
14 $|=1; # flushes output
16 # limit for database dumping
17 my $limit;# = "LIMIT 500";
33 $directory = "export" unless $directory;
36 my $biblioserverdir = C4::Context->zebraconfig('biblioserver')->{directory};
37 my $authorityserverdir = C4::Context->zebraconfig('authorityserver')->{directory};
39 my $kohadir = C4::Context->config('intranetdir');
40 my $dbh = C4::Context->dbh;
41 my ($biblionumbertagfield,$biblionumbertagsubfield) = &GetMarcFromKohaField($dbh,"biblio.biblionumber","");
42 my ($biblioitemnumbertagfield,$biblioitemnumbertagsubfield) = &GetMarcFromKohaField($dbh,"biblioitems.biblioitemnumber","");
44 print "some informations\n";
45 print "=================\n";
46 print "Zebra biblio directory =>$biblioserverdir\n";
47 print "Zebra authorities directory =>$authorityserverdir\n";
48 print "Koha directory =>$kohadir\n";
49 print "BIBLIONUMBER in : $biblionumbertagfield\$$biblionumbertagsubfield\n";
50 print "BIBLIOITEMNUMBER in : $biblioitemnumbertagfield\$$biblioitemnumbertagsubfield\n";
51 print "=================\n";
53 # creating zebra-biblios.cfg depending on system
56 # getting zebraidx directory
58 foreach (qw(/usr/local/bin/zebraidx
67 unless ($zebraidxdir) {
69 ERROR: could not find zebraidx directory
70 ERROR: Either zebra is not installed,
71 ERROR: or it's in a directory I don't checked.
72 ERROR: do a which zebraidx and edit this file to add the result you get
76 $zebraidxdir =~ s/\/bin\/.*//;
77 print "Info : zebra is in $zebraidxdir \n";
79 # getting modules directory
81 foreach (qw(/usr/local/lib/idzebra-2.0/modules/mod-grs-xml.so
82 /usr/local/lib/idzebra/modules/mod-grs-xml.so
83 /usr/lib/idzebra/modules/mod-grs-xml.so
84 /usr/lib/idzebra-2.0/modules/mod-grs-xml.so
91 unless ($modulesdir) {
93 ERROR: could not find mod-grs-xml.so directory
94 ERROR: Either zebra is not properly compiled (libxml2 is not setup and you don t have mod-grs-xml.so,
95 ERROR: or it's in a directory I don't checked.
96 ERROR: find where mod-grs-xml.so is and edit this file to add the result you get
100 $modulesdir =~ s/\/modules\/.*//;
101 print "Info: zebra modules dir : $modulesdir\n";
103 # getting tab directory
105 foreach (qw(/usr/local/share/idzebra/tab/explain.att
106 /usr/local/share/idzebra-2.0/tab/explain.att
107 /usr/share/idzebra/tab/explain.att
108 /usr/share/idzebra-2.0/tab/explain.att
117 ERROR: could not find explain.att directory
118 ERROR: Either zebra is not properly compiled,
119 ERROR: or it's in a directory I don't checked.
120 ERROR: find where explain.att is and edit this file to add the result you get
124 $tabdir =~ s/\/tab\/.*//;
125 print "Info: tab dir : $tabdir\n";
128 # AUTHORITIES creating directory structure
130 my $created_dir_or_file = 0;
132 print "====================\n";
133 print "checking directories & files for authorities\n";
134 print "====================\n";
135 unless (-d "$authorityserverdir") {
136 system("mkdir -p $authorityserverdir");
137 print "Info: created $authorityserverdir\n";
138 $created_dir_or_file++;
140 unless (-d "$authorityserverdir/lock") {
141 mkdir "$authorityserverdir/lock";
142 print "Info: created $authorityserverdir/lock\n";
143 $created_dir_or_file++;
145 unless (-d "$authorityserverdir/register") {
146 mkdir "$authorityserverdir/register";
147 print "Info: created $authorityserverdir/register\n";
148 $created_dir_or_file++;
150 unless (-d "$authorityserverdir/shadow") {
151 mkdir "$authorityserverdir/shadow";
152 print "Info: created $authorityserverdir/shadow\n";
153 $created_dir_or_file++;
155 unless (-d "$authorityserverdir/tab") {
156 mkdir "$authorityserverdir/tab";
157 print "Info: created $authorityserverdir/tab\n";
158 $created_dir_or_file++;
160 unless (-d "$authorityserverdir/key") {
161 mkdir "$authorityserverdir/key";
162 print "Info: created $authorityserverdir/key\n";
163 $created_dir_or_file++;
166 unless (-d "$authorityserverdir/etc") {
167 mkdir "$authorityserverdir/etc";
168 print "Info: created $authorityserverdir/etc\n";
169 $created_dir_or_file++;
173 # AUTHORITIES : copying mandatory files
175 # the record model, depending on marc flavour
176 unless (-f "$authorityserverdir/tab/record.abs") {
177 if (C4::Context->preference("marcflavour") eq "UNIMARC") {
178 system("cp -f $kohadir/misc/zebra/record_authorities_unimarc.abs $authorityserverdir/tab/record.abs");
179 print "Info: copied record.abs for UNIMARC\n";
181 system("cp -f $kohadir/misc/zebra/record_authorities_usmarc.abs $authorityserverdir/tab/record.abs");
182 print "Info: copied record.abs for USMARC\n";
184 $created_dir_or_file++;
186 unless (-f "$authorityserverdir/tab/sort-string-utf_french.chr") {
187 system("cp -f $kohadir/misc/zebra/sort-string-utf_french.chr $authorityserverdir/tab/sort-string-utf.chr");
188 print "Info: copied sort-string-utf.chr\n";
189 $created_dir_or_file++;
191 unless (-f "$authorityserverdir/tab/word-phrase-utf.chr") {
192 system("cp -f $kohadir/misc/zebra/sort-string-utf_french.chr $authorityserverdir/tab/word-phrase-utf.chr");
193 print "Info: copied word-phase-utf.chr\n";
194 $created_dir_or_file++;
196 unless (-f "$authorityserverdir/tab/auth1.att") {
197 system("cp -f $kohadir/misc/zebra/bib1_authorities.att $authorityserverdir/tab/auth1.att");
198 print "Info: copied auth1.att\n";
199 $created_dir_or_file++;
201 unless (-f "$authorityserverdir/tab/default.idx") {
202 system("cp -f $kohadir/misc/zebra/default.idx $authorityserverdir/tab/default.idx");
203 print "Info: copied default.idx\n";
204 $created_dir_or_file++;
207 unless (-f C4::Context->ModZebrations('authorityserver')->{ccl2rpn}) {
208 system("cp -f $kohadir/misc/zebra/ccl.properties ".C4::Context->ModZebrations('authorityserver')->{ccl2rpn});
209 # system("cp -f $kohadir/misc/zebra/ccl.properties $authorityserverdir/etc/ccl.properties");
210 print "Info: copied ccl.properties\n";
211 $created_dir_or_file++;
213 unless (-f C4::Context->zebraconfig('authorityserver')->{cql2rpn}) {
214 system("cp -f $kohadir/misc/zebra/pqf.properties ".C4::Context->zebraconfig('authorityserver')->{cql2rpn});
215 print "Info: copied pqf.properties\n";
216 $created_dir_or_file++;
220 # AUTHORITIES : copying mandatory files
222 unless (-f C4::Context->zebraconfig('authorityserver')->{config}) {
223 open ZD,">:utf8 ",C4::Context->zebraconfig('authorityserver')->{config};
225 # generated by KOHA/misc/migration_tools/rebuild_zebra.pl
226 profilePath:\${srcdir:-.}:$authorityserverdir/tab/:$tabdir/tab/:\${srcdir:-.}/tab/
229 # Files that describe the attribute sets supported.
234 modulePath:$modulesdir/modules/
235 # Specify record type
236 iso2709.recordType:grs.marcxml.record
238 recordId: (auth1,Local-Number)
244 lockDir: $authorityserverdir/lock
249 register: $authorityserverdir/register:4G
250 shadow: $authorityserverdir/shadow:4G
252 # Temp File area for result sets
253 setTmpDir: $authorityserverdir/tmp
255 # Temp File area for index program
256 keyTmpDir: $authorityserverdir/key
258 # Approx. Memory usage during indexing
262 print "Info: creating zebra-authorities.cfg\n";
263 $created_dir_or_file++;
266 if ($created_dir_or_file) {
267 print "Info: created : $created_dir_or_file directories & files\n";
269 print "Info: file & directories OK\n";
273 # exporting authorities
276 print "====================\n";
277 print "SKIPPING authorities export\n";
278 print "====================\n";
280 print "====================\n";
281 print "exporting authorities\n";
282 print "====================\n";
283 mkdir "$directory" unless (-d $directory);
284 mkdir "$directory/authorities" unless (-d "$directory/authorities");
285 open(OUT,">:utf8","$directory/authorities/authorities.iso2709") or die $!;
286 my $dbh=C4::Context->dbh;
288 $sth=$dbh->prepare("select authid from auth_header $limit");
291 while (my ($authid) = $sth->fetchrow) {
292 my $record = AUTHgetauthority($dbh,$authid);
294 print "\r$i" unless ($i++ %100);
295 print OUT $record->as_usmarc();
301 # and reindexing everything
303 print "====================\n";
304 print "REINDEXING zebra\n";
305 print "====================\n";
306 system("zebraidx -g iso2709 -c ".C4::Context->zebraconfig('authorityserver')->{config}." -d authorities init") if ($reset);
307 system("zebraidx -g iso2709 -c ".C4::Context->zebraconfig('authorityserver')->{config}." -d authorities update $directory/authorities");
308 system("zebraidx -g iso2709 -c ".C4::Context->zebraconfig('authorityserver')->{config}." -d authorities commit");
310 print "skipping authorities\n";
312 #################################################################################################################
314 #################################################################################################################
317 print "====================\n";
318 print "checking directories & files for biblios\n";
319 print "====================\n";
322 # BIBLIOS : creating directory structure
324 unless (-d "$biblioserverdir") {
325 system("mkdir -p $biblioserverdir");
326 print "Info: created $biblioserverdir\n";
327 $created_dir_or_file++;
329 unless (-d "$biblioserverdir/lock") {
330 mkdir "$biblioserverdir/lock";
331 print "Info: created $biblioserverdir/lock\n";
332 $created_dir_or_file++;
334 unless (-d "$biblioserverdir/register") {
335 mkdir "$biblioserverdir/register";
336 print "Info: created $biblioserverdir/register\n";
337 $created_dir_or_file++;
339 unless (-d "$biblioserverdir/shadow") {
340 mkdir "$biblioserverdir/shadow";
341 print "Info: created $biblioserverdir/shadow\n";
342 $created_dir_or_file++;
344 unless (-d "$biblioserverdir/tab") {
345 mkdir "$biblioserverdir/tab";
346 print "Info: created $biblioserverdir/tab\n";
347 $created_dir_or_file++;
349 unless (-d "$biblioserverdir/key") {
350 mkdir "$biblioserverdir/key";
351 print "Info: created $biblioserverdir/key\n";
352 $created_dir_or_file++;
354 unless (-d "$biblioserverdir/etc") {
355 mkdir "$biblioserverdir/etc";
356 print "Info: created $biblioserverdir/etc\n";
357 $created_dir_or_file++;
361 # BIBLIOS : copying mandatory files
363 # the record model, depending on marc flavour
364 unless (-f "$biblioserverdir/tab/record.abs") {
365 if (C4::Context->preference("marcflavour") eq "UNIMARC") {
366 system("cp -f $kohadir/misc/zebra/record_biblios_unimarc.abs $biblioserverdir/tab/record.abs");
367 print "Info: copied record.abs for UNIMARC\n";
369 system("cp -f $kohadir/misc/zebra/record_biblios_usmarc.abs $biblioserverdir/tab/record.abs");
370 print "Info: copied record.abs for USMARC\n";
372 $created_dir_or_file++;
374 unless (-f "$biblioserverdir/tab/sort-string-utf_french.chr") {
375 system("cp -f $kohadir/misc/zebra/sort-string-utf_french.chr $biblioserverdir/tab/sort-string-utf.chr");
376 print "Info: copied sort-string-utf.chr\n";
377 $created_dir_or_file++;
379 unless (-f "$biblioserverdir/tab/word-phrase-utf.chr") {
380 system("cp -f $kohadir/misc/zebra/sort-string-utf_french.chr $biblioserverdir/tab/word-phrase-utf.chr");
381 print "Info: copied word-phase-utf.chr\n";
382 $created_dir_or_file++;
384 unless (-f "$biblioserverdir/tab/bib1.att") {
385 system("cp -f $kohadir/misc/zebra/bib1_biblios.att $biblioserverdir/tab/bib1.att");
386 print "Info: copied bib1.att\n";
387 $created_dir_or_file++;
389 unless (-f "$biblioserverdir/tab/default.idx") {
390 system("cp -f $kohadir/misc/zebra/default.idx $biblioserverdir/tab/default.idx");
391 print "Info: copied default.idx\n";
392 $created_dir_or_file++;
394 unless (-f C4::Context->ModZebrations('biblioserver')->{ccl2rpn}) {
395 system("cp -f $kohadir/misc/zebra/ccl.properties ".C4::Context->ModZebrations('biblioserver')->{ccl2rpn});
396 # system("cp -f $kohadir/misc/zebra/ccl.properties $biblioserverdir/etc/ccl.properties");
397 print "Info: copied ccl.properties\n";
398 $created_dir_or_file++;
400 unless (-f C4::Context->zebraconfig('biblioserver')->{cql2rpn}) {
401 system("cp -f $kohadir/misc/zebra/pqf.properties ".C4::Context->zebraconfig('authorityserver')->{cql2rpn});
402 print "Info: copied pqf.properties\n";
403 $created_dir_or_file++;
407 # BIBLIOS : copying mandatory files
409 unless (-f C4::Context->zebraconfig('biblioserver')->{config}) {
410 open ZD,">:utf8 ",C4::Context->zebraconfig('biblioserver')->{config};
412 # generated by KOHA/misc/migrtion_tools/rebuild_zebra.pl
413 profilePath:\${srcdir:-.}:$biblioserverdir/tab/:$tabdir/tab/:\${srcdir:-.}/tab/
416 # Files that describe the attribute sets supported.
421 modulePath:$modulesdir/modules/
422 # Specify record type
423 iso2709.recordType:grs.marcxml.record
425 recordId: (bib1,Local-Number)
431 lockDir: $biblioserverdir/lock
436 register: $biblioserverdir/register:4G
437 shadow: $biblioserverdir/shadow:4G
439 # Temp File area for result sets
440 setTmpDir: $biblioserverdir/tmp
442 # Temp File area for index program
443 keyTmpDir: $biblioserverdir/key
445 # Approx. Memory usage during indexing
449 print "Info: creating zebra-biblios.cfg\n";
450 $created_dir_or_file++;
453 if ($created_dir_or_file) {
454 print "Info: created : $created_dir_or_file directories & files\n";
456 print "Info: file & directories OK\n";
464 print "====================\n";
465 print "SKIPPING biblio export\n";
466 print "====================\n";
468 print "====================\n";
469 print "exporting biblios\n";
470 print "====================\n";
471 mkdir "$directory" unless (-d $directory);
472 mkdir "$directory/biblios" unless (-d "$directory/biblios");
473 open(OUT,">:utf8 ","$directory/biblios/export") or die $!;
474 my $dbh=C4::Context->dbh;
476 $sth=$dbh->prepare("select biblionumber from biblioitems order by biblionumber $limit");
479 while (my ($biblionumber) = $sth->fetchrow) {
480 my $record = GetMarcBiblio($biblionumber);
481 # warn $record->as_formatted;
483 # check that biblionumber & biblioitemnumber are stored in the MARC record, otherwise, add them & update the biblioitems.marcxml data.
484 my $record_correct=1;
485 next unless $record->field($biblionumbertagfield);
486 if ($biblionumbertagfield eq '001') {
487 unless ($record->field($biblionumbertagfield)->data()) {
490 # if the field where biblionumber is already exist, just update it, otherwise create it
491 if ($record->field($biblionumbertagfield)) {
492 $field = $record->field($biblionumbertagfield);
493 $field->update($biblionumber);
496 $newfield = MARC::Field->new( $biblionumbertagfield, $biblionumber);
497 $record->append_fields($newfield);
501 unless ($record->subfield($biblionumbertagfield,$biblionumbertagsubfield)) {
504 # if the field where biblionumber is already exist, just update it, otherwise create it
505 if ($record->field($biblionumbertagfield)) {
506 $field = $record->field($biblionumbertagfield);
507 $field->add_subfields($biblionumbertagsubfield => $biblionumber);
510 $newfield = MARC::Field->new( $biblionumbertagfield,'','', $biblionumbertagsubfield => $biblionumber);
511 $record->append_fields($newfield);
514 # warn "FIXED BIBLIONUMBER".$record->as_formatted;
516 unless ($record->subfield($biblioitemnumbertagfield,$biblioitemnumbertagsubfield)) {
518 # warn "INCORRECT BIBLIOITEMNUMBER :".$record->as_formatted;
520 # if the field where biblionumber is already exist, just update it, otherwise create it
521 if ($record->field($biblioitemnumbertagfield)) {
522 $field = $record->field($biblioitemnumbertagfield);
523 if ($biblioitemnumbertagfield <10) {
524 $field->update($biblionumber);
526 $field->add_subfields($biblioitemnumbertagsubfield => $biblionumber);
530 if ($biblioitemnumbertagfield <10) {
531 $newfield = MARC::Field->new( $biblioitemnumbertagfield, $biblionumber);
533 $newfield = MARC::Field->new( $biblioitemnumbertagfield,'','', $biblioitemnumbertagsubfield => $biblionumber);
535 $record->insert_grouped_field($newfield);
537 # warn "FIXED BIBLIOITEMNUMBER".$record->as_formatted;
539 unless ($record_correct) {
540 my $update_xml = $dbh->prepare("update biblioitems set marcxml=? where biblionumber=?");
541 warn "UPDATING $biblionumber (missing biblionumber or biblioitemnumber in MARC record : ".$record->as_xml;
542 $update_xml->execute($record->as_xml,$biblionumber);
545 print "\r$i" unless ($i++ %100);
546 print OUT $record->as_usmarc();
552 # and reindexing everything
554 print "====================\n";
555 print "REINDEXING zebra\n";
556 print "====================\n";
557 system("zebraidx -g iso2709 -c ".C4::Context->zebraconfig('biblioserver')->{config}." -d biblios init") if ($reset);
558 system("zebraidx -g iso2709 -c ".C4::Context->zebraconfig('biblioserver')->{config}." -d biblios update $directory/biblios");
559 system("zebraidx -g iso2709 -c ".C4::Context->zebraconfig('biblioserver')->{config}." -d biblios commit");
561 print "skipping biblios\n";
564 print "====================\n";
566 print "====================\n";
568 print "NOTHING cleaned : the $directory has been kept. You can re-run this script with the -s parameter if you just want to rebuild zebra after changing the record.abs or another zebra config file\n";
570 system("rm -rf $directory");
571 print "directory $directory deleted\n";