script to clean MARC DB when a subfield is removed from the MARC editor : the subfiel...

diff --git a/misc/cleanmarcdb.pl b/misc/cleanmarcdb.pl
new file mode 100755 (executable)
index 0000000..6f5c059
--- /dev/null
+++ b/misc/cleanmarcdb.pl
@@ -0,0 +1,67 @@
+#!/usr/bin/perl
+# small script that rebuilds the non-MARC DB
+
+use strict;
+
+# Koha modules used
+# use MARC::File::USMARC;
+use MARC::Record;
+use MARC::Batch;
+use C4::Context;
+use C4::Biblio;
+use Time::HiRes qw(gettimeofday);
+
+use Getopt::Long;
+my ( $input_marc_file, $number) = ('',0);
+my ($version, $confirm,$test_parameter);
+GetOptions(
+       'c' => \$confirm,
+       'h' => \$version,
+       't' => \$test_parameter,
+);
+
+if ($version || (!$confirm)) {
+       print <<EOF
+This script cleans unused subfields in the MARC DB.
+If you alter the MARC parameters and remove a subfield (ie : move it to ignore (10) tab), existing subfields are NOT removed.
+It's not a bug, it prevents deleting useful values in case of erroneous move.
+This script definetly remove unused subfields in the MARC DB.
+syntax :
+\t./cleanmarcdb.pl -h (or without arguments => shows this screen)
+\t./cleanmarcdb.pl -c (c like confirm => cleans the marc DB (may be long)
+\t-t => test only, change nothing in DB
+EOF
+;#'
+die;
+}
+
+my $dbh = C4::Context->dbh;
+my $i=0;
+my $starttime = gettimeofday;
+my $cleansubfield = $dbh->prepare("delete from marc_subfield_table where tag=? and subfieldcode=?");
+my $cleanword = $dbh->prepare("delete from marc_word where tag=? and subfieldid=?");
+
+# get tags structure
+my $tags = MARCgettagslib($dbh,1);
+foreach my $tag (sort keys(%{$tags})) {
+       foreach my $subfield (sort keys(%{$tags->{$tag}})) {
+               next if $subfield eq "lib";
+               next if $subfield eq "mandatory";
+               next if $subfield eq "tab";
+               # DO NOT drop biblionumber, biblioitemnumber and itemnumber.
+               # they are stored internally, and are mapped to tab -1. This script must keep them or it will completly break Koha DB !!!
+               next if ($tags->{$tag}->{$subfield}->{kohafield} eq "biblio.biblionumber");
+               next if ($tags->{$tag}->{$subfield}->{kohafield} eq "biblioitems.biblioitemnumber");
+               next if ($tags->{$tag}->{$subfield}->{kohafield} eq "items.itemnumber");
+               # now, test => if field is ignored (in tab -1 or '') => drop everything in the MARC table !
+               if ($tags->{$tag}->{$subfield}->{tab} eq -1 || $tags->{$tag}->{$subfield}->{tab} eq '') {
+                       print "dropping $tag \$ $subfield\n";
+                       $cleansubfield->execute($tag,$subfield) unless $test_parameter;
+                       $cleanword->execute($tag,$subfield) unless $test_parameter;
+                       print "TEST " if $test_parameter;
+                       print "done\n";
+               }
+       }
+}
+my $timeneeded = gettimeofday - $starttime;
+print "done in $timeneeded seconds\n";