remove a SQL limit & the items table stuff

[koha_fer] / misc / rebuildnonmarc.pl

diff --git a/misc/rebuildnonmarc.pl b/misc/rebuildnonmarc.pl
index aac4d1a..176e490 100755 (executable)
--- a/misc/rebuildnonmarc.pl
+++ b/misc/rebuildnonmarc.pl
@@ -15,13 +15,13 @@ use Getopt::Long;
 my ( $input_marc_file, $number) = ('',0);
 my ($version, $confirm,$test_parameter);
 GetOptions(
-       'c' => \$confirm,
-       'h' => \$version,
-       't' => \$test_parameter,
+    'c' => \$confirm,
+    'h' => \$version,
+    't' => \$test_parameter,
 );
 
 if ($version || (!$confirm)) {
-       print <<EOF
+    print <<EOF
 This script rebuilds the non-MARC DB from the MARC values.
 You can/must use it when you change your mapping.
 For example : you decide to map biblio.title to 200$a (it was previously mapped to 610$a) : run this script or you will have strange
@@ -37,39 +37,51 @@ die;
 
 my $dbh = C4::Context->dbh;
 my $i=0;
+my $starttime = time();
+
+$|=1; # flushes output
 my $starttime = gettimeofday;
+
 #1st of all, find item MARC tag.
-my ($tagfield,$tagsubfield) = &MARCfind_marc_from_kohafield($dbh,"items.itemnumber");
+my ($tagfield,$tagsubfield) = &GetMarcFromKohaField("items.itemnumber",'');
 # $dbh->do("lock tables biblio write, biblioitems write, items write, marc_biblio write, marc_subfield_table write, marc_blob_subfield write, marc_word write, marc_subfield_structure write, stopwords write");
-my $sth = $dbh->prepare("select bibid from marc_biblio");
+my $sth = $dbh->prepare("SELECT biblionumber FROM biblio");
 $sth->execute;
-# my ($bibidmax) =  $sth->fetchrow;
-# warn "$bibidmax <<==";
-while (my ($bibid)= $sth->fetchrow) {
-       #now, parse the record, extract the item fields, and store them in somewhere else.
-       my $record = MARCgetbiblio($dbh,$bibid);
-       my @fields = $record->field($tagfield);
-       my @items;
-       my $nbitems=0;
-       $i++;
-       foreach my $field (@fields) {
-               my $item = MARC::Record->new();
-               $item->append_fields($field);
-               push @items,$item;
-               $record->delete_field($field);
-               $nbitems++;
-       }
-       print "$bibid\n";
-       # now, create biblio and items with NEWnewXX call.
-       NEWmodbiblio($dbh,$record,$bibid) unless $test_parameter;
-#      print "biblio done\n";
-       for (my $i=0;$i<=$#items;$i++) {
-               my $tmp = MARCmarc2koha($dbh,$items[$i]) unless $test_parameter; # finds the itemnumber
-#              warn "==> ".$items[$i]->as_formatted;
-               NEWmoditem($dbh,$items[$i],$bibid,$tmp->{itemnumber}) unless $test_parameter;
-#              print "1 item done\n";
-       }
+# my ($biblionumbermax) =  $sth->fetchrow;
+# warn "$biblionumbermax <<==";
+while (my ($biblionumber)= $sth->fetchrow) {
+    #now, parse the record, extract the item fields, and store them in somewhere else.
+    my $record = GetMarcBiblio($biblionumber);
+    my @fields = $record->field($tagfield);
+    my @items;
+    my $nbitems=0;
+    print ".";
+    my $timeneeded = gettimeofday - $starttime;
+    print "$i in $timeneeded s\n" unless ($i % 50);
+    $i++;
+    foreach my $field (@fields) {
+        my $item = MARC::Record->new();
+        $item->append_fields($field);
+        push @items,$item;
+        $record->delete_field($field);
+        $nbitems++;
+    }
+#     print "$biblionumber\n";
+    my $frameworkcode = GetFrameworkCode($biblionumber);
+    localNEWmodbiblio($dbh,$record,$biblionumber,$frameworkcode) unless $test_parameter;
 }
 # $dbh->do("unlock tables");
-my $timeneeded = gettimeofday - $starttime;
+my $timeneeded = time() - $starttime;
 print "$i MARC record done in $timeneeded seconds\n";
+
+# modified NEWmodbiblio to jump the MARC part of the biblio modif
+# highly faster
+sub localNEWmodbiblio {
+    my ($dbh,$record,$biblionumber,$frameworkcode) =@_;
+    $frameworkcode="" unless $frameworkcode;
+    my $oldbiblio = TransformMarcToKoha($dbh,$record,$frameworkcode);
+    C4::Biblio::_koha_modify_biblio( $dbh, $oldbiblio );
+    C4::Biblio::_koha_modify_biblioitem_nonmarc( $dbh, $oldbiblio );
+    return 1;
+}
+