X-Git-Url: http://koha-dev.rot13.org:8081/gitweb/?a=blobdiff_plain;f=C4%2FAuthoritiesMarc.pm;h=1eeb96454ea893c618fed66502e506c4fb79206a;hb=6c7f964c27937fd1c352bfd8936c047d995382b8;hp=b353d15bc1074dbdced961539c59f8796a71f725;hpb=aabea3417bd8ea398f4497f8b3aa86e9e7004dfc;p=koha_gimpoz diff --git a/C4/AuthoritiesMarc.pm b/C4/AuthoritiesMarc.pm index b353d15bc1..1eeb96454e 100644 --- a/C4/AuthoritiesMarc.pm +++ b/C4/AuthoritiesMarc.pm @@ -12,61 +12,75 @@ package C4::AuthoritiesMarc; # WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR # A PARTICULAR PURPOSE. See the GNU General Public License for more details. # -# You should have received a copy of the GNU General Public License along with -# Koha; if not, write to the Free Software Foundation, Inc., 59 Temple Place, -# Suite 330, Boston, MA 02111-1307 USA +# You should have received a copy of the GNU General Public License along +# with Koha; if not, write to the Free Software Foundation, Inc., +# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. use strict; -require Exporter; +#use warnings; FIXME - Bug 2505 use C4::Context; use C4::Koha; use MARC::Record; use C4::Biblio; use C4::Search; +use C4::AuthoritiesMarc::MARC21; +use C4::AuthoritiesMarc::UNIMARC; +use C4::Charset; +use C4::Log; use vars qw($VERSION @ISA @EXPORT); -# set the version for version checking -$VERSION = 3.00; - -@ISA = qw(Exporter); -@EXPORT = qw( - &GetTagsLabels - &GetAuthType - &GetAuthTypeCode - &GetAuthMARCFromKohaField - &AUTHhtml2marc - - &AddAuthority - &ModAuthority - &DelAuthority - &GetAuthority - &GetAuthorityXML +BEGIN { + # set the version for version checking + $VERSION = 3.01; + + require Exporter; + @ISA = qw(Exporter); + @EXPORT = qw( + &GetTagsLabels + &GetAuthType + &GetAuthTypeCode + &GetAuthMARCFromKohaField + &AUTHhtml2marc + + &AddAuthority + &ModAuthority + &DelAuthority + &GetAuthority + &GetAuthorityXML - &CountUsage - &CountUsageChildren - &SearchAuthorities + &CountUsage + &CountUsageChildren + &SearchAuthorities - &BuildSummary - &BuildUnimarcHierarchies - &BuildUnimarcHierarchy + &BuildSummary + &BuildUnimarcHierarchies + &BuildUnimarcHierarchy - &merge - &FindDuplicateAuthority - ); + &merge + &FindDuplicateAuthority + + &GuessAuthTypeCode + &GuessAuthId + ); +} + + +=head1 NAME + +C4::AuthoritiesMarc =head2 GetAuthMARCFromKohaField -=over 4 + ( $tag, $subfield ) = &GetAuthMARCFromKohaField ($kohafield,$authtypecode); -( $tag, $subfield ) = &GetAuthMARCFromKohaField ($kohafield,$authtypecode); returns tag and subfield linked to kohafield Comment : Suppose Kohafield is only linked to ONE subfield -=back =cut + sub GetAuthMARCFromKohaField { #AUTHfind_marc_from_kohafield my ( $kohafield,$authtypecode ) = @_; @@ -83,14 +97,13 @@ sub GetAuthMARCFromKohaField { =head2 SearchAuthorities -=over 4 + (\@finalresult, $nbresults)= &SearchAuthorities($tags, $and_or, + $excluding, $operator, $value, $offset,$length,$authtypecode,$sortby) -(\@finalresult, $nbresults)= &SearchAuthorities($tags, $and_or, $excluding, $operator, $value, $offset,$length,$authtypecode,$sortby) returns ref to array result and count of results returned -=back - =cut + sub SearchAuthorities { my ($tags, $and_or, $excluding, $operator, $value, $offset,$length,$authtypecode,$sortby) = @_; # warn "CALL : $tags, $and_or, $excluding, $operator, $value, $offset,$length,$authtypecode,$sortby"; @@ -110,10 +123,8 @@ sub SearchAuthorities { for(my $i = 0 ; $i <= $#{$value} ; $i++) { if (@$value[$i]){ - if (@$tags[$i] eq "mainmainentry") { - $query .=" AND mainmainentry"; - }elsif (@$tags[$i] eq "mainentry") { - $query .=" AND mainentry"; + if (@$tags[$i] =~/mainentry|mainmainentry/) { + $query .= qq( AND @$tags[$i] ); } else { $query .=" AND "; } @@ -208,14 +219,19 @@ sub SearchAuthorities { } my $dosearch; - my $and; + my $and=" \@and " ; my $q2; + my $attr_cnt = 0; for(my $i = 0 ; $i <= $#{$value} ; $i++) { if (@$value[$i]){ ##If mainentry search $a tag if (@$tags[$i] eq "mainmainentry") { + +# FIXME: 'Heading-Main' index not yet defined in zebra +# $attr =" \@attr 1=Heading-Main "; $attr =" \@attr 1=Heading "; + }elsif (@$tags[$i] eq "mainentry") { $attr =" \@attr 1=Heading "; }else{ @@ -226,27 +242,34 @@ sub SearchAuthorities { }elsif (@$operator[$i] eq "="){ $attr.=" \@attr 4=107 "; #Number Exact match }elsif (@$operator[$i] eq "start"){ - $attr.=" \@attr 4=1 \@attr 5=1 ";#Phrase, Right truncated + $attr.=" \@attr 3=2 \@attr 4=1 \@attr 5=1 ";#Firstinfield Phrase, Right truncated } else { $attr .=" \@attr 5=1 \@attr 4=6 ";## Word list, right truncated, anywhere } - $and .=" \@and " ; $attr =$attr."\"".@$value[$i]."\""; $q2 .=$attr; - $dosearch=1; + $dosearch=1; + ++$attr_cnt; }#if value } ##Add how many queries generated - if ($query=~/\S+/){ - $query= $and.$query.$q2 + if ($query=~/\S+/){ + $query= $and x $attr_cnt . $query . $q2; } else { - $query=$q2; - } + $query= $q2; + } ## Adding order #$query=' @or @attr 7=2 @attr 1=Heading 0 @or @attr 7=1 @attr 1=Heading 1'.$query if ($sortby eq "HeadingDsc"); - $query=' @or @attr 7=1 @attr 1=Heading 0'.$query if ($sortby eq "HeadingAsc"); - $query=' @or @attr 7=2 @attr 1=Heading 0'.$query if ($sortby eq "HeadingDsc"); - + my $orderstring= ($sortby eq "HeadingAsc"? + '@attr 7=1 @attr 1=Heading 0' + : + $sortby eq "HeadingDsc"? + '@attr 7=2 @attr 1=Heading 0' + :'' + ); + $query=($query?$query:"\@attr 1=_ALLRECORDS \@attr 2=103 ''"); + $query="\@or $orderstring $query" if $orderstring; + $offset=0 unless $offset; my $counter = $offset; $length=10 unless $length; @@ -325,13 +348,10 @@ sub SearchAuthorities { =head2 CountUsage -=over 4 + $count= &CountUsage($authid) -$count= &CountUsage($authid) counts Usage of Authid in bibliorecords. -=back - =cut sub CountUsage { @@ -343,65 +363,148 @@ sub CountUsage { return scalar @tab; } else { ### ZOOM search here - my $oConnection=C4::Context->Zconn("biblioserver",1); my $query; $query= "an=".$authid; - my $oResult = $oConnection->search(new ZOOM::Query::CCL2RPN( $query, $oConnection )); - my $result; - while ((my $i = ZOOM::event([ $oConnection ])) != 0) { - my $ev = $oConnection->last_event(); - if ($ev == ZOOM::Event::ZEND) { - $result = $oResult->size(); - } - } + my ($err,$res,$result) = C4::Search::SimpleSearch($query,0,10); return ($result); } } =head2 CountUsageChildren -=over 4 + $count= &CountUsageChildren($authid) -$count= &CountUsageChildren($authid) counts Usage of narrower terms of Authid in bibliorecords. -=back - =cut + sub CountUsageChildren { my ($authid) = @_; } =head2 GetAuthTypeCode -=over 4 + $authtypecode= &GetAuthTypeCode($authid) -$authtypecode= &GetAuthTypeCode($authid) returns authtypecode of an authid -=back - =cut + sub GetAuthTypeCode { #AUTHfind_authtypecode my ($authid) = @_; my $dbh=C4::Context->dbh; my $sth = $dbh->prepare("select authtypecode from auth_header where authid=?"); $sth->execute($authid); - my ($authtypecode) = $sth->fetchrow; + my $authtypecode = $sth->fetchrow; return $authtypecode; } +=head2 GuessAuthTypeCode + + my $authtypecode = GuessAuthTypeCode($record); + +Get the record and tries to guess the adequate authtypecode from its content. + +=cut + +sub GuessAuthTypeCode { + my ($record) = @_; + return unless defined $record; +my $heading_fields = { + "MARC21"=>{ + '100'=>{authtypecode=>'PERSO_NAME'}, + '110'=>{authtypecode=>'CORPO_NAME'}, + '111'=>{authtypecode=>'MEETI_NAME'}, + '130'=>{authtypecode=>'UNIF_TITLE'}, + '148'=>{authtypecode=>'CHRON_TERM'}, + '150'=>{authtypecode=>'TOPIC_TERM'}, + '151'=>{authtypecode=>'GEOGR_NAME'}, + '155'=>{authtypecode=>'GENRE/FORM'}, + '180'=>{authtypecode=>'GEN_SUBDIV'}, + '181'=>{authtypecode=>'GEO_SUBDIV'}, + '182'=>{authtypecode=>'CHRON_SUBD'}, + '185'=>{authtypecode=>'FORM_SUBD'}, + }, +#200 Personal name 700, 701, 702 4-- with embedded 700, 701, 702 600 +# 604 with embedded 700, 701, 702 +#210 Corporate or meeting name 710, 711, 712 4-- with embedded 710, 711, 712 601 604 with embedded 710, 711, 712 +#215 Territorial or geographic name 710, 711, 712 4-- with embedded 710, 711, 712 601, 607 604 with embedded 710, 711, 712 +#216 Trademark 716 [Reserved for future use] +#220 Family name 720, 721, 722 4-- with embedded 720, 721, 722 602 604 with embedded 720, 721, 722 +#230 Title 500 4-- with embedded 500 605 +#240 Name and title (embedded 200, 210, 215, or 220 and 230) 4-- with embedded 7-- and 500 7-- 604 with embedded 7-- and 500 500 +#245 Name and collective title (embedded 200, 210, 215, or 220 and 235) 4-- with embedded 7-- and 501 604 with embedded 7-- and 501 7-- 501 +#250 Topical subject 606 +#260 Place access 620 +#280 Form, genre or physical characteristics 608 +# +# +# Could also be represented with : +#leader position 9 +#a = personal name entry +#b = corporate name entry +#c = territorial or geographical name +#d = trademark +#e = family name +#f = uniform title +#g = collective uniform title +#h = name/title +#i = name/collective uniform title +#j = topical subject +#k = place access +#l = form, genre or physical characteristics + "UNIMARC"=>{ + '200'=>{authtypecode=>'NP'}, + '210'=>{authtypecode=>'CO'}, + '215'=>{authtypecode=>'SNG'}, + '216'=>{authtypecode=>'TM'}, + '220'=>{authtypecode=>'FAM'}, + '230'=>{authtypecode=>'TU'}, + '235'=>{authtypecode=>'CO_UNI_TI'}, + '240'=>{authtypecode=>'SAUTTIT'}, + '245'=>{authtypecode=>'NAME_COL'}, + '250'=>{authtypecode=>'SNC'}, + '260'=>{authtypecode=>'PA'}, + '280'=>{authtypecode=>'GENRE/FORM'}, + } +}; + foreach my $field (keys %{$heading_fields->{uc(C4::Context->preference('marcflavour'))} }) { + return $heading_fields->{uc(C4::Context->preference('marcflavour'))}->{$field}->{'authtypecode'} if (defined $record->field($field)); + } + return; +} + +=head2 GuessAuthId + + my $authtid = GuessAuthId($record); + +Get the record and tries to guess the adequate authtypecode from its content. + +=cut + +sub GuessAuthId { + my ($record) = @_; + return unless ($record && $record->field('001')); +# my $authtypecode=GuessAuthTypeCode($record); +# my ($tag,$subfield)=GetAuthMARCFromKohaField("auth_header.authid",$authtypecode); +# if ($tag > 010) {return $record->subfield($tag,$subfield)} +# else {return $record->field($tag)->data} + return $record->field('001')->data; +} + =head2 GetTagsLabels -=over 4 + $tagslabel= &GetTagsLabels($forlibrarian,$authtypecode) -$tagslabel= &GetTagsLabels($forlibrarian,$authtypecode) returns a ref to hashref of authorities tag and subfield structure. tagslabel usage : -$tagslabel->{$tag}->{$subfield}->{'attribute'} + + $tagslabel->{$tag}->{$subfield}->{'attribute'} + where attribute takes values in : + lib tab mandatory @@ -415,15 +518,14 @@ where attribute takes values in : isurl link -=back - =cut + sub GetTagsLabels { my ($forlibrarian,$authtypecode)= @_; my $dbh=C4::Context->dbh; $authtypecode="" unless $authtypecode; my $sth; - my $libfield = ($forlibrarian eq 1)? 'liblibrarian' : 'libopac'; + my $libfield = ($forlibrarian == 1)? 'liblibrarian' : 'libopac'; # check that authority exists @@ -490,27 +592,66 @@ ORDER BY tagfield,tagsubfield" =head2 AddAuthority -=over 4 - -$authid= &AddAuthority($record, $authid,$authtypecode) -returns authid of the newly created authority + $authid= &AddAuthority($record, $authid,$authtypecode) Either Create Or Modify existing authority. - -=back +returns authid of the newly created authority =cut + sub AddAuthority { # pass the MARC::Record to this function, and it will create the records in the authority table my ($record,$authid,$authtypecode) = @_; my $dbh=C4::Context->dbh; - my $leader=' a ';##Fixme correct leader as this one just adds utf8 to MARC21 + my $leader=' nz a22 o 4500';#Leader for incomplete MARC21 record # if authid empty => true add, find a new authid number - my $format= 'UNIMARCAUTH' if (uc(C4::Context->preference('marcflavour')) eq 'UNIMARC'); - $format= 'MARC21' if (uc(C4::Context->preference('marcflavour')) ne 'UNIMARC'); + my $format; + if (uc(C4::Context->preference('marcflavour')) eq 'UNIMARC') { + $format= 'UNIMARCAUTH'; + } + else { + $format= 'MARC21'; + } + + #update date/time to 005 for marc and unimarc + my $time=POSIX::strftime("%Y%m%d%H%M%S",localtime); + my $f5=$record->field('005'); + if (!$f5) { + $record->insert_fields_ordered( MARC::Field->new('005',$time.".0") ); + } + else { + $f5->update($time.".0"); + } + + SetUTF8Flag($record); + if ($format eq "MARC21") { + if (!$record->leader) { + $record->leader($leader); + } + if (!$record->field('003')) { + $record->insert_fields_ordered( + MARC::Field->new('003',C4::Context->preference('MARCOrgCode')) + ); + } + my $date=POSIX::strftime("%y%m%d",localtime); + if (!$record->field('008')) { + $record->insert_fields_ordered( + MARC::Field->new('008',$date."|||a|||||| | ||| d") + ); + } + if (!$record->field('040')) { + $record->insert_fields_ordered( + MARC::Field->new('040','','', + 'a' => C4::Context->preference('MARCOrgCode'), + 'c' => C4::Context->preference('MARCOrgCode') + ) + ); + } + } + if (($format eq "UNIMARCAUTH") && (!$record->subfield('100','a'))){ - $record->leader(" nx j22 "); + $record->leader(" nx j22 ") unless ($record->leader()); my $date=POSIX::strftime("%Y%m%d",localtime); if ($record->field('100')){ $record->field('100')->update('a'=>$date."afrey50 ba0"); @@ -520,8 +661,21 @@ sub AddAuthority { ,'a'=>$date."afrey50 ba0") ); } - } - $record->add_fields('152','','','b'=>$authtypecode) unless ($record->field('152') && $record->subfield('152','b')); + } + my ($auth_type_tag, $auth_type_subfield) = get_auth_type_location($authtypecode); + if (!$authid and $format eq "MARC21") { + # only need to do this fix when modifying an existing authority + C4::AuthoritiesMarc::MARC21::fix_marc21_auth_type_location($record, $auth_type_tag, $auth_type_subfield); + } + if (my $field=$record->field($auth_type_tag)){ + $field->update($auth_type_subfield=>$authtypecode); + } + else { + $record->add_fields($auth_type_tag,'','', $auth_type_subfield=>$authtypecode); + } + + my $auth_exists=0; + my $oldRecord; if (!$authid) { my $sth=$dbh->prepare("select max(authid) from auth_header"); $sth->execute; @@ -532,150 +686,154 @@ sub AddAuthority { $record->delete_field($record->field('001')); $record->insert_fields_ordered(MARC::Field->new('001',$authid)); } -# warn $record->as_formatted; - $dbh->do("lock tables auth_header WRITE"); - $sth=$dbh->prepare("insert into auth_header (authid,datecreated,authtypecode,marc,marcxml) values (?,now(),?,?,?)"); - $sth->execute($authid,$authtypecode,$record->as_usmarc,$record->as_xml_record($format)); - $sth->finish; - }else{ + } else { + $auth_exists=$dbh->do(qq(select authid from auth_header where authid=?),undef,$authid); +# warn "auth_exists = $auth_exists"; + } + if ($auth_exists>0){ + $oldRecord=GetAuthority($authid); $record->add_fields('001',$authid) unless ($record->field('001')); - $dbh->do("lock tables auth_header WRITE"); - my $sth=$dbh->prepare("update auth_header set marc=?,marcxml=? where authid=?"); - $sth->execute($record->as_usmarc,$record->as_xml_record($format),$authid); +# warn "\n\n\n enregistrement".$record->as_formatted; + my $sth=$dbh->prepare("update auth_header set authtypecode=?,marc=?,marcxml=? where authid=?"); + $sth->execute($authtypecode,$record->as_usmarc,$record->as_xml_record($format),$authid) or die $sth->errstr; $sth->finish; } - $dbh->do("unlock tables"); - ModZebra($authid,'specialUpdate',"authorityserver",$record); + else { + my $sth=$dbh->prepare("insert into auth_header (authid,datecreated,authtypecode,marc,marcxml) values (?,now(),?,?,?)"); + $sth->execute($authid,$authtypecode,$record->as_usmarc,$record->as_xml_record($format)); + $sth->finish; + logaction( "AUTHORITIES", "ADD", $authid, "authority" ) if C4::Context->preference("AuthoritiesLog"); + } + ModZebra($authid,'specialUpdate',"authorityserver",$oldRecord,$record); return ($authid); } =head2 DelAuthority -=over 4 + $authid= &DelAuthority($authid) -$authid= &DelAuthority($authid) Deletes $authid -=back - =cut - sub DelAuthority { my ($authid) = @_; my $dbh=C4::Context->dbh; - ModZebra($authid,"recordDelete","authorityserver",GetAuthority($authid)); - $dbh->do("delete from auth_header where authid=$authid") ; - + logaction( "AUTHORITIES", "DELETE", $authid, "authority" ) if C4::Context->preference("AuthoritiesLog"); + ModZebra($authid,"recordDelete","authorityserver",GetAuthority($authid),undef); + my $sth = $dbh->prepare("DELETE FROM auth_header WHERE authid=?"); + $sth->execute($authid); } sub ModAuthority { my ($authid,$record,$authtypecode,$merge)=@_; my $dbh=C4::Context->dbh; -# my ($oldrecord)=&GetAuthority($authid); -# if ($oldrecord eq $record) { -# return; -# } -# my $sth=$dbh->prepare("update auth_header set marc=?,marcxml=? where authid=?"); #Now rewrite the $record to table with an add + my $oldrecord=GetAuthority($authid); $authid=AddAuthority($record,$authid,$authtypecode); ### If a library thinks that updating all biblios is a long process and wishes to leave that to a cron job to use merge_authotities.p ### they should have a system preference "dontmerge=1" otherwise by default biblios will be updated ### the $merge flag is now depreceated and will be removed at code cleaning - if (C4::Context->preference('dontmerge') ){ + if (C4::Context->preference('MergeAuthoritiesOnUpdate') ){ + &merge($authid,$oldrecord,$authid,$record); + } else { # save the file in tmp/modified_authorities my $cgidir = C4::Context->intranetdir ."/cgi-bin"; unless (opendir(DIR,"$cgidir")) { $cgidir = C4::Context->intranetdir."/"; + closedir(DIR); } my $filename = $cgidir."/tmp/modified_authorities/$authid.authid"; open AUTH, "> $filename"; print AUTH $authid; close AUTH; - } else { -# &merge($authid,$record,$authid,$record); } + logaction( "AUTHORITIES", "MODIFY", $authid, "BEFORE=>" . $oldrecord->as_formatted ) if C4::Context->preference("AuthoritiesLog"); return $authid; } =head2 GetAuthorityXML -=over 4 + $marcxml= &GetAuthorityXML( $authid) -$marcxml= &GetAuthorityXML( $authid) returns xml form of record $authid -=back - =cut + sub GetAuthorityXML { # Returns MARC::XML of the authority passed in parameter. my ( $authid ) = @_; - my $dbh=C4::Context->dbh; - my $sth = - $dbh->prepare("select marcxml from auth_header where authid=? " ); - $sth->execute($authid); - my ($marcxml)=$sth->fetchrow; - return $marcxml; - + if (uc(C4::Context->preference('marcflavour')) eq 'UNIMARC') { + my $dbh=C4::Context->dbh; + my $sth = $dbh->prepare("select marcxml from auth_header where authid=? " ); + $sth->execute($authid); + my ($marcxml)=$sth->fetchrow; + return $marcxml; + } + else { + # for MARC21, call GetAuthority instead of + # getting the XML directly since we may + # need to fix up the location of the authority + # code -- note that this is reasonably safe + # because GetAuthorityXML is used only by the + # indexing processes like zebraqueue_start.pl + my $record = GetAuthority($authid); + return $record->as_xml_record('MARC21'); + } } =head2 GetAuthority -=over 4 + $record= &GetAuthority( $authid) -$record= &GetAuthority( $authid) Returns MARC::Record of the authority passed in parameter. -=back - =cut + sub GetAuthority { my ($authid)=@_; my $dbh=C4::Context->dbh; - my $sth=$dbh->prepare("select marcxml from auth_header where authid=?"); + my $sth=$dbh->prepare("select authtypecode, marcxml from auth_header where authid=?"); $sth->execute($authid); - my ($marcxml) = $sth->fetchrow; - my $record=MARC::Record->new_from_xml($marcxml,'UTF-8',(C4::Context->preference("marcflavour") eq "UNIMARC"?"UNIMARCAUTH":C4::Context->preference("marcflavour"))); + my ($authtypecode, $marcxml) = $sth->fetchrow; + my $record=eval {MARC::Record->new_from_xml(StripNonXmlChars($marcxml),'UTF-8', + (C4::Context->preference("marcflavour") eq "UNIMARC"?"UNIMARCAUTH":C4::Context->preference("marcflavour")))}; + return undef if ($@); $record->encoding('UTF-8'); + if (C4::Context->preference("marcflavour") eq "MARC21") { + my ($auth_type_tag, $auth_type_subfield) = get_auth_type_location($authtypecode); + C4::AuthoritiesMarc::MARC21::fix_marc21_auth_type_location($record, $auth_type_tag, $auth_type_subfield); + } return ($record); } =head2 GetAuthType -=over 4 + $result = &GetAuthType($authtypecode) -$result= &GetAuthType( $authtypecode) -If $authtypecode is not "" then - Returns hashref to authtypecode information -else - returns ref to array of hashref information of all Authtypes - -=back +If the authority type specified by C<$authtypecode> exists, +returns a hashref of the type's fields. If the type +does not exist, returns undef. =cut + sub GetAuthType { my ($authtypecode) = @_; my $dbh=C4::Context->dbh; my $sth; if (defined $authtypecode){ # NOTE - in MARC21 framework, '' is a valid authority - # type - $sth=$dbh->prepare("select * from auth_types where authtypecode=?"); - $sth->execute($authtypecode); - } else { - $sth=$dbh->prepare("select * from auth_types"); - $sth->execute; - } - my $res=$sth->fetchall_arrayref({}); - if (scalar(@$res)==1){ - return $res->[0]; - } else { - return $res; + # type (FIXME but why?) + $sth=$dbh->prepare("select * from auth_types where authtypecode=?"); + $sth->execute($authtypecode); + if (my $res = $sth->fetchrow_hashref) { + return $res; + } } + return; } @@ -728,15 +886,12 @@ sub AUTHhtml2marc { =head2 FindDuplicateAuthority -=over 4 + $record= &FindDuplicateAuthority( $record, $authtypecode) -$record= &FindDuplicateAuthority( $record, $authtypecode) return $authid,Summary if duplicate is found. Comments : an improvement would be to return All the records that match. -=back - =cut sub FindDuplicateAuthority { @@ -752,8 +907,13 @@ sub FindDuplicateAuthority { # warn "record :".$record->as_formatted." auth_tag_to_report :$auth_tag_to_report"; # build a request for SearchAuthorities my $query='at='.$authtypecode.' '; - map {$query.= " and he=\"".$_->[1]."\"" if ($_->[0]=~/[A-z]/)} $record->field($auth_tag_to_report)->subfields() if $record->field($auth_tag_to_report); - my ($error,$results)=SimpleSearch($query,"authorityserver"); + my $filtervalues=qr([\001-\040\!\'\"\`\#\$\%\&\*\+,\-\./:;<=>\?\@\(\)\{\[\]\}_\|\~]); + if ($record->field($auth_tag_to_report)) { + foreach ($record->field($auth_tag_to_report)->subfields()) { + $_->[1]=~s/$filtervalues/ /g; $query.= " and he,wrdl=\"".$_->[1]."\"" if ($_->[0]=~/[A-z]/); + } + } + my ($error, $results, $total_hits) = C4::Search::SimpleSearch( $query, 0, 1, [ "authorityserver" ] ); # there is at least 1 result => return the 1st one if (@$results>0) { my $marcrecord = MARC::File::USMARC::decode($results->[0]); @@ -765,17 +925,14 @@ sub FindDuplicateAuthority { =head2 BuildSummary -=over 4 + $text= &BuildSummary( $record, $authid, $authtypecode) -$text= &BuildSummary( $record, $authid, $authtypecode) return HTML encoded Summary Comment : authtypecode can be infered from both record and authid. Moreover, authid can also be inferred from $record. Would it be interesting to delete those things. -=back - =cut sub BuildSummary{ @@ -814,10 +971,12 @@ sub BuildSummary{ if ($summary and C4::Context->preference('marcflavour') eq 'UNIMARC') { my @fields = $record->fields(); # $reported_tag = '$9'.$result[$counter]; + my @stringssummary; foreach my $field (@fields) { my $tag = $field->tag(); my $tagvalue = $field->as_string(); - $summary =~ s/\[(.?.?.?.?)$tag\*(.*?)]/$1$tagvalue$2\[$1$tag$2]/g; + my $localsummary= $summary; + $localsummary =~ s/\[(.?.?.?.?)$tag\*(.*?)\]/$1$tagvalue$2\[$1$tag$2\]/g; if ($tag<10) { if ($tag eq '001') { $reported_tag.='$3'.$field->data(); @@ -828,15 +987,18 @@ sub BuildSummary{ my $subfieldcode = $subf[$i][0]; my $subfieldvalue = $subf[$i][1]; my $tagsubf = $tag.$subfieldcode; - $summary =~ s/\[(.?.?.?.?)$tagsubf(.*?)]/$1$subfieldvalue$2\[$1$tagsubf$2]/g; + $localsummary =~ s/\[(.?.?.?.?)$tagsubf(.*?)\]/$1$subfieldvalue$2\[$1$tagsubf$2\]/g; } } + push @stringssummary, $localsummary if ($localsummary ne $summary); } - $summary =~ s/\[(.*?)]//g; - $summary =~ s/\n/
/g; + my $resultstring; + $resultstring = join(" -- ",@stringssummary); + $resultstring =~ s/\[(.*?)\]//g; + $resultstring =~ s/\n/
/g; + $summary = $resultstring; } else { my $heading; - my $authid; my $altheading; my $seealso; my $broaderterms; @@ -849,26 +1011,27 @@ sub BuildSummary{ # construct UNIMARC summary, that is quite different from MARC21 one # accepted form foreach my $field ($record->field('2..')) { - $heading.= $field->subfield('a'); - $authid=$field->subfield('3'); + $heading.= $field->as_string('abcdefghijlmnopqrstuvwxyz'); } # rejected form(s) foreach my $field ($record->field('3..')) { $notes.= ''.$field->subfield('a')."\n"; } foreach my $field ($record->field('4..')) { - my $thesaurus = "thes. : ".$thesaurus{"$field->subfield('2')"}." : " if ($field->subfield('2')); - $see.= ''.$thesaurus.$field->subfield('a')." -- \n"; + if ($field->subfield('2')) { + my $thesaurus = "thes. : ".$thesaurus{"$field->subfield('2')"}." : "; + $see.= ''.$thesaurus.$field->as_string('abcdefghijlmnopqrstuvwxyz')." -- \n"; + } } # see : foreach my $field ($record->field('5..')) { if (($field->subfield('5')) && ($field->subfield('a')) && ($field->subfield('5') eq 'g')) { - $broaderterms.= ' '.$field->subfield('a')." -- \n"; - } elsif (($field->subfield('5')) && ($field->subfield('a')) && ($field->subfield('5') eq 'h')){ - $narrowerterms.= ''.$field->subfield('a')." -- \n"; + $broaderterms.= ' '.$field->as_string('abcdefgjxyz')." -- \n"; + } elsif (($field->subfield('5')) && ($field->as_string) && ($field->subfield('5') eq 'h')){ + $narrowerterms.= ''.$field->as_string('abcdefgjxyz')." -- \n"; } elsif ($field->subfield('a')) { - $seealso.= ''.$field->subfield('a')." -- \n"; + $seealso.= ''.$field->as_string('abcdefgxyz')." -- \n"; } } # // form @@ -880,7 +1043,7 @@ sub BuildSummary{ $narrowerterms =~s/-- \n$//; $seealso =~s/-- \n$//; $see =~s/-- \n$//; - $summary = "".$heading."
".($notes?"$notes
":""); + $summary = "".$heading."
".($notes?"$notes
":""); $summary.= '

TG : '.$broaderterms.'

' if ($broaderterms); $summary.= '

TS : '.$narrowerterms.'

' if ($narrowerterms); $summary.= '

TA : '.$seealso.'

' if ($seealso); @@ -941,18 +1104,16 @@ sub BuildSummary{ =head2 BuildUnimarcHierarchies -=over 4 + $text= &BuildUnimarcHierarchies( $authid, $force) -$text= &BuildUnimarcHierarchies( $authid, $force) return text containing trees for hierarchies for them to be stored in auth_header Example of text: 122,1314,2452;1324,2342,3,2452 -=back - =cut + sub BuildUnimarcHierarchies{ my $authid = shift @_; # warn "authid : $authid"; @@ -968,26 +1129,28 @@ sub BuildUnimarcHierarchies{ } else { my $record = GetAuthority($authid); my $found; - foreach my $field ($record->field('550')){ - if ($field->subfield('5') && $field->subfield('5') eq 'g'){ - my $parentrecord = GetAuthority($field->subfield('3')); - my $localresult=$hierarchies; - my $trees; - $trees = BuildUnimarcHierarchies($field->subfield('3')); - my @trees; - if ($trees=~/;/){ - @trees = split(/;/,$trees); - } else { - push @trees, $trees; - } - foreach (@trees){ - $_.= ",$authid"; - } - @globalresult = (@globalresult,@trees); - $found=1; - } - $hierarchies=join(";",@globalresult); - } + if ($record){ + foreach my $field ($record->field('550')){ + if ($field->subfield('5') && $field->subfield('5') eq 'g'){ + my $parentrecord = GetAuthority($field->subfield('3')); + my $localresult=$hierarchies; + my $trees; + $trees = BuildUnimarcHierarchies($field->subfield('3')); + my @trees; + if ($trees=~/;/){ + @trees = split(/;/,$trees); + } else { + push @trees, $trees; + } + foreach (@trees){ + $_.= ",$authid"; + } + @globalresult = (@globalresult,@trees); + $found=1; + } + $hierarchies=join(";",@globalresult); + } + } #Unless there is no ancestor, I am alone. $hierarchies="$authid" unless ($hierarchies); } @@ -997,9 +1160,8 @@ sub BuildUnimarcHierarchies{ =head2 BuildUnimarcHierarchy -=over 4 + $ref= &BuildUnimarcHierarchy( $record, $class,$authid) -$ref= &BuildUnimarcHierarchy( $record, $class,$authid) return a hashref in order to display hierarchy for record and final Authid $authid "loopparents" @@ -1013,23 +1175,24 @@ return a hashref in order to display hierarchy for record and final Authid $auth "ifchildren" Those two latest ones should disappear soon. -=back - =cut + sub BuildUnimarcHierarchy{ my $record = shift @_; my $class = shift @_; my $authid_constructed = shift @_; - my $authid=$record->subfield('250','3'); + return undef unless ($record); + my $authid=$record->field('001')->data(); my %cell; my $parents=""; my $children=""; my (@loopparents,@loopchildren); - foreach my $field ($record->field('550')){ + foreach my $field ($record->field('5..')){ + my $subfauthid=_get_authid_subfield($field); if ($field->subfield('5') && $field->subfield('a')){ if ($field->subfield('5') eq 'h'){ - push @loopchildren, { "childauthid"=>$field->subfield('3'),"childvalue"=>$field->subfield('a')}; + push @loopchildren, { "childauthid"=>$subfauthid,"childvalue"=>$field->subfield('a')}; }elsif ($field->subfield('5') eq 'g'){ - push @loopparents, { "parentauthid"=>$field->subfield('3'),"parentvalue"=>$field->subfield('a')}; + push @loopparents, { "parentauthid"=>$subfauthid,"parentvalue"=>$field->subfield('a')}; } # brothers could get in there with an else } @@ -1041,20 +1204,22 @@ sub BuildUnimarcHierarchy{ $cell{"class"}=$class; $cell{"loopauthid"}=$authid; $cell{"current_value"} =1 if $authid eq $authid_constructed; - $cell{"value"}=$record->subfield('250',"a"); + $cell{"value"}=$record->subfield('2..',"a"); return \%cell; } +sub _get_authid_subfield{ + my ($field)=@_; + return $field->subfield('9')||$field->subfield('3'); +} =head2 GetHeaderAuthority -=over 4 + $ref= &GetHeaderAuthority( $authid) -$ref= &GetHeaderAuthority( $authid) return a hashref in order auth_header table data -=back - =cut + sub GetHeaderAuthority{ my $authid = shift @_; my $sql= "SELECT * from auth_header WHERE authid = ?"; @@ -1067,13 +1232,10 @@ sub GetHeaderAuthority{ =head2 AddAuthorityTrees -=over 4 + $ref= &AddAuthorityTrees( $authid, $trees) -$ref= &AddAuthorityTrees( $authid, $trees) return success or failure -=back - =cut sub AddAuthorityTrees{ @@ -1087,93 +1249,138 @@ sub AddAuthorityTrees{ =head2 merge -=over 4 - -$ref= &merge(mergefrom,$MARCfrom,$mergeto,$MARCto) - + $ref= &merge(mergefrom,$MARCfrom,$mergeto,$MARCto) Could add some feature : Migrating from a typecode to an other for instance. Then we should add some new parameter : bibliotargettag, authtargettag -=back - =cut + sub merge { my ($mergefrom,$MARCfrom,$mergeto,$MARCto) = @_; + my ($counteditedbiblio,$countunmodifiedbiblio,$counterrors)=(0,0,0); my $dbh=C4::Context->dbh; my $authtypecodefrom = GetAuthTypeCode($mergefrom); my $authtypecodeto = GetAuthTypeCode($mergeto); +# warn "mergefrom : $authtypecodefrom $mergefrom mergeto : $authtypecodeto $mergeto "; # return if authority does not exist - my @X = $MARCfrom->fields(); - return if $#X == -1; - @X = $MARCto->fields(); - return if $#X == -1; + return "error MARCFROM not a marcrecord ".Data::Dumper::Dumper($MARCfrom) if scalar($MARCfrom->fields()) == 0; + return "error MARCTO not a marcrecord".Data::Dumper::Dumper($MARCto) if scalar($MARCto->fields()) == 0; # search the tag to report my $sth = $dbh->prepare("select auth_tag_to_report from auth_types where authtypecode=?"); $sth->execute($authtypecodefrom); - my ($auth_tag_to_report) = $sth->fetchrow; + my ($auth_tag_to_report_from) = $sth->fetchrow; + $sth->execute($authtypecodeto); + my ($auth_tag_to_report_to) = $sth->fetchrow; my @record_to; - @record_to = $MARCto->field($auth_tag_to_report)->subfields() if $MARCto->field($auth_tag_to_report); + @record_to = $MARCto->field($auth_tag_to_report_to)->subfields() if $MARCto->field($auth_tag_to_report_to); my @record_from; - @record_from = $MARCfrom->field($auth_tag_to_report)->subfields() if $MARCfrom->field($auth_tag_to_report); + @record_from = $MARCfrom->field($auth_tag_to_report_from)->subfields() if $MARCfrom->field($auth_tag_to_report_from); + my @reccache; # search all biblio tags using this authority. - $sth = $dbh->prepare("select distinct tagfield from marc_subfield_structure where authtypecode=?"); - $sth->execute($authtypecodefrom); - my @tags_using_authtype; - while (my ($tagfield) = $sth->fetchrow) { - push @tags_using_authtype,$tagfield."9" ; - } - + #Getting marcbiblios impacted by the change. if (C4::Context->preference('NoZebra')) { - warn "MERGE TO DO"; + #nozebra way + my $dbh=C4::Context->dbh; + my $rq=$dbh->prepare(qq(SELECT biblionumbers from nozebra where indexname="an" and server="biblioserver" and value="$mergefrom" )); + $rq->execute; + while (my $biblionumbers=$rq->fetchrow){ + my @biblionumbers=split /;/,$biblionumbers; + foreach (@biblionumbers) { + if ($_=~/(\d+),.*/) { + my $marc=GetMarcBiblio($1); + push @reccache,$marc; + } + } + } } else { - # now, find every biblio using this authority - my $oConnection=C4::Context->Zconn("biblioserver"); + #zebra connection + my $oConnection=C4::Context->Zconn("biblioserver",0); + $oConnection->option("preferredRecordSyntax"=>"XML"); my $query; - $query= "an= ".$mergefrom; + $query= "an=".$mergefrom; my $oResult = $oConnection->search(new ZOOM::Query::CCL2RPN( $query, $oConnection )); - my $count=$oResult->size() if ($oResult); - my @reccache; + my $count = 0; + if ($oResult) { + $count=$oResult->size(); + } my $z=0; while ( $z<$count ) { - my $rec; - $rec=$oResult->record($z); + my $rec; + $rec=$oResult->record($z); my $marcdata = $rec->raw(); - push @reccache, $marcdata; - $z++; + push @reccache, $marcdata; + $z++; } - $oResult->destroy(); - foreach my $marc(@reccache){ - my $update; - my $marcrecord; - $marcrecord = MARC::File::USMARC::decode($marc); - foreach my $tagfield (@tags_using_authtype){ - $tagfield=substr($tagfield,0,3); - my @tags = $marcrecord->field($tagfield); - foreach my $tag (@tags){ - my $tagsubs=$tag->subfield("9"); - #warn "$tagfield:$tagsubs:$mergefrom"; - if ($tagsubs== $mergefrom) { - $tag->update("9" =>$mergeto); + $oConnection->destroy(); + } + #warn scalar(@reccache)." biblios to update"; + # Get All candidate Tags for the change + # (This will reduce the search scope in marc records). + $sth = $dbh->prepare("select distinct tagfield from marc_subfield_structure where authtypecode=?"); + $sth->execute($authtypecodefrom); + my @tags_using_authtype; + while (my ($tagfield) = $sth->fetchrow) { + push @tags_using_authtype,$tagfield ; + } + my $tag_to=0; + if ($authtypecodeto ne $authtypecodefrom){ + # If many tags, take the first + $sth->execute($authtypecodeto); + $tag_to=$sth->fetchrow; + #warn $tag_to; + } + # BulkEdit marc records + # May be used as a template for a bulkedit field + foreach my $marcrecord(@reccache){ + my $update; + $marcrecord= MARC::Record->new_from_xml($marcrecord,"utf8",C4::Context->preference("marcflavour")) unless(C4::Context->preference('NoZebra')); + foreach my $tagfield (@tags_using_authtype){ +# warn "tagfield : $tagfield "; + foreach my $field ($marcrecord->field($tagfield)){ + my $auth_number=$field->subfield("9"); + my $tag=$field->tag(); + if ($auth_number==$mergefrom) { + my $field_to=MARC::Field->new(($tag_to?$tag_to:$tag),$field->indicator(1),$field->indicator(2),"9"=>$mergeto); + my $exclude='9'; foreach my $subfield (@record_to) { - # warn "$subfield,$subfield->[0],$subfield->[1]"; - $tag->update($subfield->[0] =>$subfield->[1]); - }#for $subfield + $field_to->add_subfields($subfield->[0] =>$subfield->[1]); + $exclude.= $subfield->[0]; } - $marcrecord->delete_field($tag); - $marcrecord->add_fields($tag); + $exclude='['.$exclude.']'; +# add subfields in $field not included in @record_to + my @restore= grep {$_->[0]!~/$exclude/} $field->subfields(); + foreach my $subfield (@restore) { + $field_to->add_subfields($subfield->[0] =>$subfield->[1]); + } + $marcrecord->delete_field($field); + $marcrecord->insert_grouped_field($field_to); $update=1; + } }#for each tag - }#foreach tagfield - my $oldbiblio = TransformMarcToKoha($dbh,$marcrecord,"") ; - if ($update==1){ - &ModBiblio($marcrecord,$oldbiblio->{'biblionumber'},GetFrameworkCode($oldbiblio->{'biblionumber'})) ; - } - - }#foreach $marc - } + }#foreach tagfield + my ($bibliotag,$bibliosubf) = GetMarcFromKohaField("biblio.biblionumber","") ; + my $biblionumber; + if ($bibliotag<10){ + $biblionumber=$marcrecord->field($bibliotag)->data; + } + else { + $biblionumber=$marcrecord->subfield($bibliotag,$bibliosubf); + } + unless ($biblionumber){ + warn "pas de numéro de notice bibliographique dans : ".$marcrecord->as_formatted; + next; + } + if ($update==1){ + &ModBiblio($marcrecord,$biblionumber,GetFrameworkCode($biblionumber)) ; + $counteditedbiblio++; + warn $counteditedbiblio if (($counteditedbiblio % 10) and $ENV{DEBUG}); + } + }#foreach $marc + return $counteditedbiblio; + # now, find every other authority linked with this authority # now, find every other authority linked with this authority # my $oConnection=C4::Context->Zconn("authorityserver"); # my $query; @@ -1222,14 +1429,48 @@ sub merge { # # }#foreach $marc }#sub + +=head2 get_auth_type_location + + my ($tag, $subfield) = get_auth_type_location($auth_type_code); + +Get the tag and subfield used to store the heading type +for indexing purposes. The C<$auth_type> parameter is +optional; if it is not supplied, assume ''. + +This routine searches the MARC authority framework +for the tag and subfield whose kohafield is +C; if no such field is +defined in the framework, default to the hardcoded value +specific to the MARC format. + +=cut + +sub get_auth_type_location { + my $auth_type_code = @_ ? shift : ''; + + my ($tag, $subfield) = GetAuthMARCFromKohaField('auth_header.authtypecode', $auth_type_code); + if (defined $tag and defined $subfield and $tag != 0 and $subfield != 0) { + return ($tag, $subfield); + } else { + if (C4::Context->preference('marcflavour') eq "MARC21") { + return C4::AuthoritiesMarc::MARC21::default_auth_type_location(); + } else { + return C4::AuthoritiesMarc::UNIMARC::default_auth_type_location(); + } + } +} + END { } # module clean-up code here (global destructor) -=back +1; +__END__ =head1 AUTHOR -Koha Developement team +Koha Development Team Paul POULAIN paul.poulain@free.fr =cut +