require Exporter;
@ISA = qw(Exporter);
@EXPORT = qw(
+ NormalizeString
IsStringUTF8ish
MarcToUTF8Record
SetUTF8Flag
=head2 NormalizeString
- my $normalized_string=NormalizeString($string);
+ my $normalized_string=NormalizeString($string,$nfd,$transform);
Given a string
-
-nfc : If you want to set NFC and not NFD
+nfd : If you want to set NFD and not NFC
transform : If you expect all the signs to be removed
+
Sets the PERL UTF8 Flag on your initial data if need be
-and applies cleaning if required
+and applies cleaning if required
-Returns a utf8 NFD normalized string
+Returns a utf8 NFC normalized string
Sample code :
- my $string=NormalizeString ("l'ornithoptère");
- #results into ornithoptère in NFD form and sets UTF8 Flag
+ my $string=NormalizeString ("l'ornithoptère");
+ #results into ornithoptère in NFC form and sets UTF8 Flag
=cut
+
sub NormalizeString{
- my ($string,$nfc,$transform)=@_;
+ my ($string,$nfd,$transform)=@_;
utf8::decode($string) unless (utf8::is_utf8($string));
- if ($nfc){
+ if ($nfd){
$string= NFD($string);
}
else {