X-Git-Url: http://git.equinoxoli.org/?p=migration-tools.git;a=blobdiff_plain;f=fingerprinter;h=f388174a447f8bc0554d384aa58b9389b71a4eb2;hp=bd7556a937cef923aed46dc5dc98fc4b9f2a880f;hb=e327c4743fe61686222f0e3928a48ece319a1e3b;hpb=7af21df77fb31c255c21c4a37addf7c645d42731 diff --git a/fingerprinter b/fingerprinter index bd7556a..f388174 100755 --- a/fingerprinter +++ b/fingerprinter @@ -25,6 +25,7 @@ use MARC::Batch; use Unicode::Normalize; use MARC::File::XML ( BinaryEncoding => 'utf-8' ); use Equinox::Migration::SubfieldMapper; +use Equinox::Migration::Utils qw/normalize_oclc_number/; my $conf = {}; # configuration hashref my $count = 0; my $scount = 0; @@ -34,13 +35,12 @@ $| = 1; initialize($conf); open OF, '>', $conf->{output} or die "$0: cannot open output file $conf->{output}: $!\n"; -open XF, '>', $conf->{exception} or die "$0: cannot open exception file $conf->{output}: $!\n"; +open XF, '>', $conf->{exception} or die "$0: cannot open exception file $conf->{exception}: $!\n"; for my $file (@ARGV) { print XF "Processing $file\n"; - my $batch = undef; my $record = undef; - $batch = MARC::Batch->new($conf->{marctype}, $file); + my $batch = MARC::Batch->new($conf->{marctype}, $file); $batch->strict_off(); $batch->warnings_off(); @@ -149,13 +149,19 @@ sub populate_marc { # oclc $marc{oclc} = []; - push @{ $marc{oclc} }, $record->field('001')->as_string() - if ($record->field('001') and $record->field('003') and - $record->field('003')->as_string() =~ /OCo{0,1}LC/); + if ($record->field('001') && + $record->field('003') && + $record->field('003')->as_string() =~ /OCo{0,1}LC/ && + defined normalize_oclc_number($record->field('001')->as_string())) { + push @{ $marc{oclc} }, normalize_oclc_number($record->field('001')->as_string()); + } for ($record->field('035')) { my $oclc = $_->subfield('a'); - push @{ $marc{oclc} }, $oclc - if (defined $oclc and $oclc =~ /\(OCoLC\)/ and $oclc =~/([0-9]+)/); + if (defined $oclc && + ($oclc =~ /\(OCoLC\)/ || $oclc =~ /(ocm|ocl7|ocn|on)/) && + defined normalize_oclc_number($oclc)) { + push @{ $marc{oclc} }, normalize_oclc_number($oclc); + } } if ($record->field('999')) { @@ -374,11 +380,11 @@ sub dump_fingerprints { } } - if ($conf->{fingerprints}{edition} and $marc->{edition}) { + if ($conf->{fingerprints}{edition} and $marc->{edition} and $marc->{author}) { print OF join("\t", $marc->{score}, $marc->{id}, "edition", $marc->{item_form}, $marc->{date1}, $marc->{record_type}, $marc->{bib_lvl}, - $marc->{title}, $marc->{edition}), "\n"; + $marc->{title}, $marc->{author}, $marc->{edition}), "\n"; } if ($conf->{fingerprints}{issn} and $marc->{issn}) { @@ -609,7 +615,7 @@ Options --tag=N -t Which tag to use (default 903) --subfield=X -s Which subfield to use (default 'a') --quiet -q Don't write status messages to STDOUT - --ignoresubtitle -i Ignore 245$b and construct the title from 245$a alone. + --ignoresubtitle -i Ignore 245\$b and construct the title from 245\$a alone. --fingerprints=LIST Fingerprints to generate, comma separated Default: oclc,isbn,edition,issn,lccn,accomp,authpub