X-Git-Url: http://git.equinoxoli.org/?p=migration-tools.git;a=blobdiff_plain;f=extract_holdings;h=58b757577e04980e9819dbca33734a7ab9f0fbfd;hp=cf3e4fd9a5c049941952d34c0552f904bb918a4b;hb=76574ae0d301dd1441181e47540c3e274caf4609;hpb=9e4549f0acacc3f860a7ebec20734c6aaab11a8d diff --git a/extract_holdings b/extract_holdings index cf3e4fd..58b7575 100755 --- a/extract_holdings +++ b/extract_holdings @@ -3,7 +3,7 @@ use strict; use warnings; use Getopt::Long; -use Equinox::Migration::MapDrivenMARCXMLProc; +use Equinox::Migration::MapDrivenMARCXMLProc 1.005; use Equinox::Migration::MARCXMLSampler; my $VERSION = '1.001'; @@ -22,12 +22,13 @@ $| = 1; # run samples if we've been asked for them run_samples($c) if ($c->{sample} or $c->{samplemap} or $c->{samplestr}); extract_holdings($c) if ($c->{map}); +print "\n"; #-------------------------- sub extract_holdings { my ($c) = @_; - print "Parsing records for extraction... "; + print "Parsing records for extraction:\n"; my $m = Equinox::Migration::MapDrivenMARCXMLProc->new( marcfile => $c->{marcfile}, mapfile => $c->{map}, verbose => 1, @@ -35,40 +36,43 @@ sub extract_holdings { print "Writing holdings to output file(s)...\n"; # open main holdings file open HOLDINGS, '>', ($c->{prefix} . "-HOLDINGS.pg"); - # open the files for multi mappings - # FIXME make this actually key off multi fields - open X, '>', ($c->{prefix} . "-HOLDINGS-privnotes.pg"); - open Z, '>', ($c->{prefix} . "-HOLDINGS-pubnotes.pg"); - select HOLDINGS; - - my $i = 0; - for my $rec ( @{$m->{data}{recs}} ) { - # for each holdings tag in the record... - for my $holdidx ( @{$rec->{tmap}{ $c->{holdings} }} ) { + # create multi files + my $multis = $m->get_multis; + my %MULTIFILE = (); + for my $t ( keys %{$multis} ) { + for my $s ( keys %{$multis->{$t}}) + { open my $fh, ">", ($c->{prefix} . "-HOLDINGS-MULT-$t$s.pg"); $MULTIFILE{"$t$s"} = $fh } + } + + my $i = 0; # record counter + my $j = 0; # holdings counter + + while ( $m->{data}{recs}[$i] ) { + print HOLDINGS "BEGIN;\n\negid, hseq, " unless $j; + my $rec = $m->{data}{recs}[$i]; + my $k = 0; # holding-within-record pointer + + for my $holdidx ( @{ $rec->{tmap}{ $c->{holdings} } } ) { + # for each holdings tag in the record... my $tagid = $rec->{tags}[$holdidx]{tag}; + $k++; - print STDOUT "\r$i"; my @out = (); # clear the output buffer push @out, $rec->{egid}; # slug in the egid first thing - print "BEGIN;\n\n" unless $i; + push @out, $j; # holding seq goes next # grab the unary mappings and slug 'em in for my $sub ( sort keys %{$rec->{tags}[$holdidx]{uni}} ) { push @out, $rec->{tags}[$holdidx]{uni}{$sub}; - #print "l_", $m->name($tagid, $sub),"\t" - # unless $i; - # FIXME column names should be made workable again + print HOLDINGS "l_", $m->name($tagid, $sub),", " unless $j; } - for my $x (@{$rec->{tags}[$holdidx]{multi}{x}} ) { - print X $rec->{egid}, "\t", - $rec->{tags}[$holdidx]{uni}{ $c->{copyid} }, - "\t$x\n"; - } - for my $z (@{$rec->{tags}[$holdidx]{multi}{z}} ) { - print Z $rec->{egid}, "\t", - $rec->{tags}[$holdidx]{uni}{ $c->{copyid} }, - "\t$z\n"; + # handle holdings multis + for my $sub ( sort keys %{$multis->{$tagid}} ) { + for my $value ( @{$rec->{tags}[$holdidx]{multi}{$sub}} ) { + my $fh = $MULTIFILE{"$tagid$sub"}; + print $fh join("\t", $rec->{egid}, $j, $value), "\n"; + } } @@ -76,21 +80,32 @@ sub extract_holdings { for my $othertag ( sort keys %{$rec->{tmap}} ) { next if $othertag eq $c->{holdings}; # ignoring the holdings, o'course my $idx = $rec->{tmap}{$othertag}[0]; # get index into tags struct + unless (defined $idx) { + push @out, ''; + next; + } for my $sub ( sort keys %{$rec->{tags}[$idx]{uni}} ) { push @out, $rec->{tags}[$idx]{uni}{$sub}; - print "l_", $m->name($rec->{tags}[$idx]{tag}, $sub), "\t" - unless $i; + print HOLDINGS "l_", $m->name($rec->{tags}[$idx]{tag}, $sub), ", " + unless $j; + } + for my $sub ( sort keys %{$multis->{$othertag}} ) { + for my $value ( @{$rec->{tags}[$idx]{multi}{$sub}} ) { + my $fh = $MULTIFILE{"$othertag$sub"}; + print $fh join("\t", $rec->{egid}, $j, $value), "\n"; + } } } # and dump it - print "\n" if ($i == 1); - print join("\t", @out); - print "\n"; + print HOLDINGS "\n" unless $j; + print HOLDINGS join("\t", @out); + print HOLDINGS "\n"; + $j++; } $i++; + print "\r$i $j"; } - select STDOUT; print "\n"; } @@ -99,6 +114,7 @@ sub extract_holdings { sub run_samples { my ($c) = @_; my $s; + print "Parsing records for sampling... "; if ($c->{samplemap}) { $s = Equinox::Migration::MARCXMLSampler->new( marcfile => $c->{marcfile}, mapfile => $c->{samplemap}); @@ -108,8 +124,6 @@ sub run_samples { } else { $s = Equinox::Migration::MARCXMLSampler->new( marcfile => $c->{marcfile} ); } - print "Parsing records for sampling... "; - $s->parse_records; dump_sample_overview($c, $s) if $c->{sample}; dump_sample_detail($c, $s) if ($c->{samplemap} or $c->{samplestr}); @@ -184,8 +198,8 @@ sub initialize { 'sample|s', 'samplemap|sm=s', 'samplestr|ss=s', - 'marcfile|m=s', - 'map=s', + 'marcfile=s', + 'map|m=s', 'holdings|h=i', 'copyid|c=s', 'prefix|p=s', @@ -200,6 +214,10 @@ sub initialize { if ($c->{map} and !($c->{holdings} and $c->{copyid})); show_version() if $c->{version}; + if ($c->{prefix} and !$c->{marcfile}) { + $c->{marcfile} = $c->{prefix} . ".clean.marc.xml"; + } + my @keys = keys %{$c}; for my $key ('prefix', 'marcfile') { push @missing, $key unless $c->{$key} } @@ -220,7 +238,8 @@ Usage is: extract_holdings -p PREFIX -m MARCFILE [ARGUMENTS] REQUIRED ARGUMENTS --prefix -p Prefix string for output filenames - --marcfile -m MARCXML to use as source data + --marcfile MARCXML to use as source data + Defaults to 'PREFIX.clean.marc.xml' SAMPLING ARGUMENTS --sample -s Generate a report of all tags in the MARC data @@ -233,7 +252,7 @@ SAMPLING ARGUMENTS If --samplemap and --samplestr are both specified, --samplemap wins. HOLDINGS EXTRACTION ARGUMENTS - --map E::M::SM map file which will be used to extract holdings data + --map -m E::M::SM map file which will be used to extract holdings data from the input MARC file --holdings -h Specifies actual holdings tag --copyid -c Specifies subfield of holdings with unique copy identifier