From: Shawn Boyette <sboyette@esilibrary.com>
Date: Mon, 10 Nov 2008 18:52:56 +0000 (+0000)
Subject: removing miker-filter series; superceded by filter_record_ids, which has far less... 
X-Git-Url: http://git.equinoxoli.org/?p=migration-tools.git;a=commitdiff_plain;h=24ecff604de1ba06197d691d9474dc7fa7b22f9a

removing miker-filter series; superceded by filter_record_ids, which has far less ambiguity about exactly what is being done
---

diff --git a/fingerprinter b/fingerprinter
index eeac277..1fa1f73 100755
--- a/fingerprinter
+++ b/fingerprinter
@@ -16,9 +16,7 @@ $| = 1;
 initialize($conf);
 
 open OF, '>', $conf->{output};
-binmode(OF, ':utf8');
 open XF, '>', $conf->{exception};
-binmode(XF, ':utf8');
 
 for my $file (@ARGV) {
     print XF "Processing $file\n";
diff --git a/miker-filter_incoming.pl b/miker-filter_incoming.pl
deleted file mode 100644
index 99c6171..0000000
--- a/miker-filter_incoming.pl
+++ /dev/null
@@ -1,121 +0,0 @@
-#!/usr/bin/perl
-use warnings;
-use strict;
-
-use Getopt::Long;
-use Time::HiRes qw/time/;
-use MARC::Record;
-use MARC::File::XML ( BinaryEncoding => 'utf-8' );
-
-# THIS FILE EXTRACTS NONMATCHING RECORDS
-
-# configuration hashref
-my $conf  = ();
-#initialize($conf);
-
-my $idfile = shift;
-my $marcfile = shift;
-my $import = shift;
-my $shelve = shift;
-
-my %id;
-
-open F, "<$idfile";
-while (<F>) {
-	chomp;
-	$id{$_} = 1;
-}
-
-close F;
-
-my $M; my $I; my $S;
-open $M, '<:utf8', $marcfile;
-open $I, '>:utf8', $import;
-open $S, '>:utf8', $shelve;
-
-my $starttime = time;
-my $count = 0;
-my $icount = 0;
-my $scount = 0;
-while (<$M>) {
-    /tag="903" ind1=" " ind2=" ">.*?<subfield code="a">(\d+)</;
-    if ( $id{$1} ) {
-        print $S $_;
-        $scount++;
-    } else {
-        print $I $_;
-        $icount++;
-    }
-    $count++;
-
-    unless ($count && $count % 100) {
-        print STDERR "\r$count\t(shelved: $scount, import: $icount)\t". $count / (time - $starttime);
-    }
-}
-
-=head2 initialize
-
-Performs boring script initialization. Handles argument parsing,
-mostly.
-
-=cut
-
-sub initialize {
-    my ($c) = @_;
-    my @missing = ();
-
-    # set mode on existing filehandles
-    binmode(STDIN, ':utf8');
-
-    my $rc = GetOptions( $c,
-                         'incoming',
-                         'incumbent',
-                         'incoming-tag|incot=i',
-                         'incoming-subfield|incos=s',
-                         'incumbent-tag|incut=i',
-                         'incumbent-subfield|incus=s',
-                         'output|o=s',
-                         'help|h',
-                       );
-    show_help() unless $rc;
-    show_help() if ($c->{help});
-
-    $c->{'incoming-tag'}         = 903;
-    $c->{'incoming-subfield'}    = 'a';
-    $c->{'incoming-matchfile'}   = '';
-    $c->{'incoming-nomatchfile'} = '';
-    $c->{'incumbent-tag'}         = 901;
-    $c->{'incumbent-subfield'}    = 'a';
-    $c->{'incumbent-matchfile'}   = '';
-    $c->{'incumbent-nomatchfile'} = '';
-    my @keys = keys %{$c};
-    show_help() unless (@ARGV and @keys);
-    for my $key ('renumber-from', 'tag', 'subfield', 'output')
-      { push @missing, $key unless $c->{$key} }
-    if (@missing) {
-        print "Required option: ", join(', ', @missing), " missing!\n";
-        show_help();
-    }
-
-}
-
-
-=head2 show_help
-
-Display usage message when things go wrong
-
-=cut
-
-sub show_help {
-print <<HELP;
-Usage is: $0 [REQUIRED ARGS]
-Req'd Arguments
-  --renumber-from=N        -rf First id# of new sequence
-  --tag=N                  -t  Which tag to use
-  --subfield=X             -s  Which subfield to use
-  --output=<file>          -o  Output filename
-
-Any number of input files may be specified; one output file will result.
-HELP
-exit 1;
-}
diff --git a/miker-filter_incumbents.pl b/miker-filter_incumbents.pl
deleted file mode 100644
index aa304f3..0000000
--- a/miker-filter_incumbents.pl
+++ /dev/null
@@ -1,119 +0,0 @@
-#!/usr/bin/perl
-use warnings;
-use strict;
-
-use Getopt::Long;
-use Time::HiRes qw/time/;
-use MARC::Record;
-use MARC::File::XML ( BinaryEncoding => 'utf-8' );
-
-# configuration hashref
-my $conf  = ();
-#initialize($conf);
-
-my $idfile = shift;
-my $marcfile = shift;
-my $import = shift;
-my $shelve = shift;
-
-my %id;
-
-open F, "<$idfile";
-while (<F>) {
-	chomp;
-	$id{$_} = 1;
-}
-
-close F;
-
-my $M; my $I; my $S;
-open $M, '<:utf8', $marcfile;
-open $I, '>:utf8', $import;
-open $S, '>:utf8', $shelve;
-
-my $starttime = time;
-my $count = 0;
-my $icount = 0;
-my $scount = 0;
-while (<$M>) {
-    /tag="901" ind1=" " ind2=" ">.*?<subfield code="c">(\d+)</;
-    if ( $id{$1} ) {
-        print $I $_;
-        $icount++;
-    } else {
-        print $S $_;
-        $scount++;
-    }
-    $count++;
-
-    unless ($count && $count % 100) {
-        print STDERR "\r$count\t(shelved: $scount, import: $icount)\t". $count / (time - $starttime);
-    }
-}
-
-=head2 initialize
-
-Performs boring script initialization. Handles argument parsing,
-mostly.
-
-=cut
-
-sub initialize {
-    my ($c) = @_;
-    my @missing = ();
-
-    # set mode on existing filehandles
-    binmode(STDIN, ':utf8');
-
-    my $rc = GetOptions( $c,
-                         'incoming',
-                         'incumbent',
-                         'incoming-tag|incot=i',
-                         'incoming-subfield|incos=s',
-                         'incumbent-tag|incut=i',
-                         'incumbent-subfield|incus=s',
-                         'output|o=s',
-                         'help|h',
-                       );
-    show_help() unless $rc;
-    show_help() if ($c->{help});
-
-    $c->{'incoming-tag'}         = 903;
-    $c->{'incoming-subfield'}    = 'a';
-    $c->{'incoming-matchfile'}   = '';
-    $c->{'incoming-nomatchfile'} = '';
-    $c->{'incumbent-tag'}         = 901;
-    $c->{'incumbent-subfield'}    = 'a';
-    $c->{'incumbent-matchfile'}   = '';
-    $c->{'incumbent-nomatchfile'} = '';
-    my @keys = keys %{$c};
-    show_help() unless (@ARGV and @keys);
-    for my $key ('renumber-from', 'tag', 'subfield', 'output')
-      { push @missing, $key unless $c->{$key} }
-    if (@missing) {
-        print "Required option: ", join(', ', @missing), " missing!\n";
-        show_help();
-    }
-
-}
-
-
-=head2 show_help
-
-Display usage message when things go wrong
-
-=cut
-
-sub show_help {
-print <<HELP;
-Usage is: $0 [REQUIRED ARGS]
-Req'd Arguments
-  --renumber-from=N        -rf First id# of new sequence
-  --tag=N                  -t  Which tag to use
-  --subfield=X             -s  Which subfield to use
-  --output=<file>          -o  Output filename
-
-Any number of input files may be specified; one output file will result.
-HELP
-exit 1;
-}