X-Git-Url: http://git.equinoxoli.org/?p=migration-tools.git;a=blobdiff_plain;f=match_fingerprints;h=4c7748033b3ba9e9f2e588c42992168c2fa9e819;hp=c1dbcca214a010337e88e21bb7e9728fd35bb19b;hb=057ef949547ddd269dc59e629049ab0eb35834db;hpb=4a0c4485708ab3696bb858a23a1598f3ceab717a

diff --git a/match_fingerprints b/match_fingerprints
index c1dbcca..4c77480 100755
--- a/match_fingerprints
+++ b/match_fingerprints
@@ -1,4 +1,22 @@
 #!/usr/bin/perl
+
+# Copyright 2009-2012, Equinox Software, Inc.
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
+
+
 use strict;
 use warnings;
 use open ':utf8';
@@ -14,8 +32,7 @@ my @recs = (); # fingerprints belonging to each record
 my %seen = (); # records we've already seen
 my $lastscore = 0; # previous fingerprint's score
 
-my %leads = (); # error-checking hashes
-my %subs  = ();
+my %subs  = (); # error-checking hashe
 
 open FP, '<', $ARGV[0] or die "Can't open input file: $!\n";
 
@@ -92,12 +109,12 @@ sub dump_records {
             # check for dupes and die if they exist
             die "Collision: dupe sub record $_\n" if $subs{$_};
             $subs{$_} = 1;
-            die "Collision: dupe lead record ", $rec->{id}, "\n"
-              if $leads{ $rec->{id} };
-            $leads{ $rec->{id} } = 1;
             die "Collision: lead in sub list ", $rec->{id}, "\n"
               if $subs{ $rec->{id} };
 
+            # we don't want subs below threshold
+            next if ($_ < $conf->{threshold});
+
             # still here? output.
             print OUT $rec->{id}, "\t$_\n"
         }
@@ -113,6 +130,7 @@ sub initialize {
 
     my $rc = GetOptions( $c,
                          'output|o=s',
+                         'threshold|t=i',
                          'help|h',
                        );
     show_help() unless $rc;
@@ -126,11 +144,13 @@ sub initialize {
         print "Required option: ", join(', ', @missing), " missing!\n";
         show_help();
     }
+
+    $c->{threshold} = 0 unless $c->{threshold};
 }
 
 sub show_help {
     print <<HELP;
-Usage is: compress_fingerprints -o OUTPUTFILE INPUTFILE
+Usage is: compress_fingerprints [-t THRESHOLD] -o OUTPUTFILE INPUTFILE
 HELP
 exit;
 }