X-Git-Url: http://git.equinoxoli.org/?p=migration-tools.git;a=blobdiff_plain;f=unicorn%2Funicorn_patrons_to_tsv.pl;h=441941517d212d9442a6751b7900138c46896756;hp=7c3ca59bd97e9ac82f20bce30e5a500853a652c8;hb=7c8b8e365ee0c5c8b3574230ece806190bc72e05;hpb=47e275887745d54c7b0cb149f3c742cb4616eae5 diff --git a/unicorn/unicorn_patrons_to_tsv.pl b/unicorn/unicorn_patrons_to_tsv.pl index 7c3ca59..4419415 100755 --- a/unicorn/unicorn_patrons_to_tsv.pl +++ b/unicorn/unicorn_patrons_to_tsv.pl @@ -1,19 +1,37 @@ #!/usr/bin/perl -w -# Converts a Unicorn users.data file to a tab-separated file. +# Converts a Unicorn users.data, bill.data, or charge.data file to a tab-separated file. # 2009-08-10 Ben Ostrowsky -my @users; +my @records; my $serial = -1; my $line = 0; my $section = ''; my $field = ''; my %unique_fields; +my @output_fields = qw( +l_user_id l_user_altid l_user_pin l_user_profile l_user_status l_user_library l_user_priv_granted +l_user_priv_expires l_user_mailingaddr l_birthdate l_prefix_name l_last_name l_first_name l_middle_name +l_suffix_name l_note l_note1 l_patron l_comment l_staff l_webcatpref l_user_category1 l_user_category2 +l_user_category3 l_user_category4 l_dept l_guardian l_license l_ssn l_misc l_aup l_photo l_notify_via +l_user_claims_ret l_user_environment l_user_department l_ums_id l_user_last_activity l_placcard l_user_email +l_addr1_std_line1 l_addr1_std_line2 l_addr1_std_city l_addr1_std_state l_addr1_std_zip l_addr1_country +l_addr1_township l_addr1_room l_addr1_company l_addr1_office l_addr1_phone l_addr1_dayphone l_addr1_homephone +l_addr1_workphone l_addr1_cellphone l_addr1_fax l_addr1_email l_addr1_location l_addr1_usefor l_addr1_care_of +l_addr1_known_bad l_addr1_ums_addrid l_addr2_std_line1 l_addr2_std_line2 l_addr2_std_city l_addr2_std_state +l_addr2_std_zip l_addr2_country l_addr2_township l_addr2_room l_addr2_company l_addr2_office l_addr2_phone +l_addr2_dayphone l_addr2_homephone l_addr2_workphone l_addr2_cellphone l_addr2_fax l_addr2_email +l_addr2_locationl_addr2_usefor l_addr2_care_of l_addr2_known_bad l_addr2_ums_addrid l_addr3_std_line1 +l_addr3_std_line2 l_addr3_std_city l_addr3_std_state l_addr3_std_zip l_addr3_country l_addr3_township +l_addr3_room l_addr3_company l_addr3_office l_addr3_phone l_addr3_dayphone l_addr3_homephone l_addr3_workphone +l_addr3_cellphone l_addr3_fax l_addr3_email l_addr3_location l_addr3_usefor l_addr3_care_of l_addr3_known_bad +l_addr3_ums_addrid l_identific l_noempl l_profession l_program l_represent l_userid_active l_inactive_barcode1 +l_inactive_barcode2); # Load each record while (<>) { - + s/\r\n/\n/g; # print STDERR "Loaded this line: " . $_; # Is this the start of a new record? @@ -25,6 +43,11 @@ while (<>) { next; } + # Is this a FORM= line (which can be ignored)? + if ( /^FORM=/ ) { + next; + } + # If this isn't the start of the new record, it's a new line in the present record. $line++; @@ -60,9 +83,9 @@ while (<>) { $unique_fields{$field} = 1; # Now we can actually store this line of data! - $users[$serial]{$field} = $3; + $records[$serial]{$field} = $3; - # print STDERR "Data extracted: \$users[$serial]{'$field'} = '$3'\n"; + # print STDERR "Data extracted: \$records[$serial]{'$field'} = '$3'\n"; next; } @@ -70,35 +93,100 @@ while (<>) { # This is the continuation of the previous line. else { chomp($_); - $users[$serial]{$field} .= ' ' . $_; - # print STDERR "Appended data to previous field. \$users[$serial]{'$field'} is now '" . $users[$serial]{$field} . "'.\n"; + $records[$serial]{$field} .= ' ' . $_; + # print STDERR "Appended data to previous field. \$records[$serial]{'$field'} is now '" . $records[$serial]{$field} . "'.\n"; } } -print STDERR "Loaded " . scalar(@users) . " users.\n"; +print STDERR "Loaded " . scalar(@records) . " records.\n"; + + +# Process the records: +for (my $u = 0; $u < @records; $u++) { + + # Some fields can be mapped straightforwardly: + foreach $f (qw( user_id user_alt_id user_pin user_profile user_status user_library user_priv_granted user_priv_expires user_mailingaddr user_claims_ret user_environment user_department user_last_activity user_category1 user_category2 user_category3 user_category4 )) { + $records[$u]{uc($f)} '' unless defined $records[$u]{uc($f)}; + $records[$u]{'l_' + $f} = $records[$u]{uc($f)}; + } + + # Addresses are a bit different: + foreach $a (qw( addr1 addr2 addr3 )) { + foreach $f (qw( std_line1 std_line2 std_city std_state std_zip country township room company office phone dayphone homephone workphone cellphone fax email location usefor care_of known_bad ums_addrid )) { + $records[$u]{uc('USER_' + $a + '.' + $f)} = '' unless defined $records[$u]{uc('USER_' + $a + '.' + $f)}; + $records[$u]{'l_' + $a + '_' + '$f'} = $records[$u]{uc('USER_' + $a + '.' + $f)}; + } + } + + # Handle fields that don't exactly match (e.g. parse USER_NAME into l_last_name etc.) + + $records[$u]{'l_birthdate'} = $records[$u]{'USER.BIRTH_DATE'}'; + $records[$u]{'l_note'} = $records[$u]{'USER_XINFO.NOTE'}'; + $records[$u]{'l_note1'} = ''; + $records[$u]{'l_patron'} = ''; + $records[$u]{'l_comment'} = $records[$u]{'USER_XINFO.COMMENT'}'; + $records[$u]{'l_staff'} = $records[$u]{'USER_XINFO.STAFF'}'; + $records[$u]{'l_webcatpref'} = $records[$u]{'USER_XINFO.WEBCATPREF'}'; + $records[$u]{'l_dept'} = $records[$u]{'USER_DEPARTMENT'}'; + $records[$u]{'l_guardian'} = ''; + $records[$u]{'l_license'} = $records[$u]{'USER_XINFO.LICENSE'}'; + $records[$u]{'l_ssn'} = $records[$u]{'USER_XINFO.SSN'}'; + $records[$u]{'l_misc'} = ''; + $records[$u]{'l_aup'} = ''; + $records[$u]{'l_photo'} = ''; + $records[$u]{'l_notify_via'} = $records[$u]{'USER_XINFO.NOTIFY_VIA'}'; + $records[$u]{'l_ums_id'} = ''; + $records[$u]{'l_placcard'} = ''; + $records[$u]{'l_user_email'} = ''; + $records[$u]{'l_identific'} = ''; + $records[$u]{'l_noempl'} = ''; + $records[$u]{'l_profession'} = ''; + $records[$u]{'l_program'} = ''; + $records[$u]{'l_represent'} = ''; + $records[$u]{'l_userid_active'} = ''; + $records[$u]{'l_inactive_barcode1'} = $records[$u]{'USER_XINFO.PREV_ID'}'; + $records[$u]{'l_inactive_barcode2'} = $records[$u]{'USER_XINFO.PREV_ID2'}'; + + # We can parse the name like so: + + # Copy the name to a temp value + $temp_name = $records[$u]{'USER_NAME'}; + + # Strip off a prefix, if there is one + foreach $prefix (qw( Ms. Mrs. Mr. Dr. )) { + if ($temp_name =~ /$prefix /i) { + $records[$u]{'l_prefix_name'} = $prefix; + $temp_name =~ s/$prefix //i; + } + } + + # Strip off a suffix, if there is one + foreach $suffix (qw( Jr. Sr. II III IV )) { + if ($temp_name =~ /$suffix /i) { + $records[$u]{'l_suffix_name'} = $suffix; + $temp_name =~ s/$suffix //i; + } + } + # Strip off the family name (before the comma) + # Of what remains, whatever is before the first space is the first name and the rest is the middle name + $records[$u]{'l_last_name'} = $temp_name =~ /^([^,])*\s*,.*$/; + $records[$u]{'l_first_given_name', 'l_second_given_name'} = $temp_name =~ /^[^,]*\s*,\s*([^,\s]*)\s*(.*)$/; -# Print a header line -print "SERIAL\t"; -@sorted_fields = sort keys %unique_fields; -foreach $i (@sorted_fields) { - print "$i\t"; } -print "\n"; # Print the results -for (my $u = 0; $u < @users; $u++) { - print "$u\t"; - foreach $f (@sorted_fields) { - if (defined $users[$u]{$f}) { - print $users[$u]{$f}; +for (my $u = 0; $u < @records; $u++) { + foreach $f (@output_fields) { + if (defined $records[$u]{$f}) { + print $records[$u]{$f}; } print "\t"; } print "\n"; } -print STDERR "Wrote " . scalar(@users) . " users.\n"; +print STDERR "Wrote " . scalar(@records) . " records.\n"; # uh-bdee-uh-bdee-uh-bdee-uh- THAT'S ALL, FOLKS