X-Git-Url: http://git.equinoxoli.org/?p=migration-tools.git;a=blobdiff_plain;f=mig-bin%2Fmig-loadbibs;h=ea081b7bc1b4de21e61a6f516629d8fc78af2b94;hp=a90ab648845c0d6a0335306833da4d001eca33f4;hb=69d5f4ce477e7613b29e5a3e643ecc207f109147;hpb=d3bf56fcd9351c4ef45b5527d929228b6663ecaf diff --git a/mig-bin/mig-loadbibs b/mig-bin/mig-loadbibs index a90ab64..ea081b7 100755 --- a/mig-bin/mig-loadbibs +++ b/mig-bin/mig-loadbibs @@ -40,7 +40,7 @@ use MARC::Batch; use MARC::File; use MARC::File::XML; use MARC::Charset 'marc8_to_utf8'; -binmode STDIN, ':bytes'; +#binmode STDIN, ':bytes'; use Env qw( HOME PGHOST PGPORT PGUSER PGDATABASE MIGSCHEMA MIGBASEWORKDIR MIGBASEGITDIR MIGGITDIR MIGWORKDIR @@ -71,8 +71,10 @@ binmode STDIN, ':utf8'; my $ignore = MARC::Charset->ignore_errors(); MARC::Charset->ignore_errors(1); -my $setting = MARC::Charset->assume_unicode(); -MARC::Charset->assume_unicode(1); +#causes issues sometimes +#may be useful other times ... still in flux +#my $setting = MARC::Charset->assume_unicode(); +#MARC::Charset->assume_unicode(1); MARC::Charset->ignore_errors(1); foreach my $arg (@ARGV) { @@ -111,7 +113,6 @@ if ($append == 0) { drop_stage_table($dbh); create_stage_table($dbh); } - if ($file_is_xml) { $batch = MARC::Batch->new('XML',$infile); } else { @@ -120,9 +121,8 @@ if ($file_is_xml) { $batch->strict_off(); while ( my $record = $batch->next() ) { - my $xml; - if ($file_is_xml) { $xml = $record; } - else { $xml = $record->as_xml_record(); } + my $xml = $record->as_xml_record(); + $xml = marc8_to_utf8($xml); $i++; $xml = clean_marc($xml); $xml = '$_$' . $xml . '$_$';