From 69d5f4ce477e7613b29e5a3e643ecc207f109147 Mon Sep 17 00:00:00 2001 From: Rogan Hamby Date: Thu, 3 May 2018 10:05:01 -0400 Subject: [PATCH] assume unicode in flux, may change again based on disucssion wiht phasefx --- mig-bin/mig-loadbibs | 14 +++++++------- 1 files changed, 7 insertions(+), 7 deletions(-) diff --git a/mig-bin/mig-loadbibs b/mig-bin/mig-loadbibs index a90ab64..ea081b7 100755 --- a/mig-bin/mig-loadbibs +++ b/mig-bin/mig-loadbibs @@ -40,7 +40,7 @@ use MARC::Batch; use MARC::File; use MARC::File::XML; use MARC::Charset 'marc8_to_utf8'; -binmode STDIN, ':bytes'; +#binmode STDIN, ':bytes'; use Env qw( HOME PGHOST PGPORT PGUSER PGDATABASE MIGSCHEMA MIGBASEWORKDIR MIGBASEGITDIR MIGGITDIR MIGWORKDIR @@ -71,8 +71,10 @@ binmode STDIN, ':utf8'; my $ignore = MARC::Charset->ignore_errors(); MARC::Charset->ignore_errors(1); -my $setting = MARC::Charset->assume_unicode(); -MARC::Charset->assume_unicode(1); +#causes issues sometimes +#may be useful other times ... still in flux +#my $setting = MARC::Charset->assume_unicode(); +#MARC::Charset->assume_unicode(1); MARC::Charset->ignore_errors(1); foreach my $arg (@ARGV) { @@ -111,7 +113,6 @@ if ($append == 0) { drop_stage_table($dbh); create_stage_table($dbh); } - if ($file_is_xml) { $batch = MARC::Batch->new('XML',$infile); } else { @@ -120,9 +121,8 @@ if ($file_is_xml) { $batch->strict_off(); while ( my $record = $batch->next() ) { - my $xml; - if ($file_is_xml) { $xml = $record; } - else { $xml = $record->as_xml_record(); } + my $xml = $record->as_xml_record(); + $xml = marc8_to_utf8($xml); $i++; $xml = clean_marc($xml); $xml = '$_$' . $xml . '$_$'; -- 1.7.2.5