From: Jason Etheridge <jason@equinoxinitiative.org>
Date: Fri, 10 Apr 2020 17:54:59 +0000 (-0400)
Subject: seed kmig-*iconv with mig-*iconv
X-Git-Url: http://git.equinoxoli.org/?p=migration-tools.git;a=commitdiff_plain;h=9ddef472230a843956d21b1a49cb6f8420bfd3d3

seed kmig-*iconv with mig-*iconv
---

diff --git a/kmig.d/bin/kmig-iconv b/kmig.d/bin/kmig-iconv
new file mode 100755
index 0000000..88acdd0
--- /dev/null
+++ b/kmig.d/bin/kmig-iconv
@@ -0,0 +1,107 @@
+#!/usr/bin/perl -w
+###############################################################################
+=pod
+
+=head1 NAME
+
+mig-iconv 
+
+Attempts to invoke B<iconv> on the specified tracked file, placing the
+output in [file].iconv
+
+If given no other arguments, the invocation will lool like
+
+=over 5
+
+iconv -f ISO-8859-1 -t UTF-8 -o <file>.utf8 <file>
+
+=back
+
+otherwise, the arguments will be passed through like so
+
+=over 5
+
+iconv [other arguments...] -o <file>.utf8 <file>
+
+=back
+
+You'll need to invoke B<mig-add> prior to using commands like B<mig-iconv>
+
+=head1 SYNOPSIS
+
+B<mig-iconv> <file> [other arguments...]
+
+=cut
+
+###############################################################################
+
+use strict;
+use Switch;
+use Env qw(
+    HOME PGHOST PGPORT PGUSER PGDATABASE MIGSCHEMA
+    MIGBASEWORKDIR MIGBASEGITDIR MIGGITDIR MIGWORKDIR
+);
+use Pod::Usage;
+use DBI;
+use Cwd 'abs_path';
+use FindBin;
+my $mig_bin = "$FindBin::Bin/";
+use lib "$FindBin::Bin/";
+use Mig;
+
+pod2usage(-verbose => 2) if ! $ARGV[0] || $ARGV[0] eq '--help';
+
+Mig::die_if_no_env_migschema();
+Mig::die_if_mig_tracking_table_does_not_exist();
+
+my $file = abs_path($ARGV[0]);
+if ($file =~ /^$MIGBASEWORKDIR/) {
+    call_iconv(@ARGV);
+} else {
+    print "File falls outside of MIGWORKDIR ($MIGWORKDIR): $file\n";
+}
+
+exit 0;
+
+###############################################################################
+
+sub call_iconv {
+    my $file = abs_path(shift);
+    my @args = @_;
+
+    my $tracked_file_id = Mig::check_for_tracked_file($file);
+    if ($tracked_file_id) {
+        my $data = Mig::status_this_file($file);
+        print "iconv'ing tracked file: $file\n";
+
+        if (scalar(@args) == 0) {
+            @args = (
+                 '-f'
+                ,'ISO-8859-1'
+                ,'-t'
+                ,'UTF-8'
+                ,'--verbose'
+            );
+        }
+
+        system('iconv', @args, '-o', $file . '.utf8', $file);
+        system('touch', $file . '.utf8'); # handle 0-byte files
+
+        my $dbh = Mig::db_connect();
+        my $utf8_file = $dbh->quote($file . '.utf8');
+        if (! -e $file . '.utf8') {
+            print "utf8 file does not exist: $utf8_file\n";
+            $utf8_file = $dbh->quote('');
+        }
+
+        my $rv = $dbh->do("
+            UPDATE $MIGSCHEMA.tracked_file
+            SET utf8_filename = $utf8_file
+            WHERE base_filename = " . $dbh->quote($file) . "
+            ;
+        ") || die "Error inserting into table $MIGSCHEMA.tracked_file: $!\n";
+        Mig::db_disconnect($dbh);
+    } else {
+        print "File not currently tracked: $file\n";
+    }
+}
diff --git a/kmig.d/bin/kmig-skip-iconv b/kmig.d/bin/kmig-skip-iconv
new file mode 100755
index 0000000..fec558d
--- /dev/null
+++ b/kmig.d/bin/kmig-skip-iconv
@@ -0,0 +1,87 @@
+#!/usr/bin/perl -w
+###############################################################################
+=pod
+
+=head1 NAME
+
+mig-skip-iconv 
+
+Allows you to either use an existing file named <file>.utf8 or a named
+[utf8 file] as if it were the one created by mig-iconv
+
+=head1 SYNOPSIS
+
+B<mig-skip-iconv> <file> [utf8 file]
+
+=cut
+
+###############################################################################
+
+use strict;
+use Switch;
+use Env qw(
+    HOME PGHOST PGPORT PGUSER PGDATABASE MIGSCHEMA
+    MIGBASEWORKDIR MIGBASEGITDIR MIGGITDIR MIGWORKDIR
+);
+use Pod::Usage;
+use DBI;
+use Cwd 'abs_path';
+use FindBin;
+my $mig_bin = "$FindBin::Bin/";
+use lib "$FindBin::Bin/";
+use Mig;
+
+pod2usage(-verbose => 2) if ! ($ARGV[0]||$ARGV[1]) || $ARGV[0] eq '--help';
+
+Mig::die_if_no_env_migschema();
+Mig::die_if_mig_tracking_table_does_not_exist();
+
+my $file = abs_path($ARGV[0]);
+my $utf8_file;
+if ($ARGV[1]) {
+    $utf8_file = abs_path($ARGV[1]);
+} else {
+    $utf8_file = $file;
+}
+if ($utf8_file && ! $utf8_file =~ /^$MIGBASEWORKDIR/) {
+    die "File falls outside of MIGWORKDIR ($MIGWORKDIR): $utf8_file\n";
+}
+
+if ($file =~ /^$MIGBASEWORKDIR/) {
+    skip_iconv($file,$utf8_file);
+} else {
+    print "File falls outside of MIGWORKDIR ($MIGWORKDIR): $file\n";
+}
+
+exit 0;
+
+###############################################################################
+
+sub skip_iconv {
+    my $file = shift;
+    my $utf8_file = shift;
+
+    my $tracked_file_id = Mig::check_for_tracked_file($file);
+    if ($tracked_file_id) {
+        my $data = Mig::status_this_file($file);
+        print "skipping the iconv'ing of tracked file: $file\n";
+
+        my $dbh = Mig::db_connect();
+        if (! $utf8_file) {
+            $utf8_file = $file . '.utf8';
+        }
+        if (! -e $utf8_file) {
+            die "utf8 file does not exist: $utf8_file\n";
+        }
+
+        my $rv = $dbh->do("
+            UPDATE $MIGSCHEMA.tracked_file
+            SET utf8_filename = " . $dbh->quote($utf8_file) . "
+            WHERE base_filename = " . $dbh->quote($file) . "
+            ;
+        ") || die "Error inserting into table $MIGSCHEMA.tracked_file: $!\n";
+        Mig::db_disconnect($dbh);
+    } else {
+        print "File not currently tracked: $file\n";
+    }
+}