convert_to_utf_8.sh: Script to convert pages to UTF-8

See https://bugzilla.kernel.org/show_bug.cgi?id=60807

Signed-off-by: Michael Kerrisk <mtk.manpages@gmail.com>

scripts/convert_to_utf_8.sh

@@ -0,0 +1,65 @@
+#!/bin/sh
+#
+# convert_to_utf_8.sh
+#
+# Find man pages with encoding other than us-ascii, and convert them
+# to the utf-8 encoding.
+#
+# Example usage:
+#
+#    cd man-pages-x.yy
+#    sh convert_to_utf_8.sh <output_dir> man?/*
+#
+######################################################################
+#
+# (C) Copyright 2013, Peter Schiffer <pschiffe@redhat.com>
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
+# 
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details
+# (http://www.gnu.org/licenses/gpl-2.0.html).
+#
+
+if [[ $# -lt 2 ]]; then
+    echo "Usage: ${0} <output_dir> man?/*" 1>&2
+    exit 1
+fi
+
+out_dir="$1"
+shift
+
+enc_line="'\\\" t -*- coding: UTF-8 -*-"
+
+for f in "$@"; do
+    enc=$(file -bi "$f" | cut -d = -f 2)
+    if [[ $enc != "us-ascii" ]]; then
+        dirn=$(dirname "$f")
+        basen=$(basename "$f")
+        new_dir="${out_dir}/${dirn}"
+        if [[ ! -e "$new_dir" ]]; then
+            mkdir -p "$new_dir"
+        fi
+        case "$basen" in
+            iso_8859-11.7 | iso_8859-13.7)
+                from_enc=$enc
+                ;;
+            armscii-8.7 | cp1251.7 | iso_8859-*.7 | koi8-?.7)
+                from_enc="${basen%.7}"
+                ;;
+            *)
+                from_enc=$enc
+                ;;
+        esac
+        printf "Converting %-23s from %s\n" "$f" "$from_enc"
+        echo "$enc_line" > "${new_dir}/${basen}"
+        iconv -f "$from_enc" -t utf-8 "$f" \
+            | sed "/.*-\*- coding:.*/d;/.\\\" t$/d" >> "${new_dir}/${basen}"
+    fi
+done
+
+exit 0