diff options
author | Richard Levitte <levitte@openssl.org> | 2015-07-13 16:50:16 +0200 |
---|---|---|
committer | Richard Levitte <levitte@openssl.org> | 2015-07-14 01:13:44 +0200 |
commit | 5a3ce86e21715a683ff0d32421ed5c6d5e84234d (patch) | |
tree | bb58163f8ed5d6013590966071af26f2332623e1 /util | |
parent | 8a1dbda755f7fa4dc3e9637b95ea2df04f0c7e4f (diff) |
Small script to re-encode files that need it to UTF-8
This requires 'iconv' and that 'file' can take the options '-b' and '-i'.
Reviewed-by: Rich Salz <rsalz@openssl.org>
(cherry picked from commit f608b4064d58ca4dfdfdfc921308b51cb96205e2)
Diffstat (limited to 'util')
-rw-r--r-- | util/toutf8.sh | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/util/toutf8.sh b/util/toutf8.sh new file mode 100644 index 0000000000..8a4254b3df --- /dev/null +++ b/util/toutf8.sh @@ -0,0 +1,17 @@ +#! /bin/sh +# +# Very simple script to detect and convert files that we want to re-encode to UTF8 + +git ls-tree -r --name-only HEAD | \ + while read F; do + charset=`file -bi "$F" | sed -e 's|.*charset=||'` + if [ "$charset" != "utf-8" -a "$charset" != "binary" -a "$charset" != "us-ascii" ]; then + iconv -f ISO-8859-1 -t UTF8 < "$F" > "$F.utf8" && \ + ( cmp -s "$F" "$F.utf8" || \ + ( echo "$F" + mv "$F" "$F.iso-8859-1" + mv "$F.utf8" "$F" + ) + ) + fi + done |