diff options
author | Richard Levitte <levitte@openssl.org> | 2015-07-13 16:50:16 +0200 |
---|---|---|
committer | Richard Levitte <levitte@openssl.org> | 2015-07-14 01:13:52 +0200 |
commit | 13e742a4393a7353437926db03e09f23766311dc (patch) | |
tree | 5000115b17cc3a25389af4c5c99b7c857abb5ca2 /util | |
parent | 2794dec7b21f4faf5095008d3dd9743f41cc19ad (diff) |
Small script to re-encode files that need it to UTF-8
This requires 'iconv' and that 'file' can take the options '-b' and '-i'.
Reviewed-by: Rich Salz <rsalz@openssl.org>
(cherry picked from commit f608b4064d58ca4dfdfdfc921308b51cb96205e2)
Diffstat (limited to 'util')
-rw-r--r-- | util/toutf8.sh | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/util/toutf8.sh b/util/toutf8.sh new file mode 100644 index 0000000000..8a4254b3df --- /dev/null +++ b/util/toutf8.sh @@ -0,0 +1,17 @@ +#! /bin/sh +# +# Very simple script to detect and convert files that we want to re-encode to UTF8 + +git ls-tree -r --name-only HEAD | \ + while read F; do + charset=`file -bi "$F" | sed -e 's|.*charset=||'` + if [ "$charset" != "utf-8" -a "$charset" != "binary" -a "$charset" != "us-ascii" ]; then + iconv -f ISO-8859-1 -t UTF8 < "$F" > "$F.utf8" && \ + ( cmp -s "$F" "$F.utf8" || \ + ( echo "$F" + mv "$F" "$F.iso-8859-1" + mv "$F.utf8" "$F" + ) + ) + fi + done |