Revision e818b74be2170fbe957a07b0da4401c2b694b3b8 authored by Matt Caswell on 20 December 2019, 13:09:21 UTC, committed by Matt Caswell on 20 December 2019, 13:09:21 UTC
Reviewed-by: Paul Yang <kaishen.yy@antfin.com>
1 parent 7e0b689
toutf8.sh
#! /bin/sh
#
# Very simple script to detect and convert files that we want to re-encode to UTF8
git ls-tree -r --name-only HEAD | \
while read F; do
charset=`file -bi "$F" | sed -e 's|.*charset=||'`
if [ "$charset" != "utf-8" -a "$charset" != "binary" -a "$charset" != "us-ascii" ]; then
iconv -f ISO-8859-1 -t UTF8 < "$F" > "$F.utf8" && \
( cmp -s "$F" "$F.utf8" || \
( echo "$F"
mv "$F" "$F.iso-8859-1"
mv "$F.utf8" "$F"
)
)
fi
done
Computing file changes ...
