remove duplicates as part of sort process

This commit is contained in:
ehouse 2007-01-06 04:43:22 +00:00
parent ac14760070
commit b852c901e8
4 changed files with 4 additions and 4 deletions

View file

@ -22,7 +22,7 @@ LANGFILTER_PRECLIP: tr -d '\r' |
LANGFILTER_POSTCLIP: | tr [a-z] [A-Z]
LANGFILTER_POSTCLIP: | grep '^[A-Z]*$'
LANGFILTER_POSTCLIP: | tr '\n' '\000'
LANGFILTER_POSTCLIP: | sort -z
LANGFILTER_POSTCLIP: | sort -u -z
NEEDSSORT:false

View file

@ -22,7 +22,7 @@ LANGCODE:HEX
LANGFILTER_POSTCLIP: | tr [a-f] [A-F]
LANGFILTER_POSTCLIP: | grep '^[A-F]*$'
LANGFILTER_POSTCLIP: | tr '\n' '\000'
LANGFILTER_POSTCLIP: | sort -z
LANGFILTER_POSTCLIP: | sort -u -z
NEEDSSORT:false

View file

@ -23,7 +23,7 @@ LANGFILTER_PRECLIP: tr -d '\r' |
LANGFILTER_POSTCLIP: | tr [a-z] [A-Z]
LANGFILTER_POSTCLIP: | grep '^[A-IL-VZ]*$'
LANGFILTER_POSTCLIP: | tr '\n' '\000'
LANGFILTER_POSTCLIP: | sort -z
LANGFILTER_POSTCLIP: | sort -u -z
NEEDSSORT:false

View file

@ -37,7 +37,7 @@ LANGFILTER_POSTCLIP: | sed 's/RR/3/g'
LANGFILTER_POSTCLIP: | tr '123' '\001\002\003'
# now add nulls as terminators
LANGFILTER_POSTCLIP: | tr -s '\n' '\000'
LANGFILTER_POSTCLIP: | sort -z
LANGFILTER_POSTCLIP: | sort -u -z
LANGINFO: <p>Spanish words include all letters in the English alphabet