From b852c901e83bf968aacc7424ec301997157ba0ef Mon Sep 17 00:00:00 2001 From: ehouse Date: Sat, 6 Jan 2007 04:43:22 +0000 Subject: [PATCH] remove duplicates as part of sort process --- dawg/French/info.txt | 2 +- dawg/Hex/info.txt | 2 +- dawg/Italian/info.txt | 2 +- dawg/Spanish/info.txt | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/dawg/French/info.txt b/dawg/French/info.txt index 3dd458e14..b961cdd62 100755 --- a/dawg/French/info.txt +++ b/dawg/French/info.txt @@ -22,7 +22,7 @@ LANGFILTER_PRECLIP: tr -d '\r' | LANGFILTER_POSTCLIP: | tr [a-z] [A-Z] LANGFILTER_POSTCLIP: | grep '^[A-Z]*$' LANGFILTER_POSTCLIP: | tr '\n' '\000' -LANGFILTER_POSTCLIP: | sort -z +LANGFILTER_POSTCLIP: | sort -u -z NEEDSSORT:false diff --git a/dawg/Hex/info.txt b/dawg/Hex/info.txt index 9fc621896..fb662596c 100755 --- a/dawg/Hex/info.txt +++ b/dawg/Hex/info.txt @@ -22,7 +22,7 @@ LANGCODE:HEX LANGFILTER_POSTCLIP: | tr [a-f] [A-F] LANGFILTER_POSTCLIP: | grep '^[A-F]*$' LANGFILTER_POSTCLIP: | tr '\n' '\000' -LANGFILTER_POSTCLIP: | sort -z +LANGFILTER_POSTCLIP: | sort -u -z NEEDSSORT:false diff --git a/dawg/Italian/info.txt b/dawg/Italian/info.txt index 76b46c433..001bf6130 100755 --- a/dawg/Italian/info.txt +++ b/dawg/Italian/info.txt @@ -23,7 +23,7 @@ LANGFILTER_PRECLIP: tr -d '\r' | LANGFILTER_POSTCLIP: | tr [a-z] [A-Z] LANGFILTER_POSTCLIP: | grep '^[A-IL-VZ]*$' LANGFILTER_POSTCLIP: | tr '\n' '\000' -LANGFILTER_POSTCLIP: | sort -z +LANGFILTER_POSTCLIP: | sort -u -z NEEDSSORT:false diff --git a/dawg/Spanish/info.txt b/dawg/Spanish/info.txt index a76db701b..8cabfa6d8 100644 --- a/dawg/Spanish/info.txt +++ b/dawg/Spanish/info.txt @@ -37,7 +37,7 @@ LANGFILTER_POSTCLIP: | sed 's/RR/3/g' LANGFILTER_POSTCLIP: | tr '123' '\001\002\003' # now add nulls as terminators LANGFILTER_POSTCLIP: | tr -s '\n' '\000' -LANGFILTER_POSTCLIP: | sort -z +LANGFILTER_POSTCLIP: | sort -u -z LANGINFO:

Spanish words include all letters in the English alphabet