summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--Makefile2
-rwxr-xr-xbin/poolify4
2 files changed, 1 insertions, 5 deletions
diff --git a/Makefile b/Makefile
index 63fc135..c2ee221 100644
--- a/Makefile
+++ b/Makefile
@@ -32,7 +32,7 @@ all:
dat:
mkdir -p $@
dat/cdxindex.txt: | dat
- cdxget 'url=www.unicode.org/Public/*' 'fl=urlkey' 'filter=statuscode:200' 'filter=urlkey:.*(cvt|convert)utf.*' > $@
+ cdxget 'url=www.unicode.org/Public/*' 'fl=urlkey' 'collapse=urlkey' 'filter=statuscode:200' 'filter=urlkey:.*(cvt|convert)utf.*' | grep -vFx 'org,unicode)/public/2.0-update/cvtutf7.c' > $@
dat/urlkeys.txt: dat/cdxindex.txt
< $< cut -d '?' -f1 | sort -u > $@
dat/urlkeys.mk: dat/urlkeys.txt
diff --git a/bin/poolify b/bin/poolify
index 649b71b..92e3cce 100755
--- a/bin/poolify
+++ b/bin/poolify
@@ -87,10 +87,6 @@ main() {
# Skip directories
continue
fi
- if [[ "$url" == */2.0-Update/* ]]; then
- # Gross hack
- continue
- fi
name="${url##*/Public/}"
dirpart="${name%/*}"
filepart="${name##*/}"