From 838a73363333bd2eda5aaf08e41701760406987a Mon Sep 17 00:00:00 2001 From: Luke Shumaker Date: Sat, 1 Jul 2017 19:55:21 -0400 Subject: Almost there Now it just needs to figure out that it needs to synthesize directory listings for dat/pools/files/*/*.1 files. --- Makefile | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) (limited to 'Makefile') diff --git a/Makefile b/Makefile index 55041ff..0272edb 100644 --- a/Makefile +++ b/Makefile @@ -9,7 +9,7 @@ dirfail = ( r=$$?; mv -- '$@'{,.bak}; exit $$r; ) all: $(MAKE) dat/urlkeys.mk $(MAKE) dat/index.mk - $(MAKE) dat/pools + $(MAKE) dat/pools dat/git fix: grep -rl '

503' dat | xargs rm -fv -- @@ -33,7 +33,7 @@ include dat/urlkeys.mk dat/each-cdx/%.txt: @mkdir -p '$(@D)' - cdxget "url=$$(urlkey2url '$')" 'filter=statuscode:200' 'collapse=digest' 'fl=timestamp,original' > '$@' + cdxget "url=$$(urlkey2url '$')" 'filter=statuscode:200' 'fl=timestamp,original' > '$@' dat/index.txt: $(addprefix dat/each-cdx/,$(addsuffix .txt,$(urlkeys))) dat/urlkeys.txt cat -- $(foreach c,$(filter dat/each-cdx/%,$^),'$c') | sort > $@ dat/index.mk: dat/index.txt @@ -45,7 +45,7 @@ ifneq ($(wildcard dat/index.mk),) dat/content-dir/%/index.wahtml: @mkdir -p '$(@D)' - curl -s 'http://web.archive.org/web/$(call murl2url,$)' > $@ + curl -sL 'http://web.archive.org/web/$(call murl2url,$)' > $@ dat/content-dir/%/index.html: dat/content-dir/%/index.wahtml < $< wayfore > $@ dat/content-dir/%/readme.txt: dat/content-dir/%/index.html @@ -57,7 +57,7 @@ download += $(addsuffix readme.txt,$(content-dir)) $(addsuffix metadata.txt,$(co dat/content-file/%: @mkdir -p '$(@D)' - curl -s 'http://web.archive.org/web/$(call murl2url,$)' > $@ + curl -sL 'http://web.archive.org/web/$(call murl2url,$)' > $@ content-file = $(foreach u,$(filter-out %/,$(index)),dat/content-file/$(call url2murl,$(u))) download += $(content-file) -- cgit v1.2.3-54-g00ecf