summaryrefslogtreecommitdiff
path: root/Makefile
diff options
context:
space:
mode:
Diffstat (limited to 'Makefile')
-rw-r--r--Makefile8
1 files changed, 4 insertions, 4 deletions
diff --git a/Makefile b/Makefile
index 55041ff..0272edb 100644
--- a/Makefile
+++ b/Makefile
@@ -9,7 +9,7 @@ dirfail = ( r=$$?; mv -- '$@'{,.bak}; exit $$r; )
all:
$(MAKE) dat/urlkeys.mk
$(MAKE) dat/index.mk
- $(MAKE) dat/pools
+ $(MAKE) dat/pools dat/git
fix:
grep -rl '<html><body><h1>503' dat | xargs rm -fv --
@@ -33,7 +33,7 @@ include dat/urlkeys.mk
dat/each-cdx/%.txt:
@mkdir -p '$(@D)'
- cdxget "url=$$(urlkey2url '$*')" 'filter=statuscode:200' 'collapse=digest' 'fl=timestamp,original' > '$@'
+ cdxget "url=$$(urlkey2url '$*')" 'filter=statuscode:200' 'fl=timestamp,original' > '$@'
dat/index.txt: $(addprefix dat/each-cdx/,$(addsuffix .txt,$(urlkeys))) dat/urlkeys.txt
cat -- $(foreach c,$(filter dat/each-cdx/%,$^),'$c') | sort > $@
dat/index.mk: dat/index.txt
@@ -45,7 +45,7 @@ ifneq ($(wildcard dat/index.mk),)
dat/content-dir/%/index.wahtml:
@mkdir -p '$(@D)'
- curl -s 'http://web.archive.org/web/$(call murl2url,$*)' > $@
+ curl -sL 'http://web.archive.org/web/$(call murl2url,$*)' > $@
dat/content-dir/%/index.html: dat/content-dir/%/index.wahtml
< $< wayfore > $@
dat/content-dir/%/readme.txt: dat/content-dir/%/index.html
@@ -57,7 +57,7 @@ download += $(addsuffix readme.txt,$(content-dir)) $(addsuffix metadata.txt,$(co
dat/content-file/%:
@mkdir -p '$(@D)'
- curl -s 'http://web.archive.org/web/$(call murl2url,$*)' > $@
+ curl -sL 'http://web.archive.org/web/$(call murl2url,$*)' > $@
content-file = $(foreach u,$(filter-out %/,$(index)),dat/content-file/$(call url2murl,$(u)))
download += $(content-file)