X-Git-Url: http://git.shiar.nl/sheet.git/blobdiff_plain/b1a88e8b8c215a64c86e605de92ae65de4ce014c..dc1ab5f00eed170e75fe40687b381369a35760b8:/Makefile

diff --git a/Makefile b/Makefile
index 103a3be..7388647 100644
--- a/Makefile
+++ b/Makefile
@@ -1,54 +1,97 @@
-all: sitemap.xml data/digraphs.inc.pl data/unicode-cover.inc.pl data/countries.inc.pl data/browser data/termcol-xcolor.inc.pl
-more: all data/digraphs-xorg.inc.pl
+all: sitemap.xml light.css plan.plp UPDATE data/digraphs.inc.pl data/unicode-cover.inc.pl data/countries.inc.pl data/browser data/termcol-xcolor.inc.pl data/digraphs-xorg.inc.pl word
+more: all
 
-download: data/DerivedAge.txt data/rfc1345.txt data/xorg-compose data/countryInfo.txt data/browser/caniuse data/browser/usage-wm.tsv data/xcolors
-.PHONY: download
+.PHONY: force # applied to download after 2 hours
+download := $(shell [ -z $$(find data/download -mmin -120) ] && (touch data/download && echo force))
+
+# atomically create file by command
+cmdsave = @echo '$1' $2 \>$@; mispipe '$1 $2' 'ifne sponge $@'
+# download git checkout
+gitsave = @if cd $@ 2>/dev/null; \
+	then echo git pull $@; git pull -q --ff-only || true; \
+	else echo git clone $1 $@; git clone -q --progress $1 $@; fi
 
 sitemap.xml: tools/mksitemap
-	$< | sponge $@
+	$(call cmdsave,$<)
+
+light.css: tools/stripcss base.css
+	$(call cmdsave,$^)
+
+plan.plp: TODO
+	kramdown $< >$@
+
+UPDATE: $(download)
+	$(call cmdsave,git log -1 --date=short --pretty="%ad	%s")
+
+word: word/put.min.js data/wordlist.inc.pl data/wordlist.en.json data/wordlist.nl.json data/wordlist.ru.json data/wordpairs.json
+
+word/put.js: $(download)
+	tools/wget-ifmodified https://github.com/kriszyp/put-selector/raw/master/put.js $@
+word/%.min.js: word/%.js
+	uglifyjs -m '' $< -o $@
 
-data/DerivedAge.txt:
+data/DerivedAge.txt: $(download)
 	tools/wget-ifmodified http://www.unicode.org/Public/UNIDATA/$(@F) $@
 
 data/unicode-age.inc.pl: tools/mkcharver data/DerivedAge.txt
-	$< $(word 2,$^) | sponge $@
+	$(call cmdsave,$^)
 
-data/rfc1345.txt:
+data/rfc1345.txt: $(download)
 	tools/wget-ifmodified http://www.ietf.org/rfc/$(@F) $@
 
 data/digraphs-rfc.inc.pl: tools/mkdigraphs-rfc data/rfc1345.txt
-	$< $(word 2,$^) | sponge $@
+	$(call cmdsave,$^)
 
 data/digraphs-shiar.inc.pl: tools/mkdigraphs-shiar shiar.inc.txt
-	$< $(word 2,$^) | sponge $@
+	$(call cmdsave,$^)
 
-data/xorg-compose:
+data/xorg-compose: $(download)
 	tools/wget-ifmodified http://cgit.freedesktop.org/xorg/lib/libX11/plain/nls/en_US.UTF-8/Compose.pre $@
-
 data/digraphs-xorg.inc.pl: tools/mkdigraphs-xorg data/xorg-compose
-	$< $(word 2,$^) | sponge $@
+	$(call cmdsave,$^)
 
 data/digraphs-vim.inc.pl: tools/mkdigraphs-vim
-	$< | sponge $@
+	$(call cmdsave,$<)
+
+data/digraphs-plan9.txt:
+	tools/wget-ifmodified https://9fans.github.io/usr/local/plan9/lib/keyboard $@
+data/digraphs-plan9.inc.pl: tools/mkdigraphs-plan9 data/digraphs-plan9.txt
+	$(call cmdsave,$^)
 
 data/digraphs.inc.pl: tools/mkdigraphlist data/digraphs-rfc.inc.pl data/digraphs-vim.inc.pl data/digraphs-shiar.inc.pl data/unicode-char.inc.pl
-	$< | sponge $@
+	$(call cmdsave,$<)
 
 data/unicode-char.inc.pl: tools/mkcharinfo data/digraphs-rfc.inc.pl data/digraphs-shiar.inc.pl data/unicode-age.inc.pl unicode-table.inc.pl
-	$< | sponge $@
+	$(call cmdsave,$<)
 
 data/font/%.inc.pl: tools/mkttfinfo data/font/%.ttf
-	$< $(word 2,$^) $@ || true
+	$(call cmdsave,$^) || true
+
+data/unicode-sampler: $(download)
+	$(call gitsave,git://git.shiar.nl/unicode-sampler)
 
 data/xcolors/themes: data/xcolors
-data/xcolors:
-	[ -r $@/.git ] && cd $@ && git pull --ff-only
-	@[ -e $@ ] || git clone https://github.com/tlatsas/xcolors $@
+data/xcolors: $(download)
+	$(call gitsave,https://github.com/tlatsas/xcolors)
 
 data/termcol-xcolor.inc.pl: tools/mktermcol-xcolor data/xcolors/themes
-	$< $(word 2,$^)/* | sponge $@
+	$(call cmdsave,$^/*)
+
+data/wordlist.version.txt: force
+	@[ -e $@ ] || date -Is >$@
+	@perl -ni -I. -MShiar_Sheet::DB -E 'say (Shiar_Sheet::DB->connect->select(word => "max(updated)", \["updated>?", $$_])->list or exit 1)' $@ || true
+
+data/wordlist.inc.pl: tools/mkwordlist data/wordlist.version.txt
+	$(call cmdsave,$<)
+data/wordlist.%.inc.pl: tools/mkwordlist data/wordlist.version.txt
+	$(call cmdsave,$< $*)
+data/word%.json: data/word%.inc.pl
+	$(call cmdsave,perl -MJSON=encode_json -E "print encode_json(do \$$ARGV[0])" ./$<)
+
+data/wordpairs.inc.pl: data/wordlist.version.txt
+	@perl -I. -MShiar_Sheet::DB -MData::Dump=pp -E 'say pp(Shiar_Sheet::DB->connect->select("word w JOIN word a ON w.id=a.ref" => "w.id, a.id", {"a.lang"=>undef})->map or exit 1)' >$@
 
-.SECONDARY:
+.SECONDARY: data/font/%.ttf
 data/font/%.ttf:
 	find /usr/share/fonts/truetype/ ~/.fonts/ -iname "$(@F)" | head -1 | xargs -i ln -sf {} $@
 data/font/%.win2k.ttf:
@@ -81,30 +124,30 @@ data/font/all-other: data/font/unifont.inc.pl data/font/code2000.inc.pl data/fon
 #	$< unifont.ttf $@
 #	$< --headless unifont_upper.ttf >>$@
 
-data/unicode-cover.inc.pl: tools/mkfontinfo data/font $(patsubst data/font/%.ttf,data/font/%.inc.pl,$(wildcard data/font/*.ttf))
-	$< | sponge $@
+data/unicode-cover.inc.pl: tools/mkfontinfo data/font # $(wildcard data/font/*.inc.pl)
+	$(call cmdsave,$<)
 
-data/countryInfo.txt:
+data/countryInfo.txt: $(download)
 	tools/wget-ifmodified http://download.geonames.org/export/dump/$(@F) $@
 
 data/countries.inc.pl: tools/mkcountries-geonames data/countryInfo.txt
-	$< $(word 2,$^) | sponge $@
+	$(call cmdsave,$^)
 
 data/browser: data/browser/support.inc.pl data/browser/usage-wm.inc.pl
 
+data/browser/caniuse/fulldata-json/data-2.0.json: data/browser/caniuse
 data/browser/caniuse/data.json: data/browser/caniuse
-data/browser/caniuse:
-	[ -r $@/.git ] && cd $@ && git pull --ff-only
-	@[ -e $@ ] || git clone https://github.com/Fyrd/caniuse.git $@
+data/browser/caniuse: $(download)
+	$(call gitsave,https://github.com/Fyrd/caniuse.git)
 
-data/browser/support.inc.pl: tools/mkcaniuse data/browser/caniuse/data.json
-	$< $(word 2,$^) | sponge $@
+data/browser/support.inc.pl: tools/mkcaniuse data/browser/caniuse/fulldata-json/data-2.0.json
+	$(call cmdsave,$^)
 
-data/browser/usage-wm.tsv:
+data/browser/usage-wm.tsv: $(download)
 	tools/wget-ifmodified https://analytics.wikimedia.org/datasets/periodic/reports/metrics/browser/all_sites_by_browser_family_and_major_percent.tsv $@
 
 data/browser/usage-wm.inc.pl: tools/mkusage-wikimedia data/browser/usage-wm.tsv
-	$< $(word 2,$^) | sponge $@
+	$(call cmdsave,$^)
 
 clean:
 	-rm data/digraphs.inc.pl
@@ -118,5 +161,5 @@ clean:
 .SECONDEXPANSION:
 
 data/writing-latn.inc.pl: tools/perlinc-static $$(@F)
-	$< $(word 2,$^) | sponge $@
+	$(call cmdsave,$^)