X-Git-Url: http://git.shiar.nl/sheet.git/blobdiff_plain/7e678eaffb1a57d300e8aa77078d93ab481f8006..HEAD:/Makefile

diff --git a/Makefile b/Makefile
index 6314e18..df6cbe5 100644
--- a/Makefile
+++ b/Makefile
@@ -1,105 +1,166 @@
-all: unicode-char.inc.pl unicode-cover.inc.pl countries.inc.pl data/browser/support.inc.pl
+all: sitemap.xml light.css plan.plp UPDATE data cache
 
-download: data/DerivedAge.txt data/rfc1345.txt data/countryInfo.txt data/caniuse.json
-.PHONY: download
+.PHONY: force # applied to download after 2 hours
+download := $(shell [ -z $$(find data/download -mmin -120) ] && (touch data/download && echo force))
 
-data/DerivedAge.txt:
+# atomically create file by command
+cmdsave = @echo '$1' $2 \>$@; mispipe '$1 $2' 'ifne sponge $@'
+# download git checkout
+gitsave = @if cd $@ 2>/dev/null; \
+	then echo git pull $@; git pull -q --ff-only || true; \
+	else echo git clone $1 $@; git clone -q --progress $1 $@; fi
+
+sitemap.xml: tools/mksitemap
+	$(call cmdsave,$<)
+
+light.css: tools/stripcss base.css
+	$(call cmdsave,$^)
+
+plan.plp: TODO
+	kramdown $< >$@
+
+UPDATE: $(download)
+	$(call cmdsave,git log -1 --date=short --pretty="%ad	%s")
+
+cache: $(patsubst %.inc.pl,data/%.json,$(wildcard charset-*.inc.pl) $(wildcard keyboard/altgr/*.inc.pl) writing-latn.inc.pl)
+word: word/put.min.js data/wordlist.en.json data/wordlist.nl.json data/wordlist.ru.json data/wordpairs.json
+
+word/put.js: $(download)
+	tools/wget-ifmodified https://github.com/kriszyp/put-selector/raw/master/put.js $@
+word/%.min.js: word/%.js
+	uglifyjs -m '' $< -o $@
+
+data: data/digraphs.json data/unicode-cover.inc.pl data/countries.inc.pl data/browser data/termcol-xcolor.inc.pl data/digraphs-xorg.json data/unicode-sampler word
+
+data/DerivedAge.txt: $(download)
 	tools/wget-ifmodified http://www.unicode.org/Public/UNIDATA/$(@F) $@
 
-unicode-age.inc.pl: tools/mkcharver data/DerivedAge.txt
-	$< $(word 2,$^) >$@
+data/unicode-age.inc.pl: tools/mkcharver data/DerivedAge.txt
+	$(call cmdsave,$^)
 
-data/rfc1345.txt:
+data/rfc1345.txt: $(download)
 	tools/wget-ifmodified http://www.ietf.org/rfc/$(@F) $@
 
 data/digraphs-rfc.inc.pl: tools/mkdigraphs-rfc data/rfc1345.txt
-	$< $(word 2,$^) >$@
+	$(call cmdsave,$^)
 
 data/digraphs-shiar.inc.pl: tools/mkdigraphs-shiar shiar.inc.txt
-	$< $(word 2,$^) >$@
+	$(call cmdsave,$^)
+
+data/xorg-compose: $(download)
+	tools/wget-ifmodified http://gitlab.freedesktop.org/xorg/lib/libx11/-/raw/master/nls/en_US.UTF-8/Compose.pre $@
+data/keysymdef.h: $(download)
+	tools/wget-ifmodified http://gitlab.freedesktop.org/xorg/proto/xorgproto/-/raw/master/include/X11/$(@F) $@
+data/keysymdef.json: tools/mkxkeysymdef data/keysymdef.h
+	$(call cmdsave,$^)
+data/digraphs-xorg.json: tools/mkdigraphs-xorg data/xorg-compose data/keysymdef.json
+	$(call cmdsave,$^)
+
+data/digraphs-vim.inc.pl: tools/mkdigraphs-vim
+	$(call cmdsave,$<)
+
+data/digraphs-plan9.txt:
+	tools/wget-ifmodified https://9fans.github.io/usr/local/plan9/lib/keyboard $@
+data/digraphs-plan9.inc.pl: tools/mkdigraphs-plan9 data/digraphs-plan9.txt
+	$(call cmdsave,$^)
+
+data/digraphs.json: tools/mkdigraphlist data/digraphs-rfc.inc.pl data/digraphs-vim.inc.pl data/digraphs-shiar.inc.pl data/unicode-char.inc.pl
+	$(call cmdsave,$<)
+
+data/unicode-char.inc.pl: tools/mkcharinfo data/digraphs-rfc.inc.pl data/digraphs-shiar.inc.pl data/unicode-age.inc.pl unicode-table.inc.pl
+	$(call cmdsave,$<)
+
+data/font/%.inc.pl: tools/mkttfinfo data/font/%.ttf #TODO ttc
+	$(call cmdsave,$^) || true
+
+data/unicode-sampler: $(download)
+	$(call gitsave,git://git.shiar.nl/unicode-sampler)
+
+data/xcolors/themes: data/xcolors
+data/xcolors: $(download)
+	$(call gitsave,https://github.com/tlatsas/xcolors)
+
+data/termcol-xcolor.inc.pl: tools/mktermcol-xcolor data/xcolors/themes
+	$(call cmdsave,$^/*)
+
+data/wordlist.version.txt: force
+	@[ -e $@ ] || date -Is >$@
+	tools/lastword $@ || true
+
+data/wordlist.%.inc.pl: tools/mkwordlist data/wordlist.version.txt
+	$(call cmdsave,$< $*)
+data/word%.json: data/word%.inc.pl
+	$(call cmdsave,tools/mkjson $<)
+data/%.json: %.inc.pl
+	$(call cmdsave,tools/mkjson $<)
+
+data/wordpairs.inc.pl: data/wordlist.version.txt
+	tools/wordpairs >$@
+
+.SECONDARY: data/font/%.ttf
+data/font/%.ttf:
+	find /usr/share/fonts/truetype/ ~/.fonts/ -iname "$(@F)" | head -1 | xargs -i ln -sf {} $@
+data/font/%.win2k.ttf:
+	find /usr/share/fonts/truetype/msttcorefonts/ -iname "$(*F).ttf" | head -1 | xargs -i ln -sf {} $@
+data/font/dv%.ttf:
+	find /usr/share/fonts/truetype/dejavu/ -iname "DejaVu*$(*F).ttf" | head -1 | xargs -i ln -sf {} $@
+data/font/droid%.ttf:
+	find /usr/share/fonts/truetype/droid/ -iname "Droid*$(*F).ttf" | head -1 | xargs -i ln -sf {} $@
+data/font/droidserif.ttf:
+	ln -sf /usr/share/fonts/truetype/droid/DroidSerif-Regular.ttf $@
+data/font/free%.ttf:
+	find /usr/share/fonts/truetype/freefont/ -iname "$(@F)" | head -1 | xargs -i ln -sf {} $@
+data/font/roboto.ttf:
+	ln -sf /usr/share/fonts/truetype/roboto/unhinted/RobotoTTF/Roboto-Regular.ttf $@
+data/font/noto%.ttf:
+	find /usr/share/fonts/truetype/noto/ -iname "Noto$(*F)-Regular.ttf" | head -1 | xargs -i ln -sf {} $@
+
+data/font: tools/mkttfinfo
+	mkdir -p $@
+	$(MAKE) data/font/all
+	touch $@
 
-digraphs.inc.pl: tools/mkdigraphlist data/digraphs-rfc.inc.pl data/digraphs-shiar.inc.pl
-	$< >$@
+data/font/all: data/font/all-win2k data/font/all-dejavu data/font/all-google data/font/all-other
+data/font/all-win2k: data/font/verdana.win2k.inc.pl data/font/times.win2k.inc.pl data/font/arial.win2k.inc.pl data/font/cour.win2k.inc.pl data/font/comic.win2k.inc.pl data/font/georgia.win2k.inc.pl data/font/arialuni.inc.pl
+data/font/all-dejavu: data/font/dvsans.inc.pl data/font/dvserif.inc.pl data/font/dvmono.inc.pl
+data/font/all-google: data/font/droidsans.inc.pl data/font/droidserif.inc.pl data/font/droidmono.inc.pl data/font/roboto.inc.pl data/font/notosans.inc.pl data/font/notoserif.inc.pl
+data/font/all-other: data/font/unifont.inc.pl data/font/code2000.inc.pl data/font/freesans.inc.pl data/font/freeserif.inc.pl
 
-unicode-char.inc.pl: tools/mkcharinfo digraphs.inc.pl unicode-age.inc.pl
-	$< >$@
+#data/font/unifont.inc.pl: tools/mkttfinfo
+#	$< unifont.ttf $@
+#	$< --headless unifont_upper.ttf >>$@
 
-ttfsupport: tools/mkttfinfo
-	mkdir -p $@
-	$(MAKE) ttfsupport/all
-	touch $@
+data/unicode-cover.inc.pl: tools/mkfontinfo data/font # $(wildcard data/font/*.inc.pl)
+	$(call cmdsave,$<)
 
-ttfsupport/all: ttfsupport/all-ms ttfsupport/all-apple ttfsupport/all-dejavu ttfsupport/all-google ttfsupport/unifont.inc.pl ttfsupport/c2k.inc.pl
-
-ttfsupport/all-ms: ttfsupport/verdana.inc.pl ttfsupport/times.inc.pl ttfsupport/arial.inc.pl ttfsupport/courier.inc.pl ttfsupport/comic.inc.pl ttfsupport/georgia.inc.pl ttfsupport/arialuni.inc.pl
-ttfsupport/verdana.inc.pl: tools/mkttfinfo
-	$< Verdana.ttf $@
-ttfsupport/times.inc.pl: tools/mkttfinfo
-	$< Times_New_Roman.ttf $@
-ttfsupport/arial.inc.pl: tools/mkttfinfo
-	$< Arial.ttf $@
-ttfsupport/courier.inc.pl: tools/mkttfinfo
-	$< Courier_New.ttf $@
-ttfsupport/comic.inc.pl: tools/mkttfinfo
-	$< Comic_Sans_MS.ttf $@
-ttfsupport/georgia.inc.pl: tools/mkttfinfo
-	$< Georgia.ttf $@
-ttfsupport/arialuni.inc.pl: tools/mkttfinfo
-	$< 'arial*uni*.ttf' $@
-
-ttfsupport/all-apple: ttfsupport/lucida.inc.pl ttfsupport/garamond.inc.pl
-ttfsupport/lucida.inc.pl: tools/mkttfinfo
-	$< Lucida\?Grande.ttf $@ || true
-ttfsupport/garamond.inc.pl: tools/mkttfinfo
-	$< AppleGaramond.ttf $@ || true
-
-ttfsupport/all-dejavu: ttfsupport/dvsans.inc.pl ttfsupport/dvserif.inc.pl ttfsupport/dvmono.inc.pl
-ttfsupport/dvsans.inc.pl: tools/mkttfinfo
-	$< DejaVuSans.ttf $@
-ttfsupport/dvserif.inc.pl: tools/mkttfinfo
-	$< DejaVuSerif.ttf $@
-ttfsupport/dvmono.inc.pl: tools/mkttfinfo
-	$< DejaVuSansMono.ttf $@
-
-ttfsupport/all-google: ttfsupport/droid.inc.pl ttfsupport/droidserif.inc.pl ttfsupport/droidmono.inc.pl ttfsupport/roboto.inc.pl ttfsupport/noto.inc.pl ttfsupport/notoserif.inc.pl
-ttfsupport/droid.inc.pl: tools/mkttfinfo
-	$< DroidSans.ttf $@
-ttfsupport/droidserif.inc.pl: tools/mkttfinfo
-	$< DroidSerif-Regular.ttf $@
-ttfsupport/droidmono.inc.pl: tools/mkttfinfo
-	$< DroidSansMono.ttf $@
-ttfsupport/roboto.inc.pl: tools/mkttfinfo
-	$< Roboto-Regular.ttf $@
-ttfsupport/noto.inc.pl: tools/mkttfinfo
-	$< NotoSans-Regular.ttf $@
-ttfsupport/notoserif.inc.pl: tools/mkttfinfo
-	$< NotoSerif-Regular.ttf $@
-
-ttfsupport/unifont.inc.pl: tools/mkttfinfo
-	$< unifont.ttf $@
-ttfsupport/c2k.inc.pl: tools/mkttfinfo
-	$< code2000.ttf $@
-
-unicode-cover.inc.pl: tools/mkfontinfo ttfsupport
-	$< >$@
-
-data/countryInfo.txt:
+data/countryInfo.txt: $(download)
 	tools/wget-ifmodified http://download.geonames.org/export/dump/$(@F) $@
 
-countries.inc.pl: tools/mkcountries-geonames data/countryInfo.txt
-	$< $(word 2,$^) >$@
+data/countries.inc.pl: tools/mkcountries-geonames data/countryInfo.txt
+	$(call cmdsave,$^)
+
+data/browser: data/browser/support.inc.pl data/browser/usage-wm.inc.pl
+
+data/browser/caniuse/fulldata-json/data-2.0.json: data/browser/caniuse
+data/browser/caniuse/data.json: data/browser/caniuse
+data/browser/caniuse: $(download)
+	$(call gitsave,https://github.com/Fyrd/caniuse.git)
+
+data/browser/support.inc.pl: tools/mkcaniuse data/browser/caniuse/fulldata-json/data-2.0.json
+	$(call cmdsave,$^)
 
-data/caniuse.json:
-	tools/wget-ifmodified http://caniuse.com/data.json $@
+data/browser/usage-wm.tsv: $(download)
+	tools/wget-ifmodified https://analytics.wikimedia.org/datasets/periodic/reports/metrics/browser/all_sites_by_browser_family_and_major_percent.tsv $@
 
-data/browser/support.inc.pl: tools/mkcaniuse data/caniuse.json
-	$< $(word 2,$^) >$@
+data/browser/usage-wm.inc.pl: tools/mkusage-wikimedia data/browser/usage-wm.tsv
+	$(call cmdsave,$^)
 
 clean:
-	-rm digraphs.inc.pl
-	-rm unicode-char.inc.pl
-	-rm unicode-age.inc.pl
-	-rm -rf ttfsupport/
-	-rm unicode-cover.inc.pl
+	-rm data/digraphs.json
+	-rm data/unicode-char.inc.pl
+	-rm data/unicode-age.inc.pl
+	-rm -rf data/font/
+	-rm data/unicode-cover.inc.pl
 	-rm data/browser/support.inc.pl
+	-rm data/browser/usage-wm.inc.pl