bbc-basic: Add support for validating functions and optional trailing arguments.
[jackhill/mal.git] / Makefile
CommitLineData
5b207de7
JM
1# Usage/help
2all help:
3 @echo
4 @echo 'USAGE:'
5 @echo
6 @echo 'Rules/Targets:'
7 @echo
8 @echo 'make "IMPL" # build all steps of IMPL'
9 @echo 'make "IMPL^STEP" # build STEP of IMPL'
10 @echo
11 @echo 'make "test" # test all implementations'
12 @echo 'make "test^IMPL" # test all steps of IMPL'
13 @echo 'make "test^STEP" # test STEP for all implementations'
14 @echo 'make "test^IMPL^STEP" # test STEP of IMPL'
15 @echo
16 @echo 'make "perf" # run microbenchmarks for all implementations'
17 @echo 'make "perf^IMPL" # run microbenchmarks for IMPL'
18 @echo
19 @echo 'make "repl^IMPL" # run stepA of IMPL'
20 @echo 'make "repl^IMPL^STEP" # test STEP of IMPL'
21 @echo
22 @echo 'make "clean" # run 'make clean' for all implementations'
23 @echo 'make "clean^IMPL" # run 'make clean' for IMPL'
24 @echo
25 @echo 'make "stats" # run 'make stats' for all implementations'
26 @echo 'make "stats-lisp" # run 'make stats-lisp' for all implementations'
27 @echo 'make "stats^IMPL" # run 'make stats' for IMPL'
28 @echo 'make "stats-lisp^IMPL" # run 'make stats-lisp' for IMPL'
29 @echo
30 @echo 'Options/Settings:'
31 @echo
32 @echo 'make MAL_IMPL=IMPL "test^mal..." # use IMPL for self-host tests'
33 @echo 'make REGRESS=1 "test..." # test with previous step tests too'
34 @echo 'make DOCKERIZE=1 ... # to dockerize above rules/targets'
e47a5ec4 35 @echo 'make TEST_OPTS="--opt ..." # options to pass to runtest.py'
5b207de7
JM
36 @echo
37 @echo 'Other:'
38 @echo
39 @echo 'make "docker-build^IMPL" # build docker image for IMPL'
40 @echo
48bd82ba
JM
41 @echo 'make "docker-shell^IMPL" # start bash shell in docker image for IMPL'
42 @echo
5b207de7 43
31690700
JM
44#
45# Command line settings
46#
47
48MAL_IMPL = js
49
115e430d
JM
50# cbm or qbasic
51basic_MODE = cbm
2d76e877
JM
52# clj or cljs (Clojure vs ClojureScript/lumo)
53clojure_MODE = clj
c424b18d
JM
54# gdc, ldc2, or dmd
55d_MODE = gdc
2d76e877
JM
56# python, js, cpp, or neko
57haxe_MODE = neko
58# octave or matlab
59matlab_MODE = octave
60# python, python2 or python3
61python_MODE = python
fea8cfff 62# scheme (chibi, kawa, gauche, chicken, sagittarius, cyclone, foment)
d09216a0 63scheme_MODE = chibi
dad306ed
JM
64# wasmtime js node wace_libc wace_fooboot
65wasm_MODE = wasmtime
a05f7822 66
c4269f9b
JM
67# Path to loccount for counting LOC stats
68LOCCOUNT = loccount
69
337c8031
JM
70# Extra options to pass to runtest.py
71TEST_OPTS =
72
17180e85
JM
73# Test with previous test files not just the test files for the
74# current step. Step 0 and 1 tests are special and not included in
75# later steps.
5b207de7 76REGRESS =
17180e85 77
a1eb30fc 78DEFERRABLE=1
46e25689
JM
79OPTIONAL=1
80
5b207de7
JM
81# Run target/rule within docker image for the implementation
82DOCKERIZE =
a05f7822 83
5a5357b1 84
31690700 85#
5a5357b1 86# Implementation specific settings
31690700
JM
87#
88
04061e52 89IMPLS = ada ada.2 awk bash basic bbc-basic c chuck clojure coffee common-lisp cpp crystal cs d dart \
8ea36c89
VS
90 elisp elixir elm erlang es6 factor fantom forth fsharp go groovy gnu-smalltalk \
91 guile haskell haxe hy io java js julia kotlin livescript logo lua make mal \
92 matlab miniMAL nasm nim objc objpascal ocaml perl perl6 php picolisp plpgsql \
93 plsql powershell ps python r racket rexx rpython ruby rust scala scheme skew \
213a3288 94 swift swift3 swift4 tcl ts vala vb vhdl vimscript wasm yorick
31690700 95
a0e89ae4
JM
96EXTENSION = .mal
97
31690700
JM
98step0 = step0_repl
99step1 = step1_read_print
100step2 = step2_eval
101step3 = step3_env
102step4 = step4_if_fn_do
103step5 = step5_tco
104step6 = step6_file
105step7 = step7_quote
106step8 = step8_macros
01c97316 107step9 = step9_try
90f618cb 108stepA = stepA_mal
31690700 109
a0e89ae4
JM
110argv_STEP = step6_file
111
112
17180e85
JM
113regress_step0 = step0
114regress_step1 = step1
115regress_step2 = step2
116regress_step3 = $(regress_step2) step3
117regress_step4 = $(regress_step3) step4
118regress_step5 = $(regress_step4) step5
119regress_step6 = $(regress_step5) step6
120regress_step7 = $(regress_step6) step7
121regress_step8 = $(regress_step7) step8
122regress_step9 = $(regress_step8) step9
123regress_stepA = $(regress_step9) stepA
124
195977ce
JM
125step5_EXCLUDES += bash # never completes at 10,000
126step5_EXCLUDES += basic # too slow, and limited to ints of 2^16
127step5_EXCLUDES += logo # too slow for 10,000
128step5_EXCLUDES += make # no TCO capability (iteration or recursion)
129step5_EXCLUDES += mal # host impl dependent
130step5_EXCLUDES += matlab # never completes at 10,000
131step5_EXCLUDES += plpgsql # too slow for 10,000
132step5_EXCLUDES += plsql # too slow for 10,000
133step5_EXCLUDES += powershell # too slow for 10,000
134step5_EXCLUDES += $(if $(filter cpp,$(haxe_MODE)),haxe,) # cpp finishes 10,000, segfaults at 100,000
dca6b585 135
bcfd8b70 136dist_EXCLUDES += mal
5245b079 137# TODO: still need to implement dist
bcfd8b70 138dist_EXCLUDES += guile io julia matlab swift
31690700 139
5a5357b1
JM
140
141# Extra options to pass to runtest.py
b6897bd9 142bbc-basic_TEST_OPTS = --test-timeout 40
5a5357b1
JM
143logo_TEST_OPTS = --start-timeout 60 --test-timeout 120
144mal_TEST_OPTS = --start-timeout 60 --test-timeout 120
145miniMAL_TEST_OPTS = --start-timeout 60 --test-timeout 120
a9f64691 146perl6_TEST_OPTS = --test-timeout=60
5a5357b1
JM
147plpgsql_TEST_OPTS = --start-timeout 60 --test-timeout 180
148plsql_TEST_OPTS = --start-timeout 120 --test-timeout 120
5a5357b1
JM
149vimscript_TEST_OPTS = --test-timeout 30
150ifeq ($(MAL_IMPL),vimscript)
151mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
152else ifeq ($(MAL_IMPL),powershell)
153mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
154endif
155
156
31690700 157#
5a5357b1 158# Implementation specific utility functions
31690700
JM
159#
160
115e430d
JM
161basic_STEP_TO_PROG_cbm = basic/$($(1)).bas
162basic_STEP_TO_PROG_qbasic = basic/$($(1))
163
a9f64691
JM
164clojure_STEP_TO_PROG_clj = clojure/target/$($(1)).jar
165clojure_STEP_TO_PROG_cljs = clojure/src/mal/$($(1)).cljc
166
32d0a1cf
JM
167haxe_STEP_TO_PROG_neko = haxe/$($(1)).n
168haxe_STEP_TO_PROG_python = haxe/$($(1)).py
169haxe_STEP_TO_PROG_cpp = haxe/cpp/$($(1))
170haxe_STEP_TO_PROG_js = haxe/$($(1)).js
171
fea8cfff
VS
172scheme_STEP_TO_PROG_chibi = scheme/$($(1)).scm
173scheme_STEP_TO_PROG_kawa = scheme/out/$($(1)).class
174scheme_STEP_TO_PROG_gauche = scheme/$($(1)).scm
175scheme_STEP_TO_PROG_chicken = scheme/$($(1))
176scheme_STEP_TO_PROG_sagittarius = scheme/$($(1)).scm
177scheme_STEP_TO_PROG_cyclone = scheme/$($(1))
178scheme_STEP_TO_PROG_foment = scheme/$($(1)).scm
179
17180e85 180# Map of step (e.g. "step8") to executable file for that step
99be41df 181ada_STEP_TO_PROG = ada/$($(1))
e3b1335c 182ada.2_STEP_TO_PROG = ada.2/$($(1))
3b7ef8c7 183awk_STEP_TO_PROG = awk/$($(1)).awk
db4c329a 184bash_STEP_TO_PROG = bash/$($(1)).sh
115e430d 185basic_STEP_TO_PROG = $(basic_STEP_TO_PROG_$(basic_MODE))
04061e52 186bbc-basic_STEP_TO_PROG = bbc-basic/$($(1)).bbc
db4c329a 187c_STEP_TO_PROG = c/$($(1))
4abd73a6 188chuck_STEP_TO_PROG = chuck/$($(1)).ck
2d76e877 189clojure_STEP_TO_PROG = $(clojure_STEP_TO_PROG_$(clojure_MODE))
891c3f3b 190coffee_STEP_TO_PROG = coffee/$($(1)).coffee
983d9f3b 191common-lisp_STEP_TO_PROG = common-lisp/$($(1))
9ddaa0b9 192cpp_STEP_TO_PROG = cpp/$($(1))
86fe6314 193crystal_STEP_TO_PROG = crystal/$($(1))
db4c329a 194cs_STEP_TO_PROG = cs/$($(1)).exe
a9f64691 195d_STEP_TO_PROG = d/$($(1))
3934e3f8 196dart_STEP_TO_PROG = dart/$($(1)).dart
ae28e856 197elisp_STEP_TO_PROG = elisp/$($(1)).el
51c2c1fe 198elixir_STEP_TO_PROG = elixir/lib/mix/tasks/$($(1)).ex
a9f64691 199elm_STEP_TO_PROG = elm/$($(1)).js
2cc3804b 200erlang_STEP_TO_PROG = erlang/$($(1))
a11a0235 201es6_STEP_TO_PROG = es6/$($(1)).mjs
199b1ce7 202factor_STEP_TO_PROG = factor/$($(1))/$($(1)).factor
92708e34 203fantom_STEP_TO_PROG = fantom/lib/fan/$($(1)).pod
59038a10 204forth_STEP_TO_PROG = forth/$($(1)).fs
1c358979 205fsharp_STEP_TO_PROG = fsharp/$($(1)).exe
69b4abd6 206go_STEP_TO_PROG = go/$($(1))
a9cd6543 207groovy_STEP_TO_PROG = groovy/$($(1)).groovy
8ea36c89 208gnu-smalltalk_STEP_TO_PROG = gnu-smalltalk/$($(1)).st
a9f64691 209guile_STEP_TO_PROG = guile/$($(1)).scm
b76aa73b 210haskell_STEP_TO_PROG = haskell/$($(1))
2d76e877 211haxe_STEP_TO_PROG = $(haxe_STEP_TO_PROG_$(haxe_MODE))
67365c05 212hy_STEP_TO_PROG = hy/$($(1)).hy
7511317b 213io_STEP_TO_PROG = io/$($(1)).io
a9f64691 214java_STEP_TO_PROG = java/target/classes/mal/$($(1)).class
db4c329a 215js_STEP_TO_PROG = js/$($(1)).js
a9f64691 216julia_STEP_TO_PROG = julia/$($(1)).jl
53c2ea70 217kotlin_STEP_TO_PROG = kotlin/$($(1)).jar
a9f64691
JM
218livescript_STEP_TO_PROG = livescript/$($(1)).js
219logo_STEP_TO_PROG = logo/$($(1)).lg
9d42904e 220lua_STEP_TO_PROG = lua/$($(1)).lua
db4c329a
JM
221make_STEP_TO_PROG = make/$($(1)).mk
222mal_STEP_TO_PROG = mal/$($(1)).mal
9a54ea18 223matlab_STEP_TO_PROG = matlab/$($(1)).m
c1fe72ae 224miniMAL_STEP_TO_PROG = miniMAL/$($(1)).json
0ad505e8 225nasm_STEP_TO_PROG = nasm/$($(1))
dbac60df 226nim_STEP_TO_PROG = nim/$($(1))
2faae94c 227objc_STEP_TO_PROG = objc/$($(1))
0067158f 228objpascal_STEP_TO_PROG = objpascal/$($(1))
a9f64691 229ocaml_STEP_TO_PROG = ocaml/$($(1))
b5dedee0 230perl_STEP_TO_PROG = perl/$($(1)).pl
a7081401 231perl6_STEP_TO_PROG = perl6/$($(1)).pl
db4c329a 232php_STEP_TO_PROG = php/$($(1)).php
8ea36c89 233picolisp_STEP_TO_PROG = picolisp/$($(1)).l
adc5b4fb 234plpgsql_STEP_TO_PROG = plpgsql/$($(1)).sql
97df14cd 235plsql_STEP_TO_PROG = plsql/$($(1)).sql
d7d197f9 236powershell_STEP_TO_PROG = powershell/$($(1)).ps1
db4c329a
JM
237ps_STEP_TO_PROG = ps/$($(1)).ps
238python_STEP_TO_PROG = python/$($(1)).py
4d1456b9 239r_STEP_TO_PROG = r/$($(1)).r
f5223195 240racket_STEP_TO_PROG = racket/$($(1)).rkt
2a368ba6 241rexx_STEP_TO_PROG = rexx/$($(1)).rexxpp
80320efc 242rpython_STEP_TO_PROG = rpython/$($(1))
db4c329a 243ruby_STEP_TO_PROG = ruby/$($(1)).rb
4ef4b17c 244rust_STEP_TO_PROG = rust/$($(1))
37a33ac7 245scala_STEP_TO_PROG = scala/target/scala-2.11/classes/$($(1)).class
fea8cfff 246scheme_STEP_TO_PROG = $(scheme_STEP_TO_PROG_$(scheme_MODE))
034e82ad 247skew_STEP_TO_PROG = skew/$($(1)).js
2539e6af 248swift_STEP_TO_PROG = swift/$($(1))
0eace3df 249swift3_STEP_TO_PROG = swift3/$($(1))
573f6d0f 250swift4_STEP_TO_PROG = swift4/$($(1))
54d9903c 251tcl_STEP_TO_PROG = tcl/$($(1)).tcl
571eb786 252ts_STEP_TO_PROG = ts/$($(1)).js
213a3288 253vala_STEP_TO_PROG = vala/$($(1))
ee7cd585 254vb_STEP_TO_PROG = vb/$($(1)).exe
36e91db4 255vhdl_STEP_TO_PROG = vhdl/$($(1))
50a964ce 256vimscript_STEP_TO_PROG = vimscript/$($(1)).vim
b16fe73e 257wasm_STEP_TO_PROG = wasm/$($(1)).wasm
21986733 258yorick_STEP_TO_PROG = yorick/$($(1)).i
db4c329a 259
db4c329a 260
5a5357b1
JM
261#
262# General settings and utility functions
263#
264
c4033aab
JM
265# Needed some argument munging
266COMMA = ,
267noop =
268SPACE = $(noop) $(noop)
d1596ac2 269export FACTOR_ROOTS := .
db4c329a 270
5a5357b1
JM
271opt_DEFERRABLE = $(if $(strip $(DEFERRABLE)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(DEFERRABLE)),--deferrable,--no-deferrable),--no-deferrable)
272opt_OPTIONAL = $(if $(strip $(OPTIONAL)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(OPTIONAL)),--optional,--no-optional),--no-optional)
273
274# Return list of test files for a given step. If REGRESS is set then
275# test files will include step 2 tests through tests for the step
276# being tested.
277STEP_TEST_FILES = $(strip $(wildcard \
195977ce
JM
278 $(foreach s,$(if $(strip $(REGRESS)),\
279 $(filter-out $(if $(filter $(1),$(step5_EXCLUDES)),step5,),\
280 $(regress_$(2)))\
281 ,$(2)),\
5a5357b1
JM
282 $(1)/tests/$($(s))$(EXTENSION) tests/$($(s))$(EXTENSION))))
283
4959b19d
JM
284# DOCKERIZE utility functions
285lc = $(subst A,a,$(subst B,b,$(subst C,c,$(subst D,d,$(subst E,e,$(subst F,f,$(subst G,g,$(subst H,h,$(subst I,i,$(subst J,j,$(subst K,k,$(subst L,l,$(subst M,m,$(subst N,n,$(subst O,o,$(subst P,p,$(subst Q,q,$(subst R,r,$(subst S,s,$(subst T,t,$(subst U,u,$(subst V,v,$(subst W,w,$(subst X,x,$(subst Y,y,$(subst Z,z,$1))))))))))))))))))))))))))
286impl_to_image = kanaka/mal-test-$(call lc,$(1))
287
288actual_impl = $(if $(filter mal,$(1)),$(MAL_IMPL),$(1))
289
20e8dea0
JM
290# Takes impl
291# Returns nothing if DOCKERIZE is not set, otherwise returns the
292# docker prefix necessary to run make within the docker environment
293# for this impl
85bb01d0 294get_build_command = $(strip $(if $(strip $(DOCKERIZE)),\
62fc786e
JM
295 docker run \
296 -it --rm -u $(shell id -u) \
297 -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal \
298 -w /mal/$(1) \
2d76e877 299 $(if $(strip $($(1)_MODE)),-e $(1)_MODE=$($(1)_MODE),) \
62fc786e
JM
300 $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) \
301 $(call impl_to_image,$(1)) \
85bb01d0
JM
302 $(MAKE) $(if $(strip $($(1)_MODE)),$(1)_MODE=$($(1)_MODE),) \
303 ,\
304 $(MAKE) $(if $(strip $($(1)_MODE)),$(1)_MODE=$($(1)_MODE),)))
db4c329a 305
48bd82ba 306# Takes impl and step args. Optional env vars and dockerize args
20e8dea0
JM
307# Returns a command prefix (docker command and environment variables)
308# necessary to launch the given impl and step
48bd82ba 309get_run_prefix = $(strip $(if $(strip $(DOCKERIZE) $(4)),\
2b52a2a5 310 docker run -e STEP=$($2) -e MAL_IMPL=$(MAL_IMPL) \
20e8dea0
JM
311 -it --rm -u $(shell id -u) \
312 -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal \
313 -w /mal/$(call actual_impl,$(1)) \
2d76e877 314 $(if $(strip $($(1)_MODE)),-e $(1)_MODE=$($(1)_MODE),) \
20e8dea0
JM
315 $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) \
316 $(foreach env,$(3),-e $(env)) \
317 $(call impl_to_image,$(call actual_impl,$(1))) \
318 ,\
2b52a2a5 319 env STEP=$($2) MAL_IMPL=$(MAL_IMPL) \
2d76e877 320 $(if $(strip $($(1)_MODE)),$(1)_MODE=$($(1)_MODE),) \
20e8dea0
JM
321 $(if $(filter factor,$(1)),FACTOR_ROOTS=$(FACTOR_ROOTS),) \
322 $(3)))
323
324# Takes impl and step
325# Returns the runtest command prefix (with runtest options) for testing the given step
326get_runtest_cmd = $(call get_run_prefix,$(1),$(2),$(if $(filter cs fsharp tcl vb,$(1)),RAW=1,)) \
553a0950 327 ../runtest.py $(opt_DEFERRABLE) $(opt_OPTIONAL) $(call $(1)_TEST_OPTS) $(TEST_OPTS)
20e8dea0
JM
328
329# Takes impl and step
330# Returns the runtest command prefix (with runtest options) for testing the given step
331get_argvtest_cmd = $(call get_run_prefix,$(1),$(2)) ../run_argv_test.sh
31690700 332
31690700 333# Derived lists
195977ce 334STEPS = $(sort $(filter-out %_EXCLUDES,$(filter step%,$(.VARIABLES))))
8569b2af
JM
335DO_IMPLS = $(filter-out $(SKIP_IMPLS),$(IMPLS))
336IMPL_TESTS = $(foreach impl,$(DO_IMPLS),test^$(impl))
31690700 337STEP_TESTS = $(foreach step,$(STEPS),test^$(step))
195977ce 338ALL_TESTS = $(filter-out $(foreach e,$(step5_EXCLUDES),test^$(e)^step5),\
31690700 339 $(strip $(sort \
8569b2af 340 $(foreach impl,$(DO_IMPLS),\
31690700
JM
341 $(foreach step,$(STEPS),test^$(impl)^$(step))))))
342
cf1d3eae
JM
343DOCKER_BUILD = $(foreach impl,$(DO_IMPLS),docker-build^$(impl))
344
48bd82ba
JM
345DOCKER_SHELL = $(foreach impl,$(DO_IMPLS),docker-shell^$(impl))
346
dca6b585 347IMPL_PERF = $(foreach impl,$(filter-out $(perf_EXCLUDES),$(DO_IMPLS)),perf^$(impl))
db4c329a 348
c4269f9b
JM
349IMPL_STATS = $(foreach impl,$(DO_IMPLS),stats^$(impl))
350
854cf2a6
DM
351IMPL_REPL = $(foreach impl,$(DO_IMPLS),repl^$(impl))
352ALL_REPL = $(strip $(sort \
353 $(foreach impl,$(DO_IMPLS),\
354 $(foreach step,$(STEPS),repl^$(impl)^$(step)))))
db4c329a 355
5a5357b1 356
31690700
JM
357#
358# Build rules
359#
360
5a5357b1
JM
361# Enable secondary expansion for all rules
362.SECONDEXPANSION:
363
4fc7a281 364# Build a program in an implementation directory
f045aba1
JM
365# Make sure we always try and build first because the dependencies are
366# encoded in the implementation Makefile not here
367.PHONY: $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s))))
4fc7a281 368$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s)))):
f045aba1 369 $(foreach impl,$(word 1,$(subst /, ,$(@))),\
4959b19d 370 $(if $(DOCKERIZE), \
85bb01d0
JM
371 $(call get_build_command,$(impl)) $(patsubst $(impl)/%,%,$(@)), \
372 $(call get_build_command,$(impl)) -C $(impl) $(subst $(impl)/,,$(@))))
31690700 373
5b207de7 374# Allow IMPL, and IMPL^STEP
5b207de7 375$(DO_IMPLS): $$(foreach s,$$(STEPS),$$(call $$(@)_STEP_TO_PROG,$$(s)))
31690700 376
5b207de7
JM
377$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(i)^$(s))): $$(call $$(word 1,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 2,$$(subst ^, ,$$(@))))
378
379
380#
381# Test rules
382#
31690700 383
31690700
JM
384$(ALL_TESTS): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
385 @$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
386 $(foreach step,$(word 3,$(subst ^, ,$(@))),\
d5221bcf 387 cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)) && \
31690700 388 $(foreach test,$(call STEP_TEST_FILES,$(impl),$(step)),\
d5221bcf 389 echo '----------------------------------------------' && \
20e8dea0 390 echo 'Testing $@; step file: $+, test file: $(test)' && \
ba1649e4
JM
391 echo 'Running: $(call get_runtest_cmd,$(impl),$(step)) ../$(test) -- ../$(impl)/run' && \
392 $(call get_runtest_cmd,$(impl),$(step)) ../$(test) -- ../$(impl)/run && \
a0e89ae4 393 $(if $(filter tests/$(argv_STEP)$(EXTENSION),$(test)),\
d3c401c1
DM
394 echo '----------------------------------------------' && \
395 echo 'Testing ARGV of $@; step file: $+' && \
20e8dea0
JM
396 echo 'Running: $(call get_argvtest_cmd,$(impl),$(step)) ../$(impl)/run ' && \
397 $(call get_argvtest_cmd,$(impl),$(step)) ../$(impl)/run && ,\
d3c401c1 398 true && ))\
d5221bcf 399 true))
31690700 400
5b207de7 401# Allow test, tests, test^STEP, test^IMPL, and test^IMPL^STEP
31690700
JM
402test: $(ALL_TESTS)
403tests: $(ALL_TESTS)
404
5b207de7 405$(IMPL_TESTS): $$(filter $$@^%,$$(ALL_TESTS))
31690700 406
5b207de7 407$(STEP_TESTS): $$(foreach step,$$(subst test^,,$$@),$$(filter %^$$(step),$$(ALL_TESTS)))
31690700 408
db4c329a 409
5b207de7 410#
48bd82ba 411# Docker build rules
5b207de7 412#
b6dc3e37 413
48bd82ba 414docker-build: $(DOCKER_BUILD)
31690700 415
48bd82ba 416$(DOCKER_BUILD):
712af9ef
JM
417 @echo "----------------------------------------------"; \
418 $(foreach impl,$(word 2,$(subst ^, ,$(@))),\
48bd82ba
JM
419 echo "Running: docker build -t $(call impl_to_image,$(impl)) .:"; \
420 cd $(impl) && docker build -t $(call impl_to_image,$(impl)) .)
712af9ef 421
5b207de7 422#
48bd82ba 423# Docker shell rules
5b207de7 424#
cf1d3eae 425
48bd82ba
JM
426$(DOCKER_SHELL):
427 @echo "----------------------------------------------"; \
cf1d3eae 428 $(foreach impl,$(word 2,$(subst ^, ,$(@))),\
48bd82ba
JM
429 echo "Running: $(call get_run_prefix,$(impl),stepA,,dockerize) bash"; \
430 $(call get_run_prefix,$(impl),stepA,,dockerize) bash)
db4c329a 431
5b207de7
JM
432
433#
db4c329a 434# Performance test rules
5b207de7 435#
db4c329a
JM
436
437perf: $(IMPL_PERF)
438
db4c329a
JM
439$(IMPL_PERF):
440 @echo "----------------------------------------------"; \
441 $(foreach impl,$(word 2,$(subst ^, ,$(@))),\
442 cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
443 echo "Performance test for $(impl):"; \
20e8dea0
JM
444 echo 'Running: $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf1.mal'; \
445 $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf1.mal; \
446 echo 'Running: $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf2.mal'; \
447 $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf2.mal; \
448 echo 'Running: $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf3.mal'; \
449 $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf3.mal)
db4c329a 450
854cf2a6 451
5b207de7 452#
854cf2a6 453# REPL invocation rules
5b207de7 454#
854cf2a6 455
854cf2a6
DM
456$(ALL_REPL): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
457 @$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
458 $(foreach step,$(word 3,$(subst ^, ,$(@))),\
459 cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
460 echo 'REPL implementation $(impl), step file: $+'; \
5a5357b1
JM
461 echo 'Running: $(call get_run_prefix,$(impl),$(step)) ../$(impl)/run $(RUN_ARGS)'; \
462 $(call get_run_prefix,$(impl),$(step)) ../$(impl)/run $(RUN_ARGS);))
bcfd8b70 463
5b207de7 464# Allow repl^IMPL^STEP and repl^IMPL (which starts REPL of stepA)
5b207de7
JM
465$(IMPL_REPL): $$@^stepA
466
c4269f9b
JM
467#
468# Stats test rules
469#
470
471# For a concise summary:
472# make stats | egrep -A1 "^Stats for|^all" | egrep -v "^all|^--"
473stats: $(IMPL_STATS)
474
475$(IMPL_STATS):
476 @$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
477 echo "Stats for $(impl):"; \
478 $(LOCCOUNT) -x "Makefile|node_modules" $(impl))
479
dca6b585
JM
480#
481# Utility functions
482#
dca6b585
JM
483print-%:
484 @echo "$($(*))"
bcfd8b70 485
5b207de7 486#
bcfd8b70 487# Recursive rules (call make FOO in each subdirectory)
5b207de7 488#
bcfd8b70
JM
489
490define recur_template
491.PHONY: $(1)
492$(1): $(2)
bcfd8b70
JM
493$(2):
494 @echo "----------------------------------------------"; \
495 $$(foreach impl,$$(word 2,$$(subst ^, ,$$(@))),\
4959b19d 496 $$(if $$(DOCKERIZE), \
85bb01d0
JM
497 echo "Running: $$(call get_build_command,$$(impl)) --no-print-directory $(1)"; \
498 $$(call get_build_command,$$(impl)) --no-print-directory $(1), \
499 echo "Running: $$(call get_build_command,$$(impl)) --no-print-directory -C $$(impl) $(1)"; \
500 $$(call get_build_command,$$(impl)) --no-print-directory -C $$(impl) $(1)))
bcfd8b70
JM
501endef
502
503recur_impls_ = $(filter-out $(foreach impl,$($(1)_EXCLUDES),$(1)^$(impl)),$(foreach impl,$(IMPLS),$(1)^$(impl)))
504
505# recursive clean
506$(eval $(call recur_template,clean,$(call recur_impls_,clean)))
507
bcfd8b70
JM
508# recursive dist
509$(eval $(call recur_template,dist,$(call recur_impls_,dist)))