Commit | Line | Data |
---|---|---|
5b207de7 JM |
1 | # Usage/help |
2 | all help: | |
3 | @echo | |
4 | @echo 'USAGE:' | |
5 | @echo | |
6 | @echo 'Rules/Targets:' | |
7 | @echo | |
8 | @echo 'make "IMPL" # build all steps of IMPL' | |
9 | @echo 'make "IMPL^STEP" # build STEP of IMPL' | |
10 | @echo | |
11 | @echo 'make "test" # test all implementations' | |
12 | @echo 'make "test^IMPL" # test all steps of IMPL' | |
13 | @echo 'make "test^STEP" # test STEP for all implementations' | |
14 | @echo 'make "test^IMPL^STEP" # test STEP of IMPL' | |
15 | @echo | |
16 | @echo 'make "perf" # run microbenchmarks for all implementations' | |
17 | @echo 'make "perf^IMPL" # run microbenchmarks for IMPL' | |
18 | @echo | |
19 | @echo 'make "repl^IMPL" # run stepA of IMPL' | |
20 | @echo 'make "repl^IMPL^STEP" # test STEP of IMPL' | |
21 | @echo | |
22 | @echo 'make "clean" # run 'make clean' for all implementations' | |
23 | @echo 'make "clean^IMPL" # run 'make clean' for IMPL' | |
24 | @echo | |
25 | @echo 'make "stats" # run 'make stats' for all implementations' | |
26 | @echo 'make "stats-lisp" # run 'make stats-lisp' for all implementations' | |
27 | @echo 'make "stats^IMPL" # run 'make stats' for IMPL' | |
28 | @echo 'make "stats-lisp^IMPL" # run 'make stats-lisp' for IMPL' | |
29 | @echo | |
30 | @echo 'Options/Settings:' | |
31 | @echo | |
32 | @echo 'make MAL_IMPL=IMPL "test^mal..." # use IMPL for self-host tests' | |
33 | @echo 'make REGRESS=1 "test..." # test with previous step tests too' | |
34 | @echo 'make DOCKERIZE=1 ... # to dockerize above rules/targets' | |
35 | @echo | |
36 | @echo 'Other:' | |
37 | @echo | |
38 | @echo 'make "docker-build^IMPL" # build docker image for IMPL' | |
39 | @echo | |
40 | ||
31690700 JM |
41 | # |
42 | # Command line settings | |
43 | # | |
44 | ||
45 | MAL_IMPL = js | |
46 | ||
a05f7822 | 47 | PYTHON = python |
47699629 | 48 | USE_MATLAB = |
32d0a1cf JM |
49 | # python, js, cpp, or neko are currently supported |
50 | HAXE_MODE = neko | |
a05f7822 | 51 | |
337c8031 JM |
52 | # Extra options to pass to runtest.py |
53 | TEST_OPTS = | |
54 | ||
17180e85 JM |
55 | # Test with previous test files not just the test files for the |
56 | # current step. Step 0 and 1 tests are special and not included in | |
57 | # later steps. | |
5b207de7 | 58 | REGRESS = |
17180e85 | 59 | |
a1eb30fc | 60 | DEFERRABLE=1 |
46e25689 JM |
61 | OPTIONAL=1 |
62 | ||
337c8031 JM |
63 | # Extra implementation specific options to pass to runtest.py |
64 | mal_TEST_OPTS = --start-timeout 60 --test-timeout 120 | |
f2b067cb | 65 | miniMAL_TEST_OPTS = --start-timeout 60 --test-timeout 120 |
08e44c41 | 66 | plpgsql_TEST_OPTS = --start-timeout 60 --test-timeout 180 |
f2b067cb JM |
67 | |
68 | DOCKERIZE= | |
337c8031 | 69 | |
5b207de7 JM |
70 | # Run target/rule within docker image for the implementation |
71 | DOCKERIZE = | |
a05f7822 | 72 | |
31690700 JM |
73 | # |
74 | # Settings | |
75 | # | |
76 | ||
adc03a1a | 77 | IMPLS = ada awk bash c d clojure coffee cpp crystal cs erlang elisp \ |
0067158f JM |
78 | elixir es6 factor forth fsharp go groovy guile haskell haxe \ |
79 | io java julia js kotlin lua make mal ocaml matlab miniMAL \ | |
adc5b4fb | 80 | nim objc objpascal perl php plpgsql ps python r racket \ |
36e91db4 | 81 | rpython ruby rust scala swift swift3 tcl vb vhdl vimscript |
31690700 JM |
82 | |
83 | step0 = step0_repl | |
84 | step1 = step1_read_print | |
85 | step2 = step2_eval | |
86 | step3 = step3_env | |
87 | step4 = step4_if_fn_do | |
88 | step5 = step5_tco | |
89 | step6 = step6_file | |
90 | step7 = step7_quote | |
91 | step8 = step8_macros | |
01c97316 | 92 | step9 = step9_try |
90f618cb | 93 | stepA = stepA_mal |
31690700 | 94 | |
17180e85 JM |
95 | regress_step0 = step0 |
96 | regress_step1 = step1 | |
97 | regress_step2 = step2 | |
98 | regress_step3 = $(regress_step2) step3 | |
99 | regress_step4 = $(regress_step3) step4 | |
100 | regress_step5 = $(regress_step4) step5 | |
101 | regress_step6 = $(regress_step5) step6 | |
102 | regress_step7 = $(regress_step6) step7 | |
103 | regress_step8 = $(regress_step7) step8 | |
104 | regress_step9 = $(regress_step8) step9 | |
105 | regress_stepA = $(regress_step9) stepA | |
106 | ||
dca6b585 JM |
107 | test_EXCLUDES += test^bash^step5 # never completes at 10,000 |
108 | test_EXCLUDES += test^make^step5 # no TCO capability (iteration or recursion) | |
109 | test_EXCLUDES += test^mal^step5 # host impl dependent | |
110 | test_EXCLUDES += test^matlab^step5 # never completes at 10,000 | |
5340418b | 111 | test_EXCLUDES += test^plpgsql^step5 # too slow for 10,000 |
dca6b585 JM |
112 | |
113 | perf_EXCLUDES = mal # TODO: fix this | |
31690700 | 114 | |
bcfd8b70 | 115 | dist_EXCLUDES += mal |
5245b079 | 116 | # TODO: still need to implement dist |
bcfd8b70 | 117 | dist_EXCLUDES += guile io julia matlab swift |
31690700 JM |
118 | |
119 | # | |
120 | # Utility functions | |
121 | # | |
122 | ||
32d0a1cf JM |
123 | haxe_STEP_TO_PROG_neko = haxe/$($(1)).n |
124 | haxe_STEP_TO_PROG_python = haxe/$($(1)).py | |
125 | haxe_STEP_TO_PROG_cpp = haxe/cpp/$($(1)) | |
126 | haxe_STEP_TO_PROG_js = haxe/$($(1)).js | |
127 | ||
128 | haxe_RUNSTEP_neko = neko ../$(2) $(3) | |
129 | haxe_RUNSTEP_python = python3 ../$(2) $(3) | |
130 | haxe_RUNSTEP_cpp = ../$(2) $(3) | |
131 | haxe_RUNSTEP_js = node ../$(2) $(3) | |
132 | ||
a1eb30fc | 133 | opt_DEFERRABLE = $(if $(strip $(DEFERRABLE)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(DEFERRABLE)),--deferrable,--no-deferrable),--no-deferrable) |
46e25689 JM |
134 | opt_OPTIONAL = $(if $(strip $(OPTIONAL)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(OPTIONAL)),--optional,--no-optional),--no-optional) |
135 | ||
17180e85 JM |
136 | # Return list of test files for a given step. If REGRESS is set then |
137 | # test files will include step 2 tests through tests for the step | |
138 | # being tested. | |
139 | STEP_TEST_FILES = $(strip $(wildcard \ | |
140 | $(foreach s,$(if $(strip $(REGRESS)),$(regress_$(2)),$(2)),\ | |
141 | $(1)/tests/$($(s)).mal tests/$($(s)).mal))) | |
31690700 | 142 | |
17180e85 | 143 | # Map of step (e.g. "step8") to executable file for that step |
99be41df | 144 | ada_STEP_TO_PROG = ada/$($(1)) |
3b7ef8c7 | 145 | awk_STEP_TO_PROG = awk/$($(1)).awk |
db4c329a JM |
146 | bash_STEP_TO_PROG = bash/$($(1)).sh |
147 | c_STEP_TO_PROG = c/$($(1)) | |
f82cb965 | 148 | d_STEP_TO_PROG = d/$($(1)) |
31690700 | 149 | clojure_STEP_TO_PROG = clojure/src/$($(1)).clj |
891c3f3b | 150 | coffee_STEP_TO_PROG = coffee/$($(1)).coffee |
9ddaa0b9 | 151 | cpp_STEP_TO_PROG = cpp/$($(1)) |
86fe6314 | 152 | crystal_STEP_TO_PROG = crystal/$($(1)) |
db4c329a | 153 | cs_STEP_TO_PROG = cs/$($(1)).exe |
ae28e856 | 154 | elisp_STEP_TO_PROG = elisp/$($(1)).el |
51c2c1fe | 155 | elixir_STEP_TO_PROG = elixir/lib/mix/tasks/$($(1)).ex |
2cc3804b | 156 | erlang_STEP_TO_PROG = erlang/$($(1)) |
4eb71990 | 157 | es6_STEP_TO_PROG = es6/build/$($(1)).js |
199b1ce7 | 158 | factor_STEP_TO_PROG = factor/$($(1))/$($(1)).factor |
59038a10 | 159 | forth_STEP_TO_PROG = forth/$($(1)).fs |
1c358979 | 160 | fsharp_STEP_TO_PROG = fsharp/$($(1)).exe |
69b4abd6 | 161 | go_STEP_TO_PROG = go/$($(1)) |
a9cd6543 | 162 | groovy_STEP_TO_PROG = groovy/$($(1)).groovy |
36e287b5 | 163 | java_STEP_TO_PROG = java/target/classes/mal/$($(1)).class |
b76aa73b | 164 | haskell_STEP_TO_PROG = haskell/$($(1)) |
32d0a1cf | 165 | haxe_STEP_TO_PROG = $(haxe_STEP_TO_PROG_$(HAXE_MODE)) |
7511317b | 166 | io_STEP_TO_PROG = io/$($(1)).io |
a23e0cdb | 167 | julia_STEP_TO_PROG = julia/$($(1)).jl |
db4c329a | 168 | js_STEP_TO_PROG = js/$($(1)).js |
53c2ea70 | 169 | kotlin_STEP_TO_PROG = kotlin/$($(1)).jar |
9d42904e | 170 | lua_STEP_TO_PROG = lua/$($(1)).lua |
db4c329a JM |
171 | make_STEP_TO_PROG = make/$($(1)).mk |
172 | mal_STEP_TO_PROG = mal/$($(1)).mal | |
59d10e1b | 173 | ocaml_STEP_TO_PROG = ocaml/$($(1)) |
9a54ea18 | 174 | matlab_STEP_TO_PROG = matlab/$($(1)).m |
c1fe72ae | 175 | miniMAL_STEP_TO_PROG = miniMAL/$($(1)).json |
dbac60df | 176 | nim_STEP_TO_PROG = nim/$($(1)) |
2faae94c | 177 | objc_STEP_TO_PROG = objc/$($(1)) |
0067158f | 178 | objpascal_STEP_TO_PROG = objpascal/$($(1)) |
b5dedee0 | 179 | perl_STEP_TO_PROG = perl/$($(1)).pl |
db4c329a | 180 | php_STEP_TO_PROG = php/$($(1)).php |
adc5b4fb | 181 | plpgsql_STEP_TO_PROG = plpgsql/$($(1)).sql |
db4c329a JM |
182 | ps_STEP_TO_PROG = ps/$($(1)).ps |
183 | python_STEP_TO_PROG = python/$($(1)).py | |
4d1456b9 | 184 | r_STEP_TO_PROG = r/$($(1)).r |
f5223195 | 185 | racket_STEP_TO_PROG = racket/$($(1)).rkt |
80320efc | 186 | rpython_STEP_TO_PROG = rpython/$($(1)) |
db4c329a | 187 | ruby_STEP_TO_PROG = ruby/$($(1)).rb |
434516e0 | 188 | rust_STEP_TO_PROG = rust/target/release/$($(1)) |
37a33ac7 | 189 | scala_STEP_TO_PROG = scala/target/scala-2.11/classes/$($(1)).class |
2539e6af | 190 | swift_STEP_TO_PROG = swift/$($(1)) |
0eace3df | 191 | swift3_STEP_TO_PROG = swift3/$($(1)) |
54d9903c | 192 | tcl_STEP_TO_PROG = tcl/$($(1)).tcl |
ee7cd585 | 193 | vb_STEP_TO_PROG = vb/$($(1)).exe |
36e91db4 | 194 | vhdl_STEP_TO_PROG = vhdl/$($(1)) |
50a964ce | 195 | vimscript_STEP_TO_PROG = vimscript/$($(1)).vim |
5eb1f5cb | 196 | guile_STEP_TO_PROG = guile/$($(1)).scm |
db4c329a | 197 | |
db4c329a | 198 | |
c4033aab JM |
199 | # Needed some argument munging |
200 | COMMA = , | |
201 | noop = | |
202 | SPACE = $(noop) $(noop) | |
d1596ac2 | 203 | export FACTOR_ROOTS := . |
db4c329a | 204 | |
17180e85 JM |
205 | # Macro for running a step: |
206 | # $(1): step (e.g. "stepA") | |
207 | # $(2): program for step (e.g. result of *_STEP_TO_PROG | |
208 | # $(3): program arguments | |
99be41df | 209 | ada_RUNSTEP = ../$(2) $(3) |
3b7ef8c7 | 210 | awk_RUNSTEP = awk -O -f ../$(2) $(3) |
db4c329a JM |
211 | bash_RUNSTEP = bash ../$(2) $(3) |
212 | c_RUNSTEP = ../$(2) $(3) | |
f82cb965 | 213 | d_RUNSTEP = ../$(2) $(3) |
db4c329a | 214 | clojure_RUNSTEP = lein with-profile +$(1) trampoline run $(3) |
891c3f3b | 215 | coffee_RUNSTEP = coffee ../$(2) $(3) |
9ddaa0b9 | 216 | cpp_RUNSTEP = ../$(2) $(3) |
86fe6314 | 217 | crystal_RUNSTEP = ../$(2) $(3) |
db4c329a | 218 | cs_RUNSTEP = mono ../$(2) --raw $(3) |
ae28e856 | 219 | elisp_RUNSTEP = emacs -Q --batch --load ../$(2) $(3) |
df2ca97b | 220 | elixir_RUNSTEP = mix $(notdir $(basename $(2))) $(3) |
2cc3804b | 221 | erlang_RUNSTEP = ../$(2) $(3) |
4eb71990 | 222 | es6_RUNSTEP = node ../$(2) $(3) |
389c9b8a | 223 | factor_RUNSTEP = factor ../$(2) $(3) |
59038a10 | 224 | forth_RUNSTEP = gforth ../$(2) $(3) |
1c358979 | 225 | fsharp_RUNSTEP = mono ../$(2) --raw $(3) |
69b4abd6 | 226 | go_RUNSTEP = ../$(2) $(3) |
a9cd6543 | 227 | groovy_RUNSTEP = groovy ../$(2) $(3) |
5245b079 JM |
228 | # needs TERM=dumb to work with readline |
229 | guile_RUNSTEP = guile --no-auto-compile -L ../guile ../$(2) $(3) | |
b76aa73b | 230 | haskell_RUNSTEP = ../$(2) $(3) |
6c4c14bd | 231 | haxe_RUNSTEP = python3 ../$(2) $(3) |
32d0a1cf | 232 | haxe_RUNSTEP = $(haxe_RUNSTEP_$(HAXE_MODE)) |
09dce035 | 233 | io_RUNSTEP = env STEP=$($(1)) ./run $(3) |
e09f1b10 | 234 | java_RUNSTEP = env STEP=$($(1)) ./run $(3) |
a23e0cdb | 235 | julia_RUNSTEP = ../$(2) $(3) |
db4c329a | 236 | js_RUNSTEP = node ../$(2) $(3) |
53c2ea70 | 237 | kotlin_RUNSTEP = java -jar ../$(2) $(3) |
798206ac | 238 | lua_RUNSTEP = ../$(2) $(3) |
31cc710f | 239 | make_RUNSTEP = make --no-print-directory -f ../$(2) $(3) |
922d4c3b | 240 | mal_RUNSTEP = $(call $(MAL_IMPL)_RUNSTEP,stepA,$(call $(MAL_IMPL)_STEP_TO_PROG,stepA),../$(2),") #" |
59d10e1b | 241 | ocaml_RUNSTEP = ../$(2) $(3) |
27a82525 | 242 | matlab_RUNSTEP = env USE_MATLAB=$(USE_MATLAB) STEP=$($(1)) ./run $(3) |
c1fe72ae | 243 | miniMAL_RUNSTEP = miniMAL ../$(2) $(3) |
dbac60df | 244 | nim_RUNSTEP = ../$(2) $(3) |
2faae94c | 245 | objc_RUNSTEP = ../$(2) $(3) |
0067158f | 246 | objpascal_RUNSTEP = ../$(2) $(3) |
82acd3de | 247 | perl_RUNSTEP = perl ../$(2) $(3) |
db4c329a | 248 | php_RUNSTEP = php ../$(2) $(3) |
adc5b4fb | 249 | plpgsql_RUNSTEP = ./wrap.sh ../$(2) $(3) |
406761e7 | 250 | ps_RUNSTEP = gs -q -I./ -dNODISPLAY -- ../$(2) $(3) |
db4c329a | 251 | python_RUNSTEP = $(PYTHON) ../$(2) $(3) |
4d1456b9 | 252 | r_RUNSTEP = Rscript ../$(2) $(3) |
f5223195 | 253 | racket_RUNSTEP = ../$(2) $(3) |
80320efc | 254 | rpython_RUNSTEP = ../$(2) $(3) |
db4c329a | 255 | ruby_RUNSTEP = ruby ../$(2) $(3) |
abdd56eb | 256 | rust_RUNSTEP = ../$(2) $(3) |
37a33ac7 | 257 | scala_RUNSTEP = env STEP=$($(1)) ./run $(3) |
2539e6af | 258 | swift_RUNSTEP = ../$(2) $(3) |
0eace3df | 259 | swift3_RUNSTEP = ../$(2) $(3) |
576ef370 | 260 | tcl_RUNSTEP = tclsh ../$(2) --raw $(3) |
ee7cd585 | 261 | vb_RUNSTEP = mono ../$(2) --raw $(3) |
36e91db4 | 262 | vhdl_RUNSTEP = ./run_vhdl.sh ../$(2) $(3) |
50a964ce | 263 | vimscript_RUNSTEP = ./run_vimscript.sh ../$(2) $(3) |
db4c329a | 264 | |
31690700 | 265 | |
4959b19d JM |
266 | # DOCKERIZE utility functions |
267 | lc = $(subst A,a,$(subst B,b,$(subst C,c,$(subst D,d,$(subst E,e,$(subst F,f,$(subst G,g,$(subst H,h,$(subst I,i,$(subst J,j,$(subst K,k,$(subst L,l,$(subst M,m,$(subst N,n,$(subst O,o,$(subst P,p,$(subst Q,q,$(subst R,r,$(subst S,s,$(subst T,t,$(subst U,u,$(subst V,v,$(subst W,w,$(subst X,x,$(subst Y,y,$(subst Z,z,$1)))))))))))))))))))))))))) | |
268 | impl_to_image = kanaka/mal-test-$(call lc,$(1)) | |
269 | ||
270 | actual_impl = $(if $(filter mal,$(1)),$(MAL_IMPL),$(1)) | |
271 | ||
272 | get_build_prefix = $(if $(strip $(DOCKERIZE)),docker run -it --rm -u $(shell id -u) -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal -w /mal/$(1) $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) $(call impl_to_image,$(1)) ,) | |
273 | get_run_prefix = $(if $(strip $(DOCKERIZE)),docker run -it --rm -u $(shell id -u) -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal -w /mal/$(call actual_impl,$(1)) $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) $(call impl_to_image,$(call actual_impl,$(1))) ,) | |
db4c329a | 274 | |
31690700 | 275 | |
50a964ce DM |
276 | vimscript_TEST_OPTS = --test-timeout 30 |
277 | ifeq ($(MAL_IMPL),vimscript) | |
278 | mal_TEST_OPTS = --start-timeout 60 --test-timeout 180 | |
279 | endif | |
31690700 JM |
280 | |
281 | # Derived lists | |
282 | STEPS = $(sort $(filter step%,$(.VARIABLES))) | |
8569b2af JM |
283 | DO_IMPLS = $(filter-out $(SKIP_IMPLS),$(IMPLS)) |
284 | IMPL_TESTS = $(foreach impl,$(DO_IMPLS),test^$(impl)) | |
31690700 | 285 | STEP_TESTS = $(foreach step,$(STEPS),test^$(step)) |
dca6b585 | 286 | ALL_TESTS = $(filter-out $(test_EXCLUDES),\ |
31690700 | 287 | $(strip $(sort \ |
8569b2af | 288 | $(foreach impl,$(DO_IMPLS),\ |
31690700 JM |
289 | $(foreach step,$(STEPS),test^$(impl)^$(step)))))) |
290 | ||
cf1d3eae JM |
291 | DOCKER_BUILD = $(foreach impl,$(DO_IMPLS),docker-build^$(impl)) |
292 | ||
dca6b585 | 293 | IMPL_PERF = $(foreach impl,$(filter-out $(perf_EXCLUDES),$(DO_IMPLS)),perf^$(impl)) |
db4c329a | 294 | |
854cf2a6 DM |
295 | IMPL_REPL = $(foreach impl,$(DO_IMPLS),repl^$(impl)) |
296 | ALL_REPL = $(strip $(sort \ | |
297 | $(foreach impl,$(DO_IMPLS),\ | |
298 | $(foreach step,$(STEPS),repl^$(impl)^$(step))))) | |
db4c329a | 299 | |
31690700 JM |
300 | # |
301 | # Build rules | |
302 | # | |
303 | ||
4fc7a281 | 304 | # Build a program in an implementation directory |
f045aba1 JM |
305 | # Make sure we always try and build first because the dependencies are |
306 | # encoded in the implementation Makefile not here | |
307 | .PHONY: $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s)))) | |
4fc7a281 | 308 | $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s)))): |
f045aba1 | 309 | $(foreach impl,$(word 1,$(subst /, ,$(@))),\ |
4959b19d JM |
310 | $(if $(DOCKERIZE), \ |
311 | $(call get_build_prefix,$(impl))$(MAKE) $(patsubst $(impl)/%,%,$(@)), \ | |
312 | $(MAKE) -C $(impl) $(subst $(impl)/,,$(@)))) | |
31690700 | 313 | |
5b207de7 | 314 | # Allow IMPL, and IMPL^STEP |
31690700 | 315 | .SECONDEXPANSION: |
5b207de7 | 316 | $(DO_IMPLS): $$(foreach s,$$(STEPS),$$(call $$(@)_STEP_TO_PROG,$$(s))) |
31690700 JM |
317 | |
318 | .SECONDEXPANSION: | |
5b207de7 JM |
319 | $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(i)^$(s))): $$(call $$(word 1,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 2,$$(subst ^, ,$$(@)))) |
320 | ||
321 | ||
322 | # | |
323 | # Test rules | |
324 | # | |
31690700 JM |
325 | |
326 | .SECONDEXPANSION: | |
327 | $(ALL_TESTS): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@)))) | |
328 | @$(foreach impl,$(word 2,$(subst ^, ,$(@))),\ | |
329 | $(foreach step,$(word 3,$(subst ^, ,$(@))),\ | |
d5221bcf | 330 | cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)) && \ |
31690700 | 331 | $(foreach test,$(call STEP_TEST_FILES,$(impl),$(step)),\ |
d5221bcf DM |
332 | echo '----------------------------------------------' && \ |
333 | echo 'Testing $@, step file: $+, test file: $(test)' && \ | |
a1eb30fc | 334 | echo 'Running: $(call get_run_prefix,$(impl))../runtest.py $(TEST_OPTS) $(opt_DEFERRABLE) $(opt_OPTIONAL) $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+))' && \ |
d3c401c1 DM |
335 | $(call get_run_prefix,$(impl))../runtest.py $(TEST_OPTS) $(opt_DEFERRABLE) $(opt_OPTIONAL) $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+)) && \ |
336 | $(if $(filter tests/step6_file.mal,$(test)),\ | |
337 | echo '----------------------------------------------' && \ | |
338 | echo 'Testing ARGV of $@; step file: $+' && \ | |
339 | echo 'Running: $(call get_run_prefix,$(impl))../run_argv_test.sh $(call $(impl)_RUNSTEP,$(step),$(+))' && \ | |
340 | $(call get_run_prefix,$(impl))../run_argv_test.sh $(call $(impl)_RUNSTEP,$(step),$(+)) && ,\ | |
341 | true && ))\ | |
d5221bcf | 342 | true)) |
31690700 | 343 | |
5b207de7 | 344 | # Allow test, tests, test^STEP, test^IMPL, and test^IMPL^STEP |
31690700 JM |
345 | test: $(ALL_TESTS) |
346 | tests: $(ALL_TESTS) | |
347 | ||
5b207de7 JM |
348 | .SECONDEXPANSION: |
349 | $(IMPL_TESTS): $$(filter $$@^%,$$(ALL_TESTS)) | |
31690700 | 350 | |
5b207de7 JM |
351 | .SECONDEXPANSION: |
352 | $(STEP_TESTS): $$(foreach step,$$(subst test^,,$$@),$$(filter %^$$(step),$$(ALL_TESTS))) | |
31690700 | 353 | |
db4c329a | 354 | |
5b207de7 JM |
355 | # |
356 | # Dist rules | |
357 | # | |
b6dc3e37 JM |
358 | |
359 | dist: $(IMPL_DIST) | |
31690700 | 360 | |
712af9ef | 361 | .SECONDEXPANSION: |
b6dc3e37 | 362 | $(IMPL_DIST): |
712af9ef JM |
363 | @echo "----------------------------------------------"; \ |
364 | $(foreach impl,$(word 2,$(subst ^, ,$(@))),\ | |
b6dc3e37 JM |
365 | echo "Running: make -C $(impl) dist"; \ |
366 | $(MAKE) --no-print-directory -C $(impl) dist) | |
367 | ||
712af9ef | 368 | |
5b207de7 | 369 | # |
cf1d3eae | 370 | # Docker build rules |
5b207de7 | 371 | # |
cf1d3eae JM |
372 | |
373 | docker-build: $(DOCKER_BUILD) | |
374 | ||
375 | .SECONDEXPANSION: | |
376 | $(DOCKER_BUILD): | |
377 | echo "----------------------------------------------"; \ | |
378 | $(foreach impl,$(word 2,$(subst ^, ,$(@))),\ | |
4959b19d JM |
379 | echo "Running: docker build -t $(call impl_to_image,$(impl)) .:"; \ |
380 | cd $(impl) && docker build -t $(call impl_to_image,$(impl)) .) | |
db4c329a | 381 | |
5b207de7 JM |
382 | |
383 | # | |
db4c329a | 384 | # Performance test rules |
5b207de7 | 385 | # |
db4c329a JM |
386 | |
387 | perf: $(IMPL_PERF) | |
388 | ||
389 | .SECONDEXPANSION: | |
390 | $(IMPL_PERF): | |
391 | @echo "----------------------------------------------"; \ | |
392 | $(foreach impl,$(word 2,$(subst ^, ,$(@))),\ | |
393 | cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \ | |
394 | echo "Performance test for $(impl):"; \ | |
4959b19d JM |
395 | echo 'Running: $(call get_run_prefix,$(impl))$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal)'; \ |
396 | $(call get_run_prefix,$(impl))$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal); \ | |
db4c329a | 397 | echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal)'; \ |
4959b19d | 398 | $(call get_run_prefix,$(impl))$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal); \ |
699f0ad2 | 399 | echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal)'; \ |
4959b19d | 400 | $(call get_run_prefix,$(impl))$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal)) |
db4c329a | 401 | |
854cf2a6 | 402 | |
5b207de7 | 403 | # |
854cf2a6 | 404 | # REPL invocation rules |
5b207de7 | 405 | # |
854cf2a6 DM |
406 | |
407 | .SECONDEXPANSION: | |
408 | $(ALL_REPL): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@)))) | |
409 | @$(foreach impl,$(word 2,$(subst ^, ,$(@))),\ | |
410 | $(foreach step,$(word 3,$(subst ^, ,$(@))),\ | |
411 | cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \ | |
412 | echo 'REPL implementation $(impl), step file: $+'; \ | |
4959b19d JM |
413 | echo 'Running: $(call get_run_prefix,$(impl))$(call $(impl)_RUNSTEP,$(step),$(+))'; \ |
414 | $(call get_run_prefix,$(impl))$(call $(impl)_RUNSTEP,$(step),$(+));)) | |
bcfd8b70 | 415 | |
5b207de7 JM |
416 | # Allow repl^IMPL^STEP and repl^IMPL (which starts REPL of stepA) |
417 | .SECONDEXPANSION: | |
418 | $(IMPL_REPL): $$@^stepA | |
419 | ||
dca6b585 JM |
420 | # |
421 | # Utility functions | |
422 | # | |
423 | .SECONDEXPANSION: | |
424 | print-%: | |
425 | @echo "$($(*))" | |
bcfd8b70 | 426 | |
5b207de7 | 427 | # |
bcfd8b70 | 428 | # Recursive rules (call make FOO in each subdirectory) |
5b207de7 | 429 | # |
bcfd8b70 JM |
430 | |
431 | define recur_template | |
432 | .PHONY: $(1) | |
433 | $(1): $(2) | |
434 | .SECONDEXPANSION: | |
435 | $(2): | |
436 | @echo "----------------------------------------------"; \ | |
437 | $$(foreach impl,$$(word 2,$$(subst ^, ,$$(@))),\ | |
4959b19d JM |
438 | $$(if $$(DOCKERIZE), \ |
439 | echo "Running: $$(call get_build_prefix,$$(impl))$$(MAKE) --no-print-directory $(1)"; \ | |
440 | $$(call get_build_prefix,$$(impl))$$(MAKE) --no-print-directory $(1), \ | |
441 | echo "Running: $$(MAKE) --no-print-directory -C $$(impl) $(1)"; \ | |
442 | $$(MAKE) --no-print-directory -C $$(impl) $(1))) | |
bcfd8b70 JM |
443 | endef |
444 | ||
445 | recur_impls_ = $(filter-out $(foreach impl,$($(1)_EXCLUDES),$(1)^$(impl)),$(foreach impl,$(IMPLS),$(1)^$(impl))) | |
446 | ||
447 | # recursive clean | |
448 | $(eval $(call recur_template,clean,$(call recur_impls_,clean))) | |
449 | ||
450 | # recursive stats | |
451 | $(eval $(call recur_template,stats,$(call recur_impls_,stats))) | |
452 | $(eval $(call recur_template,stats-lisp,$(call recur_impls_,stats-lisp))) | |
453 | ||
454 | # recursive dist | |
455 | $(eval $(call recur_template,dist,$(call recur_impls_,dist))) |