Makefile

   1 # Usage/help
   2 all help:
   3         @echo
   4         @echo 'USAGE:'
   5         @echo
   6         @echo 'Rules/Targets:'
   7         @echo
   8         @echo 'make "IMPL"                       # build all steps of IMPL'
   9         @echo 'make "IMPL^STEP"                  # build STEP of IMPL'
  10         @echo
  11         @echo 'make "test"                       # test all implementations'
  12         @echo 'make "test^IMPL"                  # test all steps of IMPL'
  13         @echo 'make "test^STEP"                  # test STEP for all implementations'
  14         @echo 'make "test^IMPL^STEP"             # test STEP of IMPL'
  15         @echo
  16         @echo 'make "perf"                       # run microbenchmarks for all implementations'
  17         @echo 'make "perf^IMPL"                  # run microbenchmarks for IMPL'
  18         @echo
  19         @echo 'make "repl^IMPL"                  # run stepA of IMPL'
  20         @echo 'make "repl^IMPL^STEP"             # test STEP of IMPL'
  21         @echo
  22         @echo 'make "clean"                      # run 'make clean' for all implementations'
  23         @echo 'make "clean^IMPL"                 # run 'make clean' for IMPL'
  24         @echo
  25         @echo 'make "stats"                      # run 'make stats' for all implementations'
  26         @echo 'make "stats-lisp"                 # run 'make stats-lisp' for all implementations'
  27         @echo 'make "stats^IMPL"                 # run 'make stats' for IMPL'
  28         @echo 'make "stats-lisp^IMPL"            # run 'make stats-lisp' for IMPL'
  29         @echo
  30         @echo 'Options/Settings:'
  31         @echo
  32         @echo 'make MAL_IMPL=IMPL "test^mal..."  # use IMPL for self-host tests'
  33         @echo 'make REGRESS=1 "test..."          # test with previous step tests too'
  34         @echo 'make DOCKERIZE=1 ...              # to dockerize above rules/targets'
  35         @echo
  36         @echo 'Other:'
  37         @echo
  38         @echo 'make "docker-build^IMPL"          # build docker image for IMPL'
  39         @echo
  40         @echo 'make "docker-shell^IMPL"          # start bash shell in docker image for IMPL'
  41         @echo
  42
  43 #
  44 # Command line settings
  45 #
  46
  47 MAL_IMPL = js
  48
  49 # cbm or qbasic
  50 basic_MODE = cbm
  51 # clj or cljs (Clojure vs ClojureScript/lumo)
  52 clojure_MODE = clj
  53 # python, js, cpp, or neko
  54 haxe_MODE = neko
  55 # octave or matlab
  56 matlab_MODE = octave
  57 # python, python2 or python3
  58 python_MODE = python
  59 # scheme (chibi, kawa, gauche, chicken, sagittarius, cyclone, foment)
  60 scheme_MODE = chibi
  61 # js wace_libc wace_fooboot
  62 wasm_MODE = wace_libc
  63
  64 # Extra options to pass to runtest.py
  65 TEST_OPTS =
  66
  67 # Test with previous test files not just the test files for the
  68 # current step. Step 0 and 1 tests are special and not included in
  69 # later steps.
  70 REGRESS =
  71
  72 DEFERRABLE=1
  73 OPTIONAL=1
  74
  75 # Run target/rule within docker image for the implementation
  76 DOCKERIZE =
  77
  78
  79 #
  80 # Implementation specific settings
  81 #
  82
  83 IMPLS = ada awk bash basic c chuck clojure coffee common-lisp cpp crystal cs d dart \
  84         elisp elixir elm erlang es6 factor fantom forth fsharp go groovy gnu-smalltalk \
  85         guile haskell haxe hy io java js julia kotlin livescript logo lua make mal \
  86         matlab miniMAL nasm nim objc objpascal ocaml perl perl6 php picolisp plpgsql \
  87         plsql powershell ps python r racket rexx rpython ruby rust scala scheme skew \
  88         swift swift3 tcl ts vb vhdl vimscript wasm yorick
  89
  90 EXTENSION = .mal
  91
  92 step0 = step0_repl
  93 step1 = step1_read_print
  94 step2 = step2_eval
  95 step3 = step3_env
  96 step4 = step4_if_fn_do
  97 step5 = step5_tco
  98 step6 = step6_file
  99 step7 = step7_quote
 100 step8 = step8_macros
 101 step9 = step9_try
 102 stepA = stepA_mal
 103
 104 argv_STEP = step6_file
 105
 106
 107 regress_step0 = step0
 108 regress_step1 = step1
 109 regress_step2 = step2
 110 regress_step3 = $(regress_step2) step3
 111 regress_step4 = $(regress_step3) step4
 112 regress_step5 = $(regress_step4) step5
 113 regress_step6 = $(regress_step5) step6
 114 regress_step7 = $(regress_step6) step7
 115 regress_step8 = $(regress_step7) step8
 116 regress_step9 = $(regress_step8) step9
 117 regress_stepA = $(regress_step9) stepA
 118
 119 test_EXCLUDES += test^bash^step5   # never completes at 10,000
 120 test_EXCLUDES += test^basic^step5  # too slow, and limited to ints of 2^16
 121 test_EXCLUDES += test^logo^step5   # too slow for 10,000
 122 test_EXCLUDES += test^make^step5   # no TCO capability (iteration or recursion)
 123 test_EXCLUDES += test^mal^step5    # host impl dependent
 124 test_EXCLUDES += test^matlab^step5 # never completes at 10,000
 125 test_EXCLUDES += test^plpgsql^step5 # too slow for 10,000
 126 test_EXCLUDES += test^plsql^step5  # too slow for 10,000
 127 test_EXCLUDES += test^powershell^step5  # too slow for 10,000
 128 test_EXCLUDES += $(if $(filter cpp,$(haxe_MODE)),test^haxe^step5,) # cpp finishes 10,000, segfaults at 100,000
 129
 130 dist_EXCLUDES += mal
 131 # TODO: still need to implement dist
 132 dist_EXCLUDES += guile io julia matlab swift
 133
 134
 135 # Extra options to pass to runtest.py
 136 logo_TEST_OPTS = --start-timeout 60 --test-timeout 120
 137 mal_TEST_OPTS = --start-timeout 60 --test-timeout 120
 138 miniMAL_TEST_OPTS = --start-timeout 60 --test-timeout 120
 139 perl6_TEST_OPTS = --test-timeout=60
 140 plpgsql_TEST_OPTS = --start-timeout 60 --test-timeout 180
 141 plsql_TEST_OPTS = --start-timeout 120 --test-timeout 120
 142 vimscript_TEST_OPTS = --test-timeout 30
 143 ifeq ($(MAL_IMPL),vimscript)
 144 mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
 145 else ifeq ($(MAL_IMPL),powershell)
 146 mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
 147 endif
 148
 149
 150 #
 151 # Implementation specific utility functions
 152 #
 153
 154 basic_STEP_TO_PROG_cbm    = basic/$($(1)).bas
 155 basic_STEP_TO_PROG_qbasic = basic/$($(1))
 156
 157 clojure_STEP_TO_PROG_clj  = clojure/target/$($(1)).jar
 158 clojure_STEP_TO_PROG_cljs = clojure/src/mal/$($(1)).cljc
 159
 160 haxe_STEP_TO_PROG_neko   = haxe/$($(1)).n
 161 haxe_STEP_TO_PROG_python = haxe/$($(1)).py
 162 haxe_STEP_TO_PROG_cpp    = haxe/cpp/$($(1))
 163 haxe_STEP_TO_PROG_js     = haxe/$($(1)).js
 164
 165 scheme_STEP_TO_PROG_chibi       = scheme/$($(1)).scm
 166 scheme_STEP_TO_PROG_kawa        = scheme/out/$($(1)).class
 167 scheme_STEP_TO_PROG_gauche      = scheme/$($(1)).scm
 168 scheme_STEP_TO_PROG_chicken     = scheme/$($(1))
 169 scheme_STEP_TO_PROG_sagittarius = scheme/$($(1)).scm
 170 scheme_STEP_TO_PROG_cyclone     = scheme/$($(1))
 171 scheme_STEP_TO_PROG_foment      = scheme/$($(1)).scm
 172
 173 # Map of step (e.g. "step8") to executable file for that step
 174 ada_STEP_TO_PROG =     ada/$($(1))
 175 awk_STEP_TO_PROG =     awk/$($(1)).awk
 176 bash_STEP_TO_PROG =    bash/$($(1)).sh
 177 basic_STEP_TO_PROG =   $(basic_STEP_TO_PROG_$(basic_MODE))
 178 c_STEP_TO_PROG =       c/$($(1))
 179 chuck_STEP_TO_PROG =   chuck/$($(1)).ck
 180 clojure_STEP_TO_PROG = $(clojure_STEP_TO_PROG_$(clojure_MODE))
 181 coffee_STEP_TO_PROG =  coffee/$($(1)).coffee
 182 common-lisp_STEP_TO_PROG =  common-lisp/$($(1))
 183 cpp_STEP_TO_PROG =     cpp/$($(1))
 184 crystal_STEP_TO_PROG = crystal/$($(1))
 185 cs_STEP_TO_PROG =      cs/$($(1)).exe
 186 d_STEP_TO_PROG =       d/$($(1))
 187 dart_STEP_TO_PROG =    dart/$($(1)).dart
 188 elisp_STEP_TO_PROG =   elisp/$($(1)).el
 189 elixir_STEP_TO_PROG =  elixir/lib/mix/tasks/$($(1)).ex
 190 elm_STEP_TO_PROG =     elm/$($(1)).js
 191 erlang_STEP_TO_PROG =  erlang/$($(1))
 192 es6_STEP_TO_PROG =     es6/$($(1)).mjs
 193 factor_STEP_TO_PROG =  factor/$($(1))/$($(1)).factor
 194 fantom_STEP_TO_PROG =  fantom/lib/fan/$($(1)).pod
 195 forth_STEP_TO_PROG =   forth/$($(1)).fs
 196 fsharp_STEP_TO_PROG =  fsharp/$($(1)).exe
 197 go_STEP_TO_PROG =      go/$($(1))
 198 groovy_STEP_TO_PROG =  groovy/$($(1)).groovy
 199 gnu-smalltalk_STEP_TO_PROG = gnu-smalltalk/$($(1)).st
 200 guile_STEP_TO_PROG =   guile/$($(1)).scm
 201 haskell_STEP_TO_PROG = haskell/$($(1))
 202 haxe_STEP_TO_PROG =    $(haxe_STEP_TO_PROG_$(haxe_MODE))
 203 hy_STEP_TO_PROG =      hy/$($(1)).hy
 204 io_STEP_TO_PROG =      io/$($(1)).io
 205 java_STEP_TO_PROG =    java/target/classes/mal/$($(1)).class
 206 js_STEP_TO_PROG =      js/$($(1)).js
 207 julia_STEP_TO_PROG =   julia/$($(1)).jl
 208 kotlin_STEP_TO_PROG =  kotlin/$($(1)).jar
 209 livescript_STEP_TO_PROG = livescript/$($(1)).js
 210 logo_STEP_TO_PROG =    logo/$($(1)).lg
 211 lua_STEP_TO_PROG =     lua/$($(1)).lua
 212 make_STEP_TO_PROG =    make/$($(1)).mk
 213 mal_STEP_TO_PROG =     mal/$($(1)).mal
 214 matlab_STEP_TO_PROG =  matlab/$($(1)).m
 215 miniMAL_STEP_TO_PROG = miniMAL/$($(1)).json
 216 nasm_STEP_TO_PROG =    nasm/$($(1))
 217 nim_STEP_TO_PROG =     nim/$($(1))
 218 objc_STEP_TO_PROG =    objc/$($(1))
 219 objpascal_STEP_TO_PROG = objpascal/$($(1))
 220 ocaml_STEP_TO_PROG =   ocaml/$($(1))
 221 perl_STEP_TO_PROG =    perl/$($(1)).pl
 222 perl6_STEP_TO_PROG =   perl6/$($(1)).pl
 223 php_STEP_TO_PROG =     php/$($(1)).php
 224 picolisp_STEP_TO_PROG = picolisp/$($(1)).l
 225 plpgsql_STEP_TO_PROG = plpgsql/$($(1)).sql
 226 plsql_STEP_TO_PROG =   plsql/$($(1)).sql
 227 powershell_STEP_TO_PROG =  powershell/$($(1)).ps1
 228 ps_STEP_TO_PROG =      ps/$($(1)).ps
 229 python_STEP_TO_PROG =  python/$($(1)).py
 230 r_STEP_TO_PROG =       r/$($(1)).r
 231 racket_STEP_TO_PROG =  racket/$($(1)).rkt
 232 rexx_STEP_TO_PROG =    rexx/$($(1)).rexxpp
 233 rpython_STEP_TO_PROG = rpython/$($(1))
 234 ruby_STEP_TO_PROG =    ruby/$($(1)).rb
 235 rust_STEP_TO_PROG =    rust/$($(1))
 236 scala_STEP_TO_PROG =   scala/target/scala-2.11/classes/$($(1)).class
 237 scheme_STEP_TO_PROG =  $(scheme_STEP_TO_PROG_$(scheme_MODE))
 238 skew_STEP_TO_PROG =    skew/$($(1)).js
 239 swift_STEP_TO_PROG =   swift/$($(1))
 240 swift3_STEP_TO_PROG =  swift3/$($(1))
 241 tcl_STEP_TO_PROG =     tcl/$($(1)).tcl
 242 ts_STEP_TO_PROG =      ts/$($(1)).js
 243 vb_STEP_TO_PROG =      vb/$($(1)).exe
 244 vhdl_STEP_TO_PROG =    vhdl/$($(1))
 245 vimscript_STEP_TO_PROG = vimscript/$($(1)).vim
 246 wasm_STEP_TO_PROG =    wasm/$($(1)).wasm
 247 yorick_STEP_TO_PROG =  yorick/$($(1)).i
 248
 249
 250 #
 251 # General settings and utility functions
 252 #
 253
 254 # Needed some argument munging
 255 COMMA = ,
 256 noop =
 257 SPACE = $(noop) $(noop)
 258 export FACTOR_ROOTS := .
 259
 260 opt_DEFERRABLE      = $(if $(strip $(DEFERRABLE)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(DEFERRABLE)),--deferrable,--no-deferrable),--no-deferrable)
 261 opt_OPTIONAL        = $(if $(strip $(OPTIONAL)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(OPTIONAL)),--optional,--no-optional),--no-optional)
 262
 263 # Return list of test files for a given step. If REGRESS is set then
 264 # test files will include step 2 tests through tests for the step
 265 # being tested.
 266 STEP_TEST_FILES = $(strip $(wildcard \
 267                     $(foreach s,$(if $(strip $(REGRESS)),$(regress_$(2)),$(2)),\
 268                       $(1)/tests/$($(s))$(EXTENSION) tests/$($(s))$(EXTENSION))))
 269
 270 # DOCKERIZE utility functions
 271 lc = $(subst A,a,$(subst B,b,$(subst C,c,$(subst D,d,$(subst E,e,$(subst F,f,$(subst G,g,$(subst H,h,$(subst I,i,$(subst J,j,$(subst K,k,$(subst L,l,$(subst M,m,$(subst N,n,$(subst O,o,$(subst P,p,$(subst Q,q,$(subst R,r,$(subst S,s,$(subst T,t,$(subst U,u,$(subst V,v,$(subst W,w,$(subst X,x,$(subst Y,y,$(subst Z,z,$1))))))))))))))))))))))))))
 272 impl_to_image = kanaka/mal-test-$(call lc,$(1))
 273
 274 actual_impl = $(if $(filter mal,$(1)),$(MAL_IMPL),$(1))
 275
 276 # Takes impl
 277 # Returns nothing if DOCKERIZE is not set, otherwise returns the
 278 # docker prefix necessary to run make within the docker environment
 279 # for this impl
 280 get_build_command = $(strip $(if $(strip $(DOCKERIZE)),\
 281     docker run \
 282     -it --rm -u $(shell id -u) \
 283     -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal \
 284     -w /mal/$(1) \
 285     $(if $(strip $($(1)_MODE)),-e $(1)_MODE=$($(1)_MODE),) \
 286     $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) \
 287     $(call impl_to_image,$(1)) \
 288     $(MAKE) $(if $(strip $($(1)_MODE)),$(1)_MODE=$($(1)_MODE),) \
 289     ,\
 290     $(MAKE) $(if $(strip $($(1)_MODE)),$(1)_MODE=$($(1)_MODE),)))
 291
 292 # Takes impl and step args. Optional env vars and dockerize args
 293 # Returns a command prefix (docker command and environment variables)
 294 # necessary to launch the given impl and step
 295 get_run_prefix = $(strip $(if $(strip $(DOCKERIZE) $(4)),\
 296     docker run -e STEP=$($2) -e MAL_IMPL=$(MAL_IMPL) \
 297     -it --rm -u $(shell id -u) \
 298     -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal \
 299     -w /mal/$(call actual_impl,$(1)) \
 300     $(if $(strip $($(1)_MODE)),-e $(1)_MODE=$($(1)_MODE),) \
 301     $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) \
 302     $(foreach env,$(3),-e $(env)) \
 303     $(call impl_to_image,$(call actual_impl,$(1))) \
 304     ,\
 305     env STEP=$($2) MAL_IMPL=$(MAL_IMPL) \
 306     $(if $(strip $($(1)_MODE)),$(1)_MODE=$($(1)_MODE),) \
 307     $(if $(filter factor,$(1)),FACTOR_ROOTS=$(FACTOR_ROOTS),) \
 308     $(3)))
 309
 310 # Takes impl and step
 311 # Returns the runtest command prefix (with runtest options) for testing the given step
 312 get_runtest_cmd = $(call get_run_prefix,$(1),$(2),$(if $(filter cs fsharp tcl vb,$(1)),RAW=1,)) \
 313                     ../runtest.py $(opt_DEFERRABLE) $(opt_OPTIONAL) $(call $(1)_TEST_OPTS) $(TEST_OPTS)
 314
 315 # Takes impl and step
 316 # Returns the runtest command prefix (with runtest options) for testing the given step
 317 get_argvtest_cmd = $(call get_run_prefix,$(1),$(2)) ../run_argv_test.sh
 318
 319 # Derived lists
 320 STEPS = $(sort $(filter step%,$(.VARIABLES)))
 321 DO_IMPLS = $(filter-out $(SKIP_IMPLS),$(IMPLS))
 322 IMPL_TESTS = $(foreach impl,$(DO_IMPLS),test^$(impl))
 323 STEP_TESTS = $(foreach step,$(STEPS),test^$(step))
 324 ALL_TESTS = $(filter-out $(test_EXCLUDES),\
 325               $(strip $(sort \
 326                 $(foreach impl,$(DO_IMPLS),\
 327                   $(foreach step,$(STEPS),test^$(impl)^$(step))))))
 328
 329 DOCKER_BUILD = $(foreach impl,$(DO_IMPLS),docker-build^$(impl))
 330
 331 DOCKER_SHELL = $(foreach impl,$(DO_IMPLS),docker-shell^$(impl))
 332
 333 IMPL_PERF = $(foreach impl,$(filter-out $(perf_EXCLUDES),$(DO_IMPLS)),perf^$(impl))
 334
 335 IMPL_REPL = $(foreach impl,$(DO_IMPLS),repl^$(impl))
 336 ALL_REPL = $(strip $(sort \
 337              $(foreach impl,$(DO_IMPLS),\
 338                $(foreach step,$(STEPS),repl^$(impl)^$(step)))))
 339
 340
 341 #
 342 # Build rules
 343 #
 344
 345 # Enable secondary expansion for all rules
 346 .SECONDEXPANSION:
 347
 348 # Build a program in an implementation directory
 349 # Make sure we always try and build first because the dependencies are
 350 # encoded in the implementation Makefile not here
 351 .PHONY: $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s))))
 352 $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s)))):
 353         $(foreach impl,$(word 1,$(subst /, ,$(@))),\
 354           $(if $(DOCKERIZE), \
 355             $(call get_build_command,$(impl)) $(patsubst $(impl)/%,%,$(@)), \
 356             $(call get_build_command,$(impl)) -C $(impl) $(subst $(impl)/,,$(@))))
 357
 358 # Allow IMPL, and IMPL^STEP
 359 $(DO_IMPLS): $$(foreach s,$$(STEPS),$$(call $$(@)_STEP_TO_PROG,$$(s)))
 360
 361 $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(i)^$(s))): $$(call $$(word 1,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 2,$$(subst ^, ,$$(@))))
 362
 363
 364 #
 365 # Test rules
 366 #
 367
 368 $(ALL_TESTS): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
 369         @$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
 370           $(foreach step,$(word 3,$(subst ^, ,$(@))),\
 371             cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)) && \
 372             $(foreach test,$(call STEP_TEST_FILES,$(impl),$(step)),\
 373               echo '----------------------------------------------' && \
 374               echo 'Testing $@; step file: $+, test file: $(test)' && \
 375               echo 'Running: $(call get_runtest_cmd,$(impl),$(step)) ../$(test) -- ../$(impl)/run' && \
 376               $(call get_runtest_cmd,$(impl),$(step)) ../$(test) -- ../$(impl)/run && \
 377               $(if $(filter tests/$(argv_STEP)$(EXTENSION),$(test)),\
 378                 echo '----------------------------------------------' && \
 379                 echo 'Testing ARGV of $@; step file: $+' && \
 380                 echo 'Running: $(call get_argvtest_cmd,$(impl),$(step)) ../$(impl)/run ' && \
 381                 $(call get_argvtest_cmd,$(impl),$(step)) ../$(impl)/run  && ,\
 382                 true && ))\
 383             true))
 384
 385 # Allow test, tests, test^STEP, test^IMPL, and test^IMPL^STEP
 386 test: $(ALL_TESTS)
 387 tests: $(ALL_TESTS)
 388
 389 $(IMPL_TESTS): $$(filter $$@^%,$$(ALL_TESTS))
 390
 391 $(STEP_TESTS): $$(foreach step,$$(subst test^,,$$@),$$(filter %^$$(step),$$(ALL_TESTS)))
 392
 393
 394 #
 395 # Docker build rules
 396 #
 397
 398 docker-build: $(DOCKER_BUILD)
 399
 400 $(DOCKER_BUILD):
 401         @echo "----------------------------------------------"; \
 402         $(foreach impl,$(word 2,$(subst ^, ,$(@))),\
 403           echo "Running: docker build -t $(call impl_to_image,$(impl)) .:"; \
 404           cd $(impl) && docker build -t $(call impl_to_image,$(impl)) .)
 405
 406 #
 407 # Docker shell rules
 408 #
 409
 410 $(DOCKER_SHELL):
 411         @echo "----------------------------------------------"; \
 412         $(foreach impl,$(word 2,$(subst ^, ,$(@))),\
 413           echo "Running: $(call get_run_prefix,$(impl),stepA,,dockerize) bash"; \
 414           $(call get_run_prefix,$(impl),stepA,,dockerize) bash)
 415
 416
 417 #
 418 # Performance test rules
 419 #
 420
 421 perf: $(IMPL_PERF)
 422
 423 $(IMPL_PERF):
 424         @echo "----------------------------------------------"; \
 425         $(foreach impl,$(word 2,$(subst ^, ,$(@))),\
 426           cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
 427           echo "Performance test for $(impl):"; \
 428           echo 'Running: $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf1.mal'; \
 429           $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf1.mal; \
 430           echo 'Running: $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf2.mal'; \
 431           $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf2.mal; \
 432           echo 'Running: $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf3.mal'; \
 433           $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf3.mal)
 434
 435
 436 #
 437 # REPL invocation rules
 438 #
 439
 440 $(ALL_REPL): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
 441         @$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
 442           $(foreach step,$(word 3,$(subst ^, ,$(@))),\
 443             cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
 444             echo 'REPL implementation $(impl), step file: $+'; \
 445             echo 'Running: $(call get_run_prefix,$(impl),$(step)) ../$(impl)/run $(RUN_ARGS)'; \
 446             $(call get_run_prefix,$(impl),$(step)) ../$(impl)/run $(RUN_ARGS);))
 447
 448 # Allow repl^IMPL^STEP and repl^IMPL (which starts REPL of stepA)
 449 $(IMPL_REPL): $$@^stepA
 450
 451 #
 452 # Utility functions
 453 #
 454 print-%:
 455         @echo "$($(*))"
 456
 457 #
 458 # Recursive rules (call make FOO in each subdirectory)
 459 #
 460
 461 define recur_template
 462 .PHONY: $(1)
 463 $(1): $(2)
 464 $(2):
 465         @echo "----------------------------------------------"; \
 466         $$(foreach impl,$$(word 2,$$(subst ^, ,$$(@))),\
 467           $$(if $$(DOCKERIZE), \
 468             echo "Running: $$(call get_build_command,$$(impl)) --no-print-directory $(1)"; \
 469             $$(call get_build_command,$$(impl)) --no-print-directory $(1), \
 470             echo "Running: $$(call get_build_command,$$(impl)) --no-print-directory -C $$(impl) $(1)"; \
 471             $$(call get_build_command,$$(impl)) --no-print-directory -C $$(impl) $(1)))
 472 endef
 473
 474 recur_impls_ = $(filter-out $(foreach impl,$($(1)_EXCLUDES),$(1)^$(impl)),$(foreach impl,$(IMPLS),$(1)^$(impl)))
 475
 476 # recursive clean
 477 $(eval $(call recur_template,clean,$(call recur_impls_,clean)))
 478
 479 # recursive stats
 480 $(eval $(call recur_template,stats,$(call recur_impls_,stats)))
 481 $(eval $(call recur_template,stats-lisp,$(call recur_impls_,stats-lisp)))
 482
 483 # recursive dist
 484 $(eval $(call recur_template,dist,$(call recur_impls_,dist)))