[jackhill/mal.git] / Makefile

#
# Command line settings
#

MAL_IMPL = js

PYTHON = python

#
# Settings
#

IMPLS = awk bash c clojure coffee cpp crystal cs erlang elixir es6 factor forth fsharp go groovy \
	haskell java julia js lua make mal ocaml matlab miniMAL nim \
	perl php ps python r racket rpython ruby rust scala swift vb guile

step0 = step0_repl
step1 = step1_read_print
step2 = step2_eval
step3 = step3_env
step4 = step4_if_fn_do
step5 = step5_tco
step6 = step6_file
step7 = step7_quote
step8 = step8_macros
step9 = step9_try
stepA = stepA_mal

EXCLUDE_TESTS += test^awk^step5 # completes at 10,000
EXCLUDE_TESTS += test^bash^step5 # no stack exhaustion or completion
EXCLUDE_TESTS += test^c^step5    # segfault
EXCLUDE_TESTS += test^cpp^step5  # completes at 10,000
EXCLUDE_TESTS += test^cs^step5   # fatal stack overflow fault
EXCLUDE_TESTS += test^erlang^step5 # erlang is TCO, test passes
EXCLUDE_TESTS += test^elixir^step5 # elixir is TCO, test passes
EXCLUDE_TESTS += test^fsharp^step5 # completes at 10,000, fatal stack overflow at 100,000
EXCLUDE_TESTS += test^haskell^step5 # test completes
EXCLUDE_TESTS += test^make^step5 # no TCO capability/step
EXCLUDE_TESTS += test^mal^step5  # no TCO capability/step
EXCLUDE_TESTS += test^miniMAL^step5 # strange error with runtest.py
EXCLUDE_TESTS += test^nim^step5   # test completes, even at 100,000
EXCLUDE_TESTS += test^go^step5   # test completes, even at 100,000
EXCLUDE_TESTS += test^php^step5  # test completes, even at 100,000
EXCLUDE_TESTS += test^racket^step5 # test completes
EXCLUDE_TESTS += test^ruby^step5 # test completes, even at 100,000
EXCLUDE_TESTS += test^rust^step5 # no catching stack overflows
EXCLUDE_TESTS += test^ocaml^step5 # test completes, even at 1,000,000
EXCLUDE_TESTS += test^vb^step5   # completes at 10,000
EXCLUDE_TESTS += test^crystal^step5   # test completes, even at 1,000,000

EXCLUDE_PERFS = perf^mal  # TODO: fix this

#
# Utility functions
#

STEP_TEST_FILES = $(strip $(wildcard $(1)/tests/$($(2)).mal) $(wildcard tests/$($(2)).mal))

awk_STEP_TO_PROG =     awk/$($(1)).awk
bash_STEP_TO_PROG =    bash/$($(1)).sh
c_STEP_TO_PROG =       c/$($(1))
clojure_STEP_TO_PROG = clojure/src/$($(1)).clj
coffee_STEP_TO_PROG =  coffee/$($(1)).coffee
cpp_STEP_TO_PROG =     cpp/$($(1))
crystal_STEP_TO_PROG = crystal/$($(1))
cs_STEP_TO_PROG =      cs/$($(1)).exe
elixir_STEP_TO_PROG =  elixir/lib/mix/tasks/$($(1)).ex
erlang_STEP_TO_PROG =  erlang/$($(1))
es6_STEP_TO_PROG =     es6/build/$($(1)).js
factor_STEP_TO_PROG =  factor/src/$($(1))/$($(1)).factor
forth_STEP_TO_PROG =   forth/$($(1)).fs
fsharp_STEP_TO_PROG =  fsharp/$($(1)).exe
go_STEP_TO_PROG =      go/$($(1))
groovy_STEP_TO_PROG =  groovy/$($(1)).groovy
java_STEP_TO_PROG =    java/src/main/java/mal/$($(1)).java
haskell_STEP_TO_PROG = haskell/$($(1))
julia_STEP_TO_PROG =   julia/$($(1)).jl
js_STEP_TO_PROG =      js/$($(1)).js
lua_STEP_TO_PROG =     lua/$($(1)).lua
make_STEP_TO_PROG =    make/$($(1)).mk
mal_STEP_TO_PROG =     mal/$($(1)).mal
ocaml_STEP_TO_PROG =   ocaml/$($(1))
matlab_STEP_TO_PROG =  matlab/$($(1)).m
miniMAL_STEP_TO_PROG = miniMAL/$($(1)).json
nim_STEP_TO_PROG =     nim/$($(1))
perl_STEP_TO_PROG =    perl/$($(1)).pl
php_STEP_TO_PROG =     php/$($(1)).php
ps_STEP_TO_PROG =      ps/$($(1)).ps
python_STEP_TO_PROG =  python/$($(1)).py
r_STEP_TO_PROG =       r/$($(1)).r
racket_STEP_TO_PROG =  racket/$($(1)).rkt
rpython_STEP_TO_PROG = rpython/$($(1))
ruby_STEP_TO_PROG =    ruby/$($(1)).rb
rust_STEP_TO_PROG =    rust/target/release/$($(1))
scala_STEP_TO_PROG =   scala/$($(1)).scala
swift_STEP_TO_PROG =   swift/$($(1))
vb_STEP_TO_PROG =      vb/$($(1)).exe
guile_STEP_TO_PROG =   guile/$($(1)).scm

# Needed some argument munging
COMMA = ,
noop =
SPACE = $(noop) $(noop)
export FACTOR_ROOTS := src

awk_RUNSTEP =     awk -O -f ../$(2) $(3)
bash_RUNSTEP =    bash ../$(2) $(3)
c_RUNSTEP =       ../$(2) $(3)
clojure_RUNSTEP = lein with-profile +$(1) trampoline run $(3)
coffee_RUNSTEP =  coffee ../$(2) $(3)
cpp_RUNSTEP =     ../$(2) $(3)
crystal_RUNSTEP = ../$(2) $(3)
cs_RUNSTEP =      mono ../$(2) --raw $(3)
elixir_RUNSTEP =  mix $(notdir $(basename $(2))) $(3)
erlang_RUNSTEP =  ../$(2) $(3)
es6_RUNSTEP =     node ../$(2) $(3)
factor_RUNSTEP =  factor ../$(2) $(3)
forth_RUNSTEP =   gforth ../$(2) $(3)
fsharp_RUNSTEP =  mono ../$(2) --raw $(3)
go_RUNSTEP =      ../$(2) $(3)
groovy_RUNSTEP =  groovy ../$(2) $(3)
haskell_RUNSTEP = ../$(2) $(3)
java_RUNSTEP =    mvn -quiet exec:java -Dexec.mainClass="mal.$($(1))" $(if $(3), -Dexec.args="$(3)",)
julia_RUNSTEP =   ../$(2) $(3)
js_RUNSTEP =      node ../$(2) $(3)
lua_RUNSTEP =     ../$(2) $(3)
make_RUNSTEP =    make -f ../$(2) $(3)
mal_RUNSTEP =     $(call $(MAL_IMPL)_RUNSTEP,$(1),$(call $(MAL_IMPL)_STEP_TO_PROG,stepA),../$(2),")  #"
ocaml_RUNSTEP =   ../$(2) $(3)
matlab_args =     $(subst $(SPACE),$(COMMA),$(foreach x,$(strip $(1)),'$(x)'))
matlab_RUNSTEP =  matlab -nodisplay -nosplash -nodesktop -nojvm -r "$($(1))($(call matlab_args,$(3)));quit;"
miniMAL_RUNSTEP = miniMAL ../$(2) $(3)
nim_RUNSTEP =     ../$(2) $(3)
perl_RUNSTEP =    perl ../$(2) $(3)
php_RUNSTEP =     php ../$(2) $(3)
ps_RUNSTEP =      $(4)gs -q -I./ -dNODISPLAY -- ../$(2) $(3)$(4)
python_RUNSTEP =  $(PYTHON) ../$(2) $(3)
r_RUNSTEP =       Rscript ../$(2) $(3)
racket_RUNSTEP =  ../$(2) $(3)
rpython_RUNSTEP = ../$(2) $(3)
ruby_RUNSTEP =    ruby ../$(2) $(3)
rust_RUNSTEP =    ../$(2) $(3)
scala_RUNSTEP =   sbt 'run-main $($(1))$(if $(3), $(3),)'
swift_RUNSTEP =   ../$(2) $(3)
vb_RUNSTEP =      mono ../$(2) --raw $(3)
# needs TERM=dumb to work with readline
guile_RUNSTEP =   guile -L ../guile ../$(2) $(3)

# Extra options to pass to runtest.py
mal_TEST_OPTS = --start-timeout 60 --test-timeout 120


# Derived lists
STEPS = $(sort $(filter step%,$(.VARIABLES)))
DO_IMPLS = $(filter-out $(SKIP_IMPLS),$(IMPLS))
IMPL_TESTS = $(foreach impl,$(DO_IMPLS),test^$(impl))
STEP_TESTS = $(foreach step,$(STEPS),test^$(step))
ALL_TESTS = $(filter-out $(EXCLUDE_TESTS),\
              $(strip $(sort \
                $(foreach impl,$(DO_IMPLS),\
                  $(foreach step,$(STEPS),test^$(impl)^$(step))))))

IMPL_STATS = $(foreach impl,$(DO_IMPLS),stats^$(impl))
IMPL_STATS_LISP = $(foreach impl,$(DO_IMPLS),stats-lisp^$(impl))

IMPL_PERF = $(filter-out $(EXCLUDE_PERFS),$(foreach impl,$(DO_IMPLS),perf^$(impl)))

#
# Build rules
#

# Build a program in an implementation directory
$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s)))):
	$(MAKE) -C $(dir $(@)) $(notdir $(@))

# Allow test, test^STEP, test^IMPL, and test^IMPL^STEP
.SECONDEXPANSION:
$(IMPL_TESTS): $$(filter $$@^%,$$(ALL_TESTS))

.SECONDEXPANSION:
$(STEP_TESTS): $$(foreach step,$$(subst test^,,$$@),$$(filter %^$$(step),$$(ALL_TESTS)))

.SECONDEXPANSION:
$(ALL_TESTS): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
	@$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  $(foreach step,$(word 3,$(subst ^, ,$(@))),\
	    cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	    $(foreach test,$(call STEP_TEST_FILES,$(impl),$(step)),\
	      echo '----------------------------------------------'; \
	      echo 'Testing $@, step file: $+, test file: $(test)'; \
	      echo 'Running: ../runtest.py $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+))'; \
	      ../runtest.py $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+));)))

test: $(ALL_TESTS)
tests: $(ALL_TESTS)


# Stats rules

stats: $(IMPL_STATS)
stats-lisp: $(IMPL_STATS_LISP)

.SECONDEXPANSION:
$(IMPL_STATS):
	@echo "----------------------------------------------"; \
	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  echo "Stats for $(impl):"; \
	  $(MAKE) --no-print-directory -C $(impl) stats)

.SECONDEXPANSION:
$(IMPL_STATS_LISP):
	@echo "----------------------------------------------"; \
	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  echo "Stats (lisp only) for $(impl):"; \
	  $(MAKE) --no-print-directory -C $(impl) stats-lisp)


# Performance test rules

perf: $(IMPL_PERF)

.SECONDEXPANSION:
$(IMPL_PERF):
	@echo "----------------------------------------------"; \
	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	  echo "Performance test for $(impl):"; \
	  echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal)'; \
          $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal); \
	  echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal)'; \
          $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal); \
	  echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal)'; \
          $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal))
Commit	Line	Data
31690700 JM	1	#
	2	# Command line settings
	3	#
	4
	5	MAL_IMPL = js
	6
a05f7822 JM	7	PYTHON = python
a05f7822 JM	8
31690700 JM	9	#
	10	# Settings
	11	#
	12
51c2c1fe	13	IMPLS = awk bash c clojure coffee cpp crystal cs erlang elixir es6 factor forth fsharp go groovy \
a9cd6543	14	haskell java julia js lua make mal ocaml matlab miniMAL nim \
80320efc	15	perl php ps python r racket rpython ruby rust scala swift vb guile
31690700 JM	16
	17	step0 = step0_repl
	18	step1 = step1_read_print
	19	step2 = step2_eval
	20	step3 = step3_env
	21	step4 = step4_if_fn_do
	22	step5 = step5_tco
	23	step6 = step6_file
	24	step7 = step7_quote
	25	step8 = step8_macros
01c97316	26	step9 = step9_try
90f618cb	27	stepA = stepA_mal
31690700	28
3b7ef8c7	29	EXCLUDE_TESTS += test^awk^step5 # completes at 10,000
cc021efe JM	30	EXCLUDE_TESTS += test^bash^step5 # no stack exhaustion or completion
cc021efe JM	31	EXCLUDE_TESTS += test^c^step5 # segfault
0fbd1b81	32	EXCLUDE_TESTS += test^cpp^step5 # completes at 10,000
cc021efe	33	EXCLUDE_TESTS += test^cs^step5 # fatal stack overflow fault
e07b9830	34	EXCLUDE_TESTS += test^erlang^step5 # erlang is TCO, test passes
d88bc831	35	EXCLUDE_TESTS += test^elixir^step5 # elixir is TCO, test passes
8862f80e	36	EXCLUDE_TESTS += test^fsharp^step5 # completes at 10,000, fatal stack overflow at 100,000
7907cd90	37	EXCLUDE_TESTS += test^haskell^step5 # test completes
cc021efe JM	38	EXCLUDE_TESTS += test^make^step5 # no TCO capability/step
cc021efe JM	39	EXCLUDE_TESTS += test^mal^step5 # no TCO capability/step
dbac60df JM	40	EXCLUDE_TESTS += test^miniMAL^step5 # strange error with runtest.py
dbac60df JM	41	EXCLUDE_TESTS += test^nim^step5 # test completes, even at 100,000
17e1c5f9	42	EXCLUDE_TESTS += test^go^step5 # test completes, even at 100,000
cc021efe	43	EXCLUDE_TESTS += test^php^step5 # test completes, even at 100,000
7907cd90	44	EXCLUDE_TESTS += test^racket^step5 # test completes
cc021efe	45	EXCLUDE_TESTS += test^ruby^step5 # test completes, even at 100,000
a77e2b31	46	EXCLUDE_TESTS += test^rust^step5 # no catching stack overflows
44d4e31f	47	EXCLUDE_TESTS += test^ocaml^step5 # test completes, even at 1,000,000
dbac60df	48	EXCLUDE_TESTS += test^vb^step5 # completes at 10,000
725ee0bd	49	EXCLUDE_TESTS += test^crystal^step5 # test completes, even at 1,000,000
cc021efe	50
db4c329a	51	EXCLUDE_PERFS = perf^mal # TODO: fix this
31690700 JM	52
	53	#
	54	# Utility functions
	55	#
	56
	57	STEP_TEST_FILES = $(strip $(wildcard $(1)/tests/$($(2)).mal) $(wildcard tests/$($(2)).mal))
	58
3b7ef8c7	59	awk_STEP_TO_PROG = awk/$($(1)).awk
db4c329a JM	60	bash_STEP_TO_PROG = bash/$($(1)).sh
db4c329a JM	61	c_STEP_TO_PROG = c/$($(1))
31690700	62	clojure_STEP_TO_PROG = clojure/src/$($(1)).clj
891c3f3b	63	coffee_STEP_TO_PROG = coffee/$($(1)).coffee
9ddaa0b9	64	cpp_STEP_TO_PROG = cpp/$($(1))
86fe6314	65	crystal_STEP_TO_PROG = crystal/$($(1))
db4c329a	66	cs_STEP_TO_PROG = cs/$($(1)).exe
51c2c1fe	67	elixir_STEP_TO_PROG = elixir/lib/mix/tasks/$($(1)).ex
2cc3804b	68	erlang_STEP_TO_PROG = erlang/$($(1))
4eb71990	69	es6_STEP_TO_PROG = es6/build/$($(1)).js
389c9b8a	70	factor_STEP_TO_PROG = factor/src/$($(1))/$($(1)).factor
59038a10	71	forth_STEP_TO_PROG = forth/$($(1)).fs
1c358979	72	fsharp_STEP_TO_PROG = fsharp/$($(1)).exe
69b4abd6	73	go_STEP_TO_PROG = go/$($(1))
a9cd6543	74	groovy_STEP_TO_PROG = groovy/$($(1)).groovy
db4c329a	75	java_STEP_TO_PROG = java/src/main/java/mal/$($(1)).java
b76aa73b	76	haskell_STEP_TO_PROG = haskell/$($(1))
a23e0cdb	77	julia_STEP_TO_PROG = julia/$($(1)).jl
db4c329a	78	js_STEP_TO_PROG = js/$($(1)).js
9d42904e	79	lua_STEP_TO_PROG = lua/$($(1)).lua
db4c329a JM	80	make_STEP_TO_PROG = make/$($(1)).mk
db4c329a JM	81	mal_STEP_TO_PROG = mal/$($(1)).mal
59d10e1b	82	ocaml_STEP_TO_PROG = ocaml/$($(1))
9a54ea18	83	matlab_STEP_TO_PROG = matlab/$($(1)).m
c1fe72ae	84	miniMAL_STEP_TO_PROG = miniMAL/$($(1)).json
dbac60df	85	nim_STEP_TO_PROG = nim/$($(1))
b5dedee0	86	perl_STEP_TO_PROG = perl/$($(1)).pl
db4c329a JM	87	php_STEP_TO_PROG = php/$($(1)).php
	88	ps_STEP_TO_PROG = ps/$($(1)).ps
	89	python_STEP_TO_PROG = python/$($(1)).py
4d1456b9	90	r_STEP_TO_PROG = r/$($(1)).r
f5223195	91	racket_STEP_TO_PROG = racket/$($(1)).rkt
80320efc	92	rpython_STEP_TO_PROG = rpython/$($(1))
db4c329a	93	ruby_STEP_TO_PROG = ruby/$($(1)).rb
434516e0	94	rust_STEP_TO_PROG = rust/target/release/$($(1))
821930db	95	scala_STEP_TO_PROG = scala/$($(1)).scala
2539e6af	96	swift_STEP_TO_PROG = swift/$($(1))
ee7cd585	97	vb_STEP_TO_PROG = vb/$($(1)).exe
5eb1f5cb	98	guile_STEP_TO_PROG = guile/$($(1)).scm
db4c329a	99
c4033aab JM	100	# Needed some argument munging
	101	COMMA = ,
	102	noop =
	103	SPACE = $(noop) $(noop)
389c9b8a	104	export FACTOR_ROOTS := src
db4c329a	105
3b7ef8c7	106	awk_RUNSTEP = awk -O -f ../$(2) $(3)
db4c329a JM	107	bash_RUNSTEP = bash ../$(2) $(3)
	108	c_RUNSTEP = ../$(2) $(3)
	109	clojure_RUNSTEP = lein with-profile +$(1) trampoline run $(3)
891c3f3b	110	coffee_RUNSTEP = coffee ../$(2) $(3)
9ddaa0b9	111	cpp_RUNSTEP = ../$(2) $(3)
86fe6314	112	crystal_RUNSTEP = ../$(2) $(3)
db4c329a	113	cs_RUNSTEP = mono ../$(2) --raw $(3)
df2ca97b	114	elixir_RUNSTEP = mix $(notdir $(basename $(2))) $(3)
2cc3804b	115	erlang_RUNSTEP = ../$(2) $(3)
4eb71990	116	es6_RUNSTEP = node ../$(2) $(3)
389c9b8a	117	factor_RUNSTEP = factor ../$(2) $(3)
59038a10	118	forth_RUNSTEP = gforth ../$(2) $(3)
1c358979	119	fsharp_RUNSTEP = mono ../$(2) --raw $(3)
69b4abd6	120	go_RUNSTEP = ../$(2) $(3)
a9cd6543	121	groovy_RUNSTEP = groovy ../$(2) $(3)
b76aa73b	122	haskell_RUNSTEP = ../$(2) $(3)
798206ac	123	java_RUNSTEP = mvn -quiet exec:java -Dexec.mainClass="mal.$($(1))" $(if $(3), -Dexec.args="$(3)",)
a23e0cdb	124	julia_RUNSTEP = ../$(2) $(3)
db4c329a	125	js_RUNSTEP = node ../$(2) $(3)
798206ac	126	lua_RUNSTEP = ../$(2) $(3)
db4c329a JM	127	make_RUNSTEP = make -f ../$(2) $(3)
db4c329a JM	128	mal_RUNSTEP = $(call $(MAL_IMPL)_RUNSTEP,$(1),$(call $(MAL_IMPL)_STEP_TO_PROG,stepA),../$(2),") #"
59d10e1b	129	ocaml_RUNSTEP = ../$(2) $(3)
7f567f36 JM	130	matlab_args = $(subst $(SPACE),$(COMMA),$(foreach x,$(strip $(1)),'$(x)'))
7f567f36 JM	131	matlab_RUNSTEP = matlab -nodisplay -nosplash -nodesktop -nojvm -r "$($(1))($(call matlab_args,$(3)));quit;"
c1fe72ae	132	miniMAL_RUNSTEP = miniMAL ../$(2) $(3)
dbac60df	133	nim_RUNSTEP = ../$(2) $(3)
82acd3de	134	perl_RUNSTEP = perl ../$(2) $(3)
db4c329a	135	php_RUNSTEP = php ../$(2) $(3)
01c97316	136	ps_RUNSTEP = $(4)gs -q -I./ -dNODISPLAY -- ../$(2) $(3)$(4)
db4c329a	137	python_RUNSTEP = $(PYTHON) ../$(2) $(3)
4d1456b9	138	r_RUNSTEP = Rscript ../$(2) $(3)
f5223195	139	racket_RUNSTEP = ../$(2) $(3)
80320efc	140	rpython_RUNSTEP = ../$(2) $(3)
db4c329a	141	ruby_RUNSTEP = ruby ../$(2) $(3)
abdd56eb	142	rust_RUNSTEP = ../$(2) $(3)
821930db	143	scala_RUNSTEP = sbt 'run-main $($(1))$(if $(3), $(3),)'
2539e6af	144	swift_RUNSTEP = ../$(2) $(3)
ee7cd585	145	vb_RUNSTEP = mono ../$(2) --raw $(3)
5eb1f5cb	146	# needs TERM=dumb to work with readline
44af092c	147	guile_RUNSTEP = guile -L ../guile ../$(2) $(3)
db4c329a JM	148
db4c329a JM	149	# Extra options to pass to runtest.py
7907cd90	150	mal_TEST_OPTS = --start-timeout 60 --test-timeout 120
31690700 JM	151
	152
	153	# Derived lists
	154	STEPS = $(sort $(filter step%,$(.VARIABLES)))
8569b2af JM	155	DO_IMPLS = $(filter-out $(SKIP_IMPLS),$(IMPLS))
8569b2af JM	156	IMPL_TESTS = $(foreach impl,$(DO_IMPLS),test^$(impl))
31690700 JM	157	STEP_TESTS = $(foreach step,$(STEPS),test^$(step))
	158	ALL_TESTS = $(filter-out $(EXCLUDE_TESTS),\
	159	$(strip $(sort \
8569b2af	160	$(foreach impl,$(DO_IMPLS),\
31690700 JM	161	$(foreach step,$(STEPS),test^$(impl)^$(step))))))
31690700 JM	162
8569b2af JM	163	IMPL_STATS = $(foreach impl,$(DO_IMPLS),stats^$(impl))
8569b2af JM	164	IMPL_STATS_LISP = $(foreach impl,$(DO_IMPLS),stats-lisp^$(impl))
31690700	165
8569b2af	166	IMPL_PERF = $(filter-out $(EXCLUDE_PERFS),$(foreach impl,$(DO_IMPLS),perf^$(impl)))
db4c329a	167
31690700 JM	168	#
	169	# Build rules
	170	#
	171
4fc7a281 JM	172	# Build a program in an implementation directory
4fc7a281 JM	173	$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s)))):
9ddaa0b9 ST	174	$(MAKE) -C $(dir $(@)) $(notdir $(@))
9ddaa0b9 ST	175
31690700 JM	176	# Allow test, test^STEP, test^IMPL, and test^IMPL^STEP
	177	.SECONDEXPANSION:
	178	$(IMPL_TESTS): $$(filter $$@^%,$$(ALL_TESTS))
	179
	180	.SECONDEXPANSION:
	181	$(STEP_TESTS): $$(foreach step,$$(subst test^,,$$@),$$(filter %^$$(step),$$(ALL_TESTS)))
	182
	183	.SECONDEXPANSION:
	184	$(ALL_TESTS): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
	185	@$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	186	$(foreach step,$(word 3,$(subst ^, ,$(@))),\
	187	cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	188	$(foreach test,$(call STEP_TEST_FILES,$(impl),$(step)),\
	189	echo '----------------------------------------------'; \
	190	echo 'Testing $@, step file: $+, test file: $(test)'; \
db4c329a	191	echo 'Running: ../runtest.py $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+))'; \
dbac60df	192	../runtest.py $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+));)))
31690700 JM	193
	194	test: $(ALL_TESTS)
	195	tests: $(ALL_TESTS)
	196
	197
	198	# Stats rules
	199
db4c329a JM	200	stats: $(IMPL_STATS)
	201	stats-lisp: $(IMPL_STATS_LISP)
	202
31690700 JM	203	.SECONDEXPANSION:
	204	$(IMPL_STATS):
	205	@echo "----------------------------------------------"; \
	206	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	207	echo "Stats for $(impl):"; \
	208	$(MAKE) --no-print-directory -C $(impl) stats)
	209
712af9ef JM	210	.SECONDEXPANSION:
	211	$(IMPL_STATS_LISP):
	212	@echo "----------------------------------------------"; \
	213	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	214	echo "Stats (lisp only) for $(impl):"; \
	215	$(MAKE) --no-print-directory -C $(impl) stats-lisp)
	216
db4c329a JM	217
	218	# Performance test rules
	219
	220	perf: $(IMPL_PERF)
	221
	222	.SECONDEXPANSION:
	223	$(IMPL_PERF):
	224	@echo "----------------------------------------------"; \
	225	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	226	cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	227	echo "Performance test for $(impl):"; \
	228	echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal)'; \
	229	$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal); \
	230	echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal)'; \
699f0ad2 JM	231	$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal); \
	232	echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal)'; \
	233	$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal))