[jackhill/mal.git] / Makefile

#
# Command line settings
#

MAL_IMPL = js

PYTHON = python
USE_MATLAB =
# python, js, cpp, or neko are currently supported
HAXE_MODE = neko

# Extra options to pass to runtest.py
TEST_OPTS =

# Test with previous test files not just the test files for the
# current step. Step 0 and 1 tests are special and not included in
# later steps.
REGRESS=

# Extra implementation specific options to pass to runtest.py
mal_TEST_OPTS = --start-timeout 60 --test-timeout 120

#
# Settings
#

IMPLS = awk bash c d clojure coffee cpp crystal cs erlang elixir es6 \
	factor forth fsharp go groovy guile haskell haxe java julia \
	js kotlin lua make mal ocaml matlab miniMAL nim perl php ps \
	python r racket rpython ruby rust scala swift swift3 tcl vb vimscript

step0 = step0_repl
step1 = step1_read_print
step2 = step2_eval
step3 = step3_env
step4 = step4_if_fn_do
step5 = step5_tco
step6 = step6_file
step7 = step7_quote
step8 = step8_macros
step9 = step9_try
stepA = stepA_mal

regress_step0 = step0
regress_step1 = step1
regress_step2 = step2
regress_step3 = $(regress_step2) step3
regress_step4 = $(regress_step3) step4
regress_step5 = $(regress_step4) step5
regress_step6 = $(regress_step5) step6
regress_step7 = $(regress_step6) step7
regress_step8 = $(regress_step7) step8
regress_step9 = $(regress_step8) step9
regress_stepA = $(regress_step9) stepA

STEP5_EXCLUDES += awk     # completes at 10,000
STEP5_EXCLUDES += bash    # no stack exhaustion or completion
STEP5_EXCLUDES += c       # segfault
STEP5_EXCLUDES += cpp     # completes at 10,000
STEP5_EXCLUDES += cs      # fatal stack overflow fault
STEP5_EXCLUDES += d       # completes at 10,000, fatal stack overflow at 1,000,000
STEP5_EXCLUDES += erlang  # erlang is TCO, test passes
STEP5_EXCLUDES += elixir  # elixir is TCO, test passes
STEP5_EXCLUDES += fsharp  # completes at 10,000, fatal stack overflow at 100,000
STEP5_EXCLUDES += haskell # test completes
STEP5_EXCLUDES += make    # no TCO capability/step
STEP5_EXCLUDES += mal     # no TCO capability/step
STEP5_EXCLUDES += matlab  # too slow to complete 10,000
STEP5_EXCLUDES += miniMAL # strange error with runtest.py
STEP5_EXCLUDES += nim     # test completes, even at 100,000
STEP5_EXCLUDES += go      # test completes, even at 100,000
STEP5_EXCLUDES += php     # test completes, even at 100,000
STEP5_EXCLUDES += racket  # test completes
STEP5_EXCLUDES += ruby    # test completes, even at 100,000
STEP5_EXCLUDES += rust    # no catching stack overflows
STEP5_EXCLUDES += swift3   # no catching stack overflows
STEP5_EXCLUDES += ocaml   # test completes, even at 1,000,000
STEP5_EXCLUDES += vb      # completes at 10,000
STEP5_EXCLUDES += crystal # test completes, even at 1,000,000

PERF_EXCLUDES = mal  # TODO: fix this

#
# Utility functions
#

MATLAB = matlab -nodisplay -nosplash -nodesktop -nojvm -r
OCTAVE = octave --no-gui -q --traditional --eval
matlab_args = $(subst $(SPACE),$(COMMA),$(foreach x,$(strip $(1)),'$(x)'))
matlab_cmd = $(if $(strip $(USE_MATLAB)),$(MATLAB),$(OCTAVE))

haxe_STEP_TO_PROG_neko   = haxe/$($(1)).n
haxe_STEP_TO_PROG_python = haxe/$($(1)).py
haxe_STEP_TO_PROG_cpp    = haxe/cpp/$($(1))
haxe_STEP_TO_PROG_js     = haxe/$($(1)).js

haxe_RUNSTEP_neko   = neko ../$(2) $(3)
haxe_RUNSTEP_python = python3 ../$(2) $(3)
haxe_RUNSTEP_cpp    = ../$(2) $(3)
haxe_RUNSTEP_js     = node ../$(2) $(3)

# Return list of test files for a given step. If REGRESS is set then
# test files will include step 2 tests through tests for the step
# being tested.
STEP_TEST_FILES = $(strip $(wildcard \
		    $(foreach s,$(if $(strip $(REGRESS)),$(regress_$(2)),$(2)),\
		      $(1)/tests/$($(s)).mal tests/$($(s)).mal)))

# Map of step (e.g. "step8") to executable file for that step
awk_STEP_TO_PROG =     awk/$($(1)).awk
bash_STEP_TO_PROG =    bash/$($(1)).sh
c_STEP_TO_PROG =       c/$($(1))
d_STEP_TO_PROG =       d/$($(1))
clojure_STEP_TO_PROG = clojure/src/$($(1)).clj
coffee_STEP_TO_PROG =  coffee/$($(1)).coffee
cpp_STEP_TO_PROG =     cpp/$($(1))
crystal_STEP_TO_PROG = crystal/$($(1))
cs_STEP_TO_PROG =      cs/$($(1)).exe
elixir_STEP_TO_PROG =  elixir/lib/mix/tasks/$($(1)).ex
erlang_STEP_TO_PROG =  erlang/$($(1))
es6_STEP_TO_PROG =     es6/build/$($(1)).js
factor_STEP_TO_PROG =  factor/$($(1))/$($(1)).factor
forth_STEP_TO_PROG =   forth/$($(1)).fs
fsharp_STEP_TO_PROG =  fsharp/$($(1)).exe
go_STEP_TO_PROG =      go/$($(1))
groovy_STEP_TO_PROG =  groovy/$($(1)).groovy
java_STEP_TO_PROG =    java/target/classes/mal/$($(1)).class
haskell_STEP_TO_PROG = haskell/$($(1))
haxe_STEP_TO_PROG =    $(haxe_STEP_TO_PROG_$(HAXE_MODE))
julia_STEP_TO_PROG =   julia/$($(1)).jl
js_STEP_TO_PROG =      js/$($(1)).js
kotlin_STEP_TO_PROG =  kotlin/$($(1)).jar
lua_STEP_TO_PROG =     lua/$($(1)).lua
make_STEP_TO_PROG =    make/$($(1)).mk
mal_STEP_TO_PROG =     mal/$($(1)).mal
ocaml_STEP_TO_PROG =   ocaml/$($(1))
matlab_STEP_TO_PROG =  matlab/$($(1)).m
miniMAL_STEP_TO_PROG = miniMAL/$($(1)).json
nim_STEP_TO_PROG =     nim/$($(1))
perl_STEP_TO_PROG =    perl/$($(1)).pl
php_STEP_TO_PROG =     php/$($(1)).php
ps_STEP_TO_PROG =      ps/$($(1)).ps
python_STEP_TO_PROG =  python/$($(1)).py
r_STEP_TO_PROG =       r/$($(1)).r
racket_STEP_TO_PROG =  racket/$($(1)).rkt
rpython_STEP_TO_PROG = rpython/$($(1))
ruby_STEP_TO_PROG =    ruby/$($(1)).rb
rust_STEP_TO_PROG =    rust/target/release/$($(1))
scala_STEP_TO_PROG =   scala/$($(1)).scala
swift_STEP_TO_PROG =   swift/$($(1))
swift3_STEP_TO_PROG =  swift3/$($(1))
tcl_STEP_TO_PROG =     tcl/$($(1)).tcl
vb_STEP_TO_PROG =      vb/$($(1)).exe
vimscript_STEP_TO_PROG = vimscript/$($(1)).vim
guile_STEP_TO_PROG =   guile/$($(1)).scm


# Needed some argument munging
COMMA = ,
noop =
SPACE = $(noop) $(noop)
export FACTOR_ROOTS := .

# Macro for running a step:
#   $(1): step (e.g. "stepA")
#   $(2): program for step (e.g. result of *_STEP_TO_PROG
#   $(3): program arguments
awk_RUNSTEP =     awk -O -f ../$(2) $(3)
bash_RUNSTEP =    bash ../$(2) $(3)
c_RUNSTEP =       ../$(2) $(3)
d_RUNSTEP =       ../$(2) $(3)
clojure_RUNSTEP = lein with-profile +$(1) trampoline run $(3)
coffee_RUNSTEP =  coffee ../$(2) $(3)
cpp_RUNSTEP =     ../$(2) $(3)
crystal_RUNSTEP = ../$(2) $(3)
cs_RUNSTEP =      mono ../$(2) --raw $(3)
elixir_RUNSTEP =  mix $(notdir $(basename $(2))) $(3)
erlang_RUNSTEP =  ../$(2) $(3)
es6_RUNSTEP =     node ../$(2) $(3)
factor_RUNSTEP =  factor ../$(2) $(3)
forth_RUNSTEP =   gforth ../$(2) $(3)
fsharp_RUNSTEP =  mono ../$(2) --raw $(3)
go_RUNSTEP =      ../$(2) $(3)
groovy_RUNSTEP =  groovy ../$(2) $(3)
haskell_RUNSTEP = ../$(2) $(3)
haxe_RUNSTEP =    python3 ../$(2) $(3)
haxe_RUNSTEP =    $(haxe_RUNSTEP_$(HAXE_MODE))
java_RUNSTEP =    mvn -quiet exec:java -Dexec.mainClass="mal.$($(1))" $(if $(3), -Dexec.args="$(3)",)
julia_RUNSTEP =   ../$(2) $(3)
js_RUNSTEP =      node ../$(2) $(3)
kotlin_RUNSTEP =  java -jar ../$(2) $(3)
lua_RUNSTEP =     ../$(2) $(3)
make_RUNSTEP =    make -f ../$(2) $(3)
mal_RUNSTEP =     $(call $(MAL_IMPL)_RUNSTEP,stepA,$(call $(MAL_IMPL)_STEP_TO_PROG,stepA),../$(2),")  #"
ocaml_RUNSTEP =   ../$(2) $(3)
matlab_RUNSTEP =  $(matlab_cmd) "$($(1))($(call matlab_args,$(3)));quit;"
miniMAL_RUNSTEP = miniMAL ../$(2) $(3)
nim_RUNSTEP =     ../$(2) $(3)
perl_RUNSTEP =    perl ../$(2) $(3)
php_RUNSTEP =     php ../$(2) $(3)
ps_RUNSTEP =      gs -q -I./ -dNODISPLAY -- ../$(2) $(3)
python_RUNSTEP =  $(PYTHON) ../$(2) $(3)
r_RUNSTEP =       Rscript ../$(2) $(3)
racket_RUNSTEP =  ../$(2) $(3)
rpython_RUNSTEP = ../$(2) $(3)
ruby_RUNSTEP =    ruby ../$(2) $(3)
rust_RUNSTEP =    ../$(2) $(3)
scala_RUNSTEP =   sbt 'run-main $($(1))$(if $(3), $(3),)'
swift_RUNSTEP =   ../$(2) $(3)
swift3_RUNSTEP =  ../$(2) $(3)
tcl_RUNSTEP =     tclsh ../$(2) --raw $(3)
vb_RUNSTEP =      mono ../$(2) --raw $(3)
vimscript_RUNSTEP = ./run_vimscript.sh ../$(2) $(3)
# needs TERM=dumb to work with readline
guile_RUNSTEP =   guile --no-auto-compile -L ../guile ../$(2) $(3)


vimscript_TEST_OPTS = --test-timeout 30
ifeq ($(MAL_IMPL),vimscript)
mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
endif

# Derived lists
STEPS = $(sort $(filter step%,$(.VARIABLES)))
DO_IMPLS = $(filter-out $(SKIP_IMPLS),$(IMPLS))
IMPL_TESTS = $(foreach impl,$(DO_IMPLS),test^$(impl))
STEP_TESTS = $(foreach step,$(STEPS),test^$(step))
ALL_TESTS = $(filter-out $(foreach impl,$(STEP5_EXCLUDES),test^$(impl)^step5),\
              $(strip $(sort \
                $(foreach impl,$(DO_IMPLS),\
                  $(foreach step,$(STEPS),test^$(impl)^$(step))))))

IMPL_STATS = $(foreach impl,$(DO_IMPLS),stats^$(impl))
IMPL_STATS_LISP = $(foreach impl,$(DO_IMPLS),stats-lisp^$(impl))

DOCKER_BUILD = $(foreach impl,$(DO_IMPLS),docker-build^$(impl))

IMPL_PERF = $(foreach impl,$(filter-out $(PERF_EXCLUDES),$(DO_IMPLS)),perf^$(impl))

IMPL_REPL = $(foreach impl,$(DO_IMPLS),repl^$(impl))
ALL_REPL = $(strip $(sort \
             $(foreach impl,$(DO_IMPLS),\
               $(foreach step,$(STEPS),repl^$(impl)^$(step)))))

#
# Build rules
#

# Build a program in an implementation directory
# Make sure we always try and build first because the dependencies are
# encoded in the implementation Makefile not here
.PHONY: $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s))))
$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s)))):
	$(foreach impl,$(word 1,$(subst /, ,$(@))),\
	  $(MAKE) -C $(impl) $(subst $(impl)/,,$(@)))

# Allow test, test^STEP, test^IMPL, and test^IMPL^STEP
.SECONDEXPANSION:
$(IMPL_TESTS): $$(filter $$@^%,$$(ALL_TESTS))

.SECONDEXPANSION:
$(STEP_TESTS): $$(foreach step,$$(subst test^,,$$@),$$(filter %^$$(step),$$(ALL_TESTS)))

.SECONDEXPANSION:
$(ALL_TESTS): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
	@$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  $(foreach step,$(word 3,$(subst ^, ,$(@))),\
	    cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	    $(foreach test,$(call STEP_TEST_FILES,$(impl),$(step)),\
	      echo '----------------------------------------------'; \
	      echo 'Testing $@, step file: $+, test file: $(test)'; \
	      echo 'Running: ../runtest.py $(TEST_OPTS) $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+))'; \
	      ../runtest.py $(TEST_OPTS) $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+));)))

test: $(ALL_TESTS)
tests: $(ALL_TESTS)


# Stats rules

stats: $(IMPL_STATS)
stats-lisp: $(IMPL_STATS_LISP)

.SECONDEXPANSION:
$(IMPL_STATS):
	@echo "----------------------------------------------"; \
	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  echo "Stats for $(impl):"; \
	  $(MAKE) --no-print-directory -C $(impl) stats)

.SECONDEXPANSION:
$(IMPL_STATS_LISP):
	@echo "----------------------------------------------"; \
	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  echo "Stats (lisp only) for $(impl):"; \
	  $(MAKE) --no-print-directory -C $(impl) stats-lisp)

# Docker build rules

docker-build: $(DOCKER_BUILD)

.SECONDEXPANSION:
$(DOCKER_BUILD):
	echo "----------------------------------------------"; \
	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  echo "Running: docker build -t kanaka/mal-test-$(impl) .:"; \
	  cd $(impl) && docker build -t kanaka/mal-test-$(impl) .)

# Performance test rules

perf: $(IMPL_PERF)

.SECONDEXPANSION:
$(IMPL_PERF):
	@echo "----------------------------------------------"; \
	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	  echo "Performance test for $(impl):"; \
	  echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal)'; \
          $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal); \
	  echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal)'; \
          $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal); \
	  echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal)'; \
          $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal))

# REPL invocation rules
# Allow repl^IMPL^STEP and repl^IMPL (which starts REPL of stepA)

.SECONDEXPANSION:
$(IMPL_REPL): $$@^stepA

.SECONDEXPANSION:
$(ALL_REPL): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
	@$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	  $(foreach step,$(word 3,$(subst ^, ,$(@))),\
	    cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	    echo 'REPL implementation $(impl), step file: $+'; \
	    echo 'Running: $(call $(impl)_RUNSTEP,$(step),$(+))'; \
	    $(call $(impl)_RUNSTEP,$(step),$(+));))
Commit	Line	Data
31690700 JM	1	#
	2	# Command line settings
	3	#
	4
	5	MAL_IMPL = js
	6
a05f7822	7	PYTHON = python
47699629	8	USE_MATLAB =
32d0a1cf JM	9	# python, js, cpp, or neko are currently supported
32d0a1cf JM	10	HAXE_MODE = neko
a05f7822	11
337c8031 JM	12	# Extra options to pass to runtest.py
	13	TEST_OPTS =
	14
17180e85 JM	15	# Test with previous test files not just the test files for the
	16	# current step. Step 0 and 1 tests are special and not included in
	17	# later steps.
	18	REGRESS=
	19
337c8031 JM	20	# Extra implementation specific options to pass to runtest.py
	21	mal_TEST_OPTS = --start-timeout 60 --test-timeout 120
	22
31690700 JM	23	#
	24	# Settings
	25	#
	26
6c4c14bd JM	27	IMPLS = awk bash c d clojure coffee cpp crystal cs erlang elixir es6 \
	28	factor forth fsharp go groovy guile haskell haxe java julia \
	29	js kotlin lua make mal ocaml matlab miniMAL nim perl php ps \
0eace3df	30	python r racket rpython ruby rust scala swift swift3 tcl vb vimscript
31690700 JM	31
	32	step0 = step0_repl
	33	step1 = step1_read_print
	34	step2 = step2_eval
	35	step3 = step3_env
	36	step4 = step4_if_fn_do
	37	step5 = step5_tco
	38	step6 = step6_file
	39	step7 = step7_quote
	40	step8 = step8_macros
01c97316	41	step9 = step9_try
90f618cb	42	stepA = stepA_mal
31690700	43
17180e85 JM	44	regress_step0 = step0
	45	regress_step1 = step1
	46	regress_step2 = step2
	47	regress_step3 = $(regress_step2) step3
	48	regress_step4 = $(regress_step3) step4
	49	regress_step5 = $(regress_step4) step5
	50	regress_step6 = $(regress_step5) step6
	51	regress_step7 = $(regress_step6) step7
	52	regress_step8 = $(regress_step7) step8
	53	regress_step9 = $(regress_step8) step9
	54	regress_stepA = $(regress_step9) stepA
	55
	56	STEP5_EXCLUDES += awk # completes at 10,000
	57	STEP5_EXCLUDES += bash # no stack exhaustion or completion
	58	STEP5_EXCLUDES += c # segfault
	59	STEP5_EXCLUDES += cpp # completes at 10,000
	60	STEP5_EXCLUDES += cs # fatal stack overflow fault
	61	STEP5_EXCLUDES += d # completes at 10,000, fatal stack overflow at 1,000,000
	62	STEP5_EXCLUDES += erlang # erlang is TCO, test passes
	63	STEP5_EXCLUDES += elixir # elixir is TCO, test passes
	64	STEP5_EXCLUDES += fsharp # completes at 10,000, fatal stack overflow at 100,000
	65	STEP5_EXCLUDES += haskell # test completes
	66	STEP5_EXCLUDES += make # no TCO capability/step
	67	STEP5_EXCLUDES += mal # no TCO capability/step
47699629	68	STEP5_EXCLUDES += matlab # too slow to complete 10,000
17180e85 JM	69	STEP5_EXCLUDES += miniMAL # strange error with runtest.py
	70	STEP5_EXCLUDES += nim # test completes, even at 100,000
	71	STEP5_EXCLUDES += go # test completes, even at 100,000
	72	STEP5_EXCLUDES += php # test completes, even at 100,000
	73	STEP5_EXCLUDES += racket # test completes
	74	STEP5_EXCLUDES += ruby # test completes, even at 100,000
	75	STEP5_EXCLUDES += rust # no catching stack overflows
0eace3df	76	STEP5_EXCLUDES += swift3 # no catching stack overflows
17180e85 JM	77	STEP5_EXCLUDES += ocaml # test completes, even at 1,000,000
	78	STEP5_EXCLUDES += vb # completes at 10,000
	79	STEP5_EXCLUDES += crystal # test completes, even at 1,000,000
	80
	81	PERF_EXCLUDES = mal # TODO: fix this
31690700 JM	82
	83	#
	84	# Utility functions
	85	#
	86
47699629 JM	87	MATLAB = matlab -nodisplay -nosplash -nodesktop -nojvm -r
	88	OCTAVE = octave --no-gui -q --traditional --eval
	89	matlab_args = $(subst $(SPACE),$(COMMA),$(foreach x,$(strip $(1)),'$(x)'))
	90	matlab_cmd = $(if $(strip $(USE_MATLAB)),$(MATLAB),$(OCTAVE))
	91
32d0a1cf JM	92	haxe_STEP_TO_PROG_neko = haxe/$($(1)).n
	93	haxe_STEP_TO_PROG_python = haxe/$($(1)).py
	94	haxe_STEP_TO_PROG_cpp = haxe/cpp/$($(1))
	95	haxe_STEP_TO_PROG_js = haxe/$($(1)).js
	96
	97	haxe_RUNSTEP_neko = neko ../$(2) $(3)
	98	haxe_RUNSTEP_python = python3 ../$(2) $(3)
	99	haxe_RUNSTEP_cpp = ../$(2) $(3)
	100	haxe_RUNSTEP_js = node ../$(2) $(3)
	101
17180e85 JM	102	# Return list of test files for a given step. If REGRESS is set then
	103	# test files will include step 2 tests through tests for the step
	104	# being tested.
	105	STEP_TEST_FILES = $(strip $(wildcard \
	106	$(foreach s,$(if $(strip $(REGRESS)),$(regress_$(2)),$(2)),\
	107	$(1)/tests/$($(s)).mal tests/$($(s)).mal)))
31690700	108
17180e85	109	# Map of step (e.g. "step8") to executable file for that step
3b7ef8c7	110	awk_STEP_TO_PROG = awk/$($(1)).awk
db4c329a JM	111	bash_STEP_TO_PROG = bash/$($(1)).sh
db4c329a JM	112	c_STEP_TO_PROG = c/$($(1))
f82cb965	113	d_STEP_TO_PROG = d/$($(1))
31690700	114	clojure_STEP_TO_PROG = clojure/src/$($(1)).clj
891c3f3b	115	coffee_STEP_TO_PROG = coffee/$($(1)).coffee
9ddaa0b9	116	cpp_STEP_TO_PROG = cpp/$($(1))
86fe6314	117	crystal_STEP_TO_PROG = crystal/$($(1))
db4c329a	118	cs_STEP_TO_PROG = cs/$($(1)).exe
51c2c1fe	119	elixir_STEP_TO_PROG = elixir/lib/mix/tasks/$($(1)).ex
2cc3804b	120	erlang_STEP_TO_PROG = erlang/$($(1))
4eb71990	121	es6_STEP_TO_PROG = es6/build/$($(1)).js
199b1ce7	122	factor_STEP_TO_PROG = factor/$($(1))/$($(1)).factor
59038a10	123	forth_STEP_TO_PROG = forth/$($(1)).fs
1c358979	124	fsharp_STEP_TO_PROG = fsharp/$($(1)).exe
69b4abd6	125	go_STEP_TO_PROG = go/$($(1))
a9cd6543	126	groovy_STEP_TO_PROG = groovy/$($(1)).groovy
36e287b5	127	java_STEP_TO_PROG = java/target/classes/mal/$($(1)).class
b76aa73b	128	haskell_STEP_TO_PROG = haskell/$($(1))
32d0a1cf	129	haxe_STEP_TO_PROG = $(haxe_STEP_TO_PROG_$(HAXE_MODE))
a23e0cdb	130	julia_STEP_TO_PROG = julia/$($(1)).jl
db4c329a	131	js_STEP_TO_PROG = js/$($(1)).js
53c2ea70	132	kotlin_STEP_TO_PROG = kotlin/$($(1)).jar
9d42904e	133	lua_STEP_TO_PROG = lua/$($(1)).lua
db4c329a JM	134	make_STEP_TO_PROG = make/$($(1)).mk
db4c329a JM	135	mal_STEP_TO_PROG = mal/$($(1)).mal
59d10e1b	136	ocaml_STEP_TO_PROG = ocaml/$($(1))
9a54ea18	137	matlab_STEP_TO_PROG = matlab/$($(1)).m
c1fe72ae	138	miniMAL_STEP_TO_PROG = miniMAL/$($(1)).json
dbac60df	139	nim_STEP_TO_PROG = nim/$($(1))
b5dedee0	140	perl_STEP_TO_PROG = perl/$($(1)).pl
db4c329a JM	141	php_STEP_TO_PROG = php/$($(1)).php
	142	ps_STEP_TO_PROG = ps/$($(1)).ps
	143	python_STEP_TO_PROG = python/$($(1)).py
4d1456b9	144	r_STEP_TO_PROG = r/$($(1)).r
f5223195	145	racket_STEP_TO_PROG = racket/$($(1)).rkt
80320efc	146	rpython_STEP_TO_PROG = rpython/$($(1))
db4c329a	147	ruby_STEP_TO_PROG = ruby/$($(1)).rb
434516e0	148	rust_STEP_TO_PROG = rust/target/release/$($(1))
821930db	149	scala_STEP_TO_PROG = scala/$($(1)).scala
2539e6af	150	swift_STEP_TO_PROG = swift/$($(1))
0eace3df	151	swift3_STEP_TO_PROG = swift3/$($(1))
54d9903c	152	tcl_STEP_TO_PROG = tcl/$($(1)).tcl
ee7cd585	153	vb_STEP_TO_PROG = vb/$($(1)).exe
50a964ce	154	vimscript_STEP_TO_PROG = vimscript/$($(1)).vim
5eb1f5cb	155	guile_STEP_TO_PROG = guile/$($(1)).scm
db4c329a	156
17180e85	157
c4033aab JM	158	# Needed some argument munging
	159	COMMA = ,
	160	noop =
	161	SPACE = $(noop) $(noop)
d1596ac2	162	export FACTOR_ROOTS := .
db4c329a	163
17180e85 JM	164	# Macro for running a step:
	165	# $(1): step (e.g. "stepA")
	166	# $(2): program for step (e.g. result of *_STEP_TO_PROG
	167	# $(3): program arguments
3b7ef8c7	168	awk_RUNSTEP = awk -O -f ../$(2) $(3)
db4c329a JM	169	bash_RUNSTEP = bash ../$(2) $(3)
db4c329a JM	170	c_RUNSTEP = ../$(2) $(3)
f82cb965	171	d_RUNSTEP = ../$(2) $(3)
db4c329a	172	clojure_RUNSTEP = lein with-profile +$(1) trampoline run $(3)
891c3f3b	173	coffee_RUNSTEP = coffee ../$(2) $(3)
9ddaa0b9	174	cpp_RUNSTEP = ../$(2) $(3)
86fe6314	175	crystal_RUNSTEP = ../$(2) $(3)
db4c329a	176	cs_RUNSTEP = mono ../$(2) --raw $(3)
df2ca97b	177	elixir_RUNSTEP = mix $(notdir $(basename $(2))) $(3)
2cc3804b	178	erlang_RUNSTEP = ../$(2) $(3)
4eb71990	179	es6_RUNSTEP = node ../$(2) $(3)
389c9b8a	180	factor_RUNSTEP = factor ../$(2) $(3)
59038a10	181	forth_RUNSTEP = gforth ../$(2) $(3)
1c358979	182	fsharp_RUNSTEP = mono ../$(2) --raw $(3)
69b4abd6	183	go_RUNSTEP = ../$(2) $(3)
a9cd6543	184	groovy_RUNSTEP = groovy ../$(2) $(3)
b76aa73b	185	haskell_RUNSTEP = ../$(2) $(3)
6c4c14bd	186	haxe_RUNSTEP = python3 ../$(2) $(3)
32d0a1cf	187	haxe_RUNSTEP = $(haxe_RUNSTEP_$(HAXE_MODE))
798206ac	188	java_RUNSTEP = mvn -quiet exec:java -Dexec.mainClass="mal.$($(1))" $(if $(3), -Dexec.args="$(3)",)
a23e0cdb	189	julia_RUNSTEP = ../$(2) $(3)
db4c329a	190	js_RUNSTEP = node ../$(2) $(3)
53c2ea70	191	kotlin_RUNSTEP = java -jar ../$(2) $(3)
798206ac	192	lua_RUNSTEP = ../$(2) $(3)
db4c329a	193	make_RUNSTEP = make -f ../$(2) $(3)
922d4c3b	194	mal_RUNSTEP = $(call $(MAL_IMPL)_RUNSTEP,stepA,$(call $(MAL_IMPL)_STEP_TO_PROG,stepA),../$(2),") #"
59d10e1b	195	ocaml_RUNSTEP = ../$(2) $(3)
47699629	196	matlab_RUNSTEP = $(matlab_cmd) "$($(1))($(call matlab_args,$(3)));quit;"
c1fe72ae	197	miniMAL_RUNSTEP = miniMAL ../$(2) $(3)
dbac60df	198	nim_RUNSTEP = ../$(2) $(3)
82acd3de	199	perl_RUNSTEP = perl ../$(2) $(3)
db4c329a	200	php_RUNSTEP = php ../$(2) $(3)
406761e7	201	ps_RUNSTEP = gs -q -I./ -dNODISPLAY -- ../$(2) $(3)
db4c329a	202	python_RUNSTEP = $(PYTHON) ../$(2) $(3)
4d1456b9	203	r_RUNSTEP = Rscript ../$(2) $(3)
f5223195	204	racket_RUNSTEP = ../$(2) $(3)
80320efc	205	rpython_RUNSTEP = ../$(2) $(3)
db4c329a	206	ruby_RUNSTEP = ruby ../$(2) $(3)
abdd56eb	207	rust_RUNSTEP = ../$(2) $(3)
821930db	208	scala_RUNSTEP = sbt 'run-main $($(1))$(if $(3), $(3),)'
2539e6af	209	swift_RUNSTEP = ../$(2) $(3)
0eace3df	210	swift3_RUNSTEP = ../$(2) $(3)
576ef370	211	tcl_RUNSTEP = tclsh ../$(2) --raw $(3)
ee7cd585	212	vb_RUNSTEP = mono ../$(2) --raw $(3)
50a964ce	213	vimscript_RUNSTEP = ./run_vimscript.sh ../$(2) $(3)
5eb1f5cb	214	# needs TERM=dumb to work with readline
337c8031	215	guile_RUNSTEP = guile --no-auto-compile -L ../guile ../$(2) $(3)
db4c329a	216
31690700	217
50a964ce DM	218	vimscript_TEST_OPTS = --test-timeout 30
	219	ifeq ($(MAL_IMPL),vimscript)
	220	mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
	221	endif
31690700 JM	222
	223	# Derived lists
	224	STEPS = $(sort $(filter step%,$(.VARIABLES)))
8569b2af JM	225	DO_IMPLS = $(filter-out $(SKIP_IMPLS),$(IMPLS))
8569b2af JM	226	IMPL_TESTS = $(foreach impl,$(DO_IMPLS),test^$(impl))
31690700	227	STEP_TESTS = $(foreach step,$(STEPS),test^$(step))
17180e85	228	ALL_TESTS = $(filter-out $(foreach impl,$(STEP5_EXCLUDES),test^$(impl)^step5),\
31690700	229	$(strip $(sort \
8569b2af	230	$(foreach impl,$(DO_IMPLS),\
31690700 JM	231	$(foreach step,$(STEPS),test^$(impl)^$(step))))))
31690700 JM	232
8569b2af JM	233	IMPL_STATS = $(foreach impl,$(DO_IMPLS),stats^$(impl))
8569b2af JM	234	IMPL_STATS_LISP = $(foreach impl,$(DO_IMPLS),stats-lisp^$(impl))
31690700	235
cf1d3eae JM	236	DOCKER_BUILD = $(foreach impl,$(DO_IMPLS),docker-build^$(impl))
cf1d3eae JM	237
17180e85	238	IMPL_PERF = $(foreach impl,$(filter-out $(PERF_EXCLUDES),$(DO_IMPLS)),perf^$(impl))
db4c329a	239
854cf2a6 DM	240	IMPL_REPL = $(foreach impl,$(DO_IMPLS),repl^$(impl))
	241	ALL_REPL = $(strip $(sort \
	242	$(foreach impl,$(DO_IMPLS),\
	243	$(foreach step,$(STEPS),repl^$(impl)^$(step)))))
	244
31690700 JM	245	#
	246	# Build rules
	247	#
	248
4fc7a281	249	# Build a program in an implementation directory
f045aba1 JM	250	# Make sure we always try and build first because the dependencies are
	251	# encoded in the implementation Makefile not here
	252	.PHONY: $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s))))
4fc7a281	253	$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s)))):
f045aba1 JM	254	$(foreach impl,$(word 1,$(subst /, ,$(@))),\
f045aba1 JM	255	$(MAKE) -C $(impl) $(subst $(impl)/,,$(@)))
9ddaa0b9	256
31690700 JM	257	# Allow test, test^STEP, test^IMPL, and test^IMPL^STEP
	258	.SECONDEXPANSION:
	259	$(IMPL_TESTS): $$(filter $$@^%,$$(ALL_TESTS))
	260
	261	.SECONDEXPANSION:
	262	$(STEP_TESTS): $$(foreach step,$$(subst test^,,$$@),$$(filter %^$$(step),$$(ALL_TESTS)))
	263
	264	.SECONDEXPANSION:
	265	$(ALL_TESTS): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
	266	@$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	267	$(foreach step,$(word 3,$(subst ^, ,$(@))),\
	268	cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	269	$(foreach test,$(call STEP_TEST_FILES,$(impl),$(step)),\
	270	echo '----------------------------------------------'; \
	271	echo 'Testing $@, step file: $+, test file: $(test)'; \
fc4c7889 JM	272	echo 'Running: ../runtest.py $(TEST_OPTS) $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+))'; \
fc4c7889 JM	273	../runtest.py $(TEST_OPTS) $(call $(impl)_TEST_OPTS) ../$(test) -- $(call $(impl)_RUNSTEP,$(step),$(+));)))
31690700 JM	274
	275	test: $(ALL_TESTS)
	276	tests: $(ALL_TESTS)
	277
	278
	279	# Stats rules
	280
db4c329a JM	281	stats: $(IMPL_STATS)
	282	stats-lisp: $(IMPL_STATS_LISP)
	283
31690700 JM	284	.SECONDEXPANSION:
	285	$(IMPL_STATS):
	286	@echo "----------------------------------------------"; \
	287	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	288	echo "Stats for $(impl):"; \
	289	$(MAKE) --no-print-directory -C $(impl) stats)
	290
712af9ef JM	291	.SECONDEXPANSION:
	292	$(IMPL_STATS_LISP):
	293	@echo "----------------------------------------------"; \
	294	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	295	echo "Stats (lisp only) for $(impl):"; \
	296	$(MAKE) --no-print-directory -C $(impl) stats-lisp)
	297
cf1d3eae JM	298	# Docker build rules
	299
	300	docker-build: $(DOCKER_BUILD)
	301
	302	.SECONDEXPANSION:
	303	$(DOCKER_BUILD):
	304	echo "----------------------------------------------"; \
	305	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
f7824465 JM	306	echo "Running: docker build -t kanaka/mal-test-$(impl) .:"; \
f7824465 JM	307	cd $(impl) && docker build -t kanaka/mal-test-$(impl) .)
db4c329a JM	308
	309	# Performance test rules
	310
	311	perf: $(IMPL_PERF)
	312
	313	.SECONDEXPANSION:
	314	$(IMPL_PERF):
	315	@echo "----------------------------------------------"; \
	316	$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	317	cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	318	echo "Performance test for $(impl):"; \
	319	echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal)'; \
	320	$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal); \
	321	echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal)'; \
699f0ad2 JM	322	$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal); \
	323	echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal)'; \
	324	$(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal))
854cf2a6 DM	325
	326	# REPL invocation rules
	327	# Allow repl^IMPL^STEP and repl^IMPL (which starts REPL of stepA)
	328
	329	.SECONDEXPANSION:
	330	$(IMPL_REPL): $$@^stepA
	331
	332	.SECONDEXPANSION:
	333	$(ALL_REPL): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
	334	@$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
	335	$(foreach step,$(word 3,$(subst ^, ,$(@))),\
	336	cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
	337	echo 'REPL implementation $(impl), step file: $+'; \
	338	echo 'Running: $(call $(impl)_RUNSTEP,$(step),$(+))'; \
	339	$(call $(impl)_RUNSTEP,$(step),$(+));))