@echo 'Rules/Targets:'
@echo
@echo 'make "IMPL" # build all steps of IMPL'
+ @echo 'make "build^IMPL" # build all steps of IMPL'
@echo 'make "IMPL^STEP" # build STEP of IMPL'
+ @echo 'make "build^IMPL^STEP" # build STEP of IMPL'
@echo
@echo 'make "test" # test all implementations'
@echo 'make "test^IMPL" # test all steps of IMPL'
@echo 'make MAL_IMPL=IMPL "test^mal..." # use IMPL for self-host tests'
@echo 'make REGRESS=1 "test..." # test with previous step tests too'
@echo 'make DOCKERIZE=1 ... # to dockerize above rules/targets'
+ @echo 'make TEST_OPTS="--opt ..." # options to pass to runtest.py'
@echo
@echo 'Other:'
@echo
@echo 'make "docker-build^IMPL" # build docker image for IMPL'
@echo
+ @echo 'make "docker-shell^IMPL" # start bash shell in docker image for IMPL'
+ @echo
#
# Command line settings
MAL_IMPL = js
-PYTHON = python
-USE_MATLAB =
-# python, js, cpp, or neko are currently supported
-HAXE_MODE = neko
-# clj or cljs are currently supported (Clojure vs ClojureScript/lumo)
-CLJ_MODE = clj
+# cbm or qbasic
+basic_MODE = cbm
+# clj or cljs (Clojure vs ClojureScript/lumo)
+clojure_MODE = clj
+# gdc, ldc2, or dmd
+d_MODE = gdc
+# python, js, cpp, or neko
+haxe_MODE = neko
+# octave or matlab
+matlab_MODE = octave
+# python, python2 or python3
+python_MODE = python
+# scheme (chibi, kawa, gauche, chicken, sagittarius, cyclone, foment)
+scheme_MODE = chibi
+# wasmtime wasmer lucet wax node warpy wace_libc
+wasm_MODE = wasmtime
+
+# Path to loccount for counting LOC stats
+LOCCOUNT = loccount
# Extra options to pass to runtest.py
TEST_OPTS =
# later steps.
REGRESS =
+HARD=
DEFERRABLE=1
OPTIONAL=1
-# Extra implementation specific options to pass to runtest.py
-logo_TEST_OPTS = --start-timeout 60 --test-timeout 120
-mal_TEST_OPTS = --start-timeout 60 --test-timeout 120
-miniMAL_TEST_OPTS = --start-timeout 60 --test-timeout 120
-plpgsql_TEST_OPTS = --start-timeout 60 --test-timeout 180
-plsql_TEST_OPTS = --start-timeout 120 --test-timeout 120
-perl6_TEST_OPTS = --test-timeout=60
-
# Run target/rule within docker image for the implementation
DOCKERIZE =
+
#
-# Settings
+# Implementation specific settings
#
-IMPLS = ada awk bash basic c d chuck clojure coffee common-lisp cpp crystal cs dart \
- erlang elisp elixir es6 factor forth fsharp go groovy gst guile haskell \
- haxe io java julia js kotlin logo lua make mal ocaml matlab miniMAL \
- nim objc objpascal perl perl6 php pil plpgsql plsql powershell ps \
- python r racket rpython ruby rust scala skew swift swift3 tcl ts vb vhdl \
- vimscript livescript
+IMPLS = ada ada.2 awk bash basic bbc-basic c chuck clojure coffee common-lisp cpp crystal cs d dart \
+ elisp elixir elm erlang es6 factor fantom forth fsharp go groovy gnu-smalltalk \
+ guile haskell haxe hy io java js jq julia kotlin livescript logo lua make mal \
+ matlab miniMAL nasm nim objc objpascal ocaml perl perl6 php picolisp pike plpgsql \
+ plsql powershell ps python python.2 r racket rexx rpython ruby rust scala scheme skew \
+ swift swift3 swift4 swift5 tcl ts vala vb vhdl vimscript wasm wren yorick xslt zig
EXTENSION = .mal
regress_step9 = $(regress_step8) step9
regress_stepA = $(regress_step9) stepA
-test_EXCLUDES += test^bash^step5 # never completes at 10,000
-test_EXCLUDES += test^basic^step5 # too slow, and limited to ints of 2^16
-test_EXCLUDES += test^logo^step5 # too slow for 10,000
-test_EXCLUDES += test^make^step5 # no TCO capability (iteration or recursion)
-test_EXCLUDES += test^mal^step5 # host impl dependent
-test_EXCLUDES += test^matlab^step5 # never completes at 10,000
-test_EXCLUDES += test^plpgsql^step5 # too slow for 10,000
-test_EXCLUDES += test^plsql^step5 # too slow for 10,000
-test_EXCLUDES += test^powershell^step5 # too slow for 10,000
-
-perf_EXCLUDES = mal # TODO: fix this
+step5_EXCLUDES += bash # never completes at 10,000
+step5_EXCLUDES += basic # too slow, and limited to ints of 2^16
+step5_EXCLUDES += logo # too slow for 10,000
+step5_EXCLUDES += make # no TCO capability (iteration or recursion)
+step5_EXCLUDES += mal # host impl dependent
+step5_EXCLUDES += matlab # never completes at 10,000
+step5_EXCLUDES += plpgsql # too slow for 10,000
+step5_EXCLUDES += plsql # too slow for 10,000
+step5_EXCLUDES += powershell # too slow for 10,000
+step5_EXCLUDES += $(if $(filter cpp,$(haxe_MODE)),haxe,) # cpp finishes 10,000, segfaults at 100,000
dist_EXCLUDES += mal
# TODO: still need to implement dist
dist_EXCLUDES += guile io julia matlab swift
+
+# Extra options to pass to runtest.py
+bbc-basic_TEST_OPTS = --test-timeout 60
+guile_TEST_OPTS = --test-timeout 120
+io_TEST_OPTS = --test-timeout 120
+logo_TEST_OPTS = --start-timeout 60 --test-timeout 120
+mal_TEST_OPTS = --start-timeout 60 --test-timeout 120
+miniMAL_TEST_OPTS = --start-timeout 60 --test-timeout 120
+perl6_TEST_OPTS = --test-timeout=60
+plpgsql_TEST_OPTS = --start-timeout 60 --test-timeout 180
+plsql_TEST_OPTS = --start-timeout 120 --test-timeout 120
+vimscript_TEST_OPTS = --test-timeout 30
+ifeq ($(MAL_IMPL),vimscript)
+mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
+else ifeq ($(MAL_IMPL),powershell)
+mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
+endif
+
+
#
-# Utility functions
+# Implementation specific utility functions
#
-haxe_STEP_TO_PROG_neko = haxe/$($(1)).n
-haxe_STEP_TO_PROG_python = haxe/$($(1)).py
-haxe_STEP_TO_PROG_cpp = haxe/cpp/$($(1))
-haxe_STEP_TO_PROG_js = haxe/$($(1)).js
+basic_STEP_TO_PROG_cbm = impls/basic/$($(1)).bas
+basic_STEP_TO_PROG_qbasic = impls/basic/$($(1))
-clojure_STEP_TO_PROG_clj = clojure/target/$($(1)).jar
-clojure_STEP_TO_PROG_cljs = clojure/src/mal/$($(1)).cljc
+clojure_STEP_TO_PROG_clj = impls/clojure/target/$($(1)).jar
+clojure_STEP_TO_PROG_cljs = impls/clojure/src/mal/$($(1)).cljc
-opt_DEFERRABLE = $(if $(strip $(DEFERRABLE)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(DEFERRABLE)),--deferrable,--no-deferrable),--no-deferrable)
-opt_OPTIONAL = $(if $(strip $(OPTIONAL)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(OPTIONAL)),--optional,--no-optional),--no-optional)
+haxe_STEP_TO_PROG_neko = impls/haxe/$($(1)).n
+haxe_STEP_TO_PROG_python = impls/haxe/$($(1)).py
+haxe_STEP_TO_PROG_cpp = impls/haxe/cpp/$($(1))
+haxe_STEP_TO_PROG_js = impls/haxe/$($(1)).js
-# Return list of test files for a given step. If REGRESS is set then
-# test files will include step 2 tests through tests for the step
-# being tested.
-STEP_TEST_FILES = $(strip $(wildcard \
- $(foreach s,$(if $(strip $(REGRESS)),$(regress_$(2)),$(2)),\
- $(1)/tests/$($(s))$(EXTENSION) tests/$($(s))$(EXTENSION))))
+scheme_STEP_TO_PROG_chibi = impls/scheme/$($(1)).scm
+scheme_STEP_TO_PROG_kawa = impls/scheme/out/$($(1)).class
+scheme_STEP_TO_PROG_gauche = impls/scheme/$($(1)).scm
+scheme_STEP_TO_PROG_chicken = impls/scheme/$($(1))
+scheme_STEP_TO_PROG_sagittarius = impls/scheme/$($(1)).scm
+scheme_STEP_TO_PROG_cyclone = impls/scheme/$($(1))
+scheme_STEP_TO_PROG_foment = impls/scheme/$($(1)).scm
# Map of step (e.g. "step8") to executable file for that step
-ada_STEP_TO_PROG = ada/$($(1))
-awk_STEP_TO_PROG = awk/$($(1)).awk
-bash_STEP_TO_PROG = bash/$($(1)).sh
-basic_STEP_TO_PROG = basic/$($(1)).bas
-c_STEP_TO_PROG = c/$($(1))
-d_STEP_TO_PROG = d/$($(1))
-chuck_STEP_TO_PROG = chuck/$($(1)).ck
-clojure_STEP_TO_PROG = $(clojure_STEP_TO_PROG_$(CLJ_MODE))
-coffee_STEP_TO_PROG = coffee/$($(1)).coffee
-common-lisp_STEP_TO_PROG = common-lisp/$($(1))
-cpp_STEP_TO_PROG = cpp/$($(1))
-crystal_STEP_TO_PROG = crystal/$($(1))
-cs_STEP_TO_PROG = cs/$($(1)).exe
-dart_STEP_TO_PROG = dart/$($(1)).dart
-elisp_STEP_TO_PROG = elisp/$($(1)).el
-elixir_STEP_TO_PROG = elixir/lib/mix/tasks/$($(1)).ex
-erlang_STEP_TO_PROG = erlang/$($(1))
-es6_STEP_TO_PROG = es6/build/$($(1)).js
-factor_STEP_TO_PROG = factor/$($(1))/$($(1)).factor
-forth_STEP_TO_PROG = forth/$($(1)).fs
-fsharp_STEP_TO_PROG = fsharp/$($(1)).exe
-go_STEP_TO_PROG = go/$($(1))
-groovy_STEP_TO_PROG = groovy/$($(1)).groovy
-gst_STEP_TO_PROG = gst/$($(1)).st
-java_STEP_TO_PROG = java/target/classes/mal/$($(1)).class
-haskell_STEP_TO_PROG = haskell/$($(1))
-haxe_STEP_TO_PROG = $(haxe_STEP_TO_PROG_$(HAXE_MODE))
-io_STEP_TO_PROG = io/$($(1)).io
-julia_STEP_TO_PROG = julia/$($(1)).jl
-js_STEP_TO_PROG = js/$($(1)).js
-kotlin_STEP_TO_PROG = kotlin/$($(1)).jar
-lua_STEP_TO_PROG = lua/$($(1)).lua
-make_STEP_TO_PROG = make/$($(1)).mk
-mal_STEP_TO_PROG = mal/$($(1)).mal
-ocaml_STEP_TO_PROG = ocaml/$($(1))
-matlab_STEP_TO_PROG = matlab/$($(1)).m
-miniMAL_STEP_TO_PROG = miniMAL/$($(1)).json
-nim_STEP_TO_PROG = nim/$($(1))
-objc_STEP_TO_PROG = objc/$($(1))
-objpascal_STEP_TO_PROG = objpascal/$($(1))
-perl_STEP_TO_PROG = perl/$($(1)).pl
-perl6_STEP_TO_PROG = perl6/$($(1)).pl
-php_STEP_TO_PROG = php/$($(1)).php
-pil_STEP_TO_PROG = pil/$($(1)).l
-plpgsql_STEP_TO_PROG = plpgsql/$($(1)).sql
-plsql_STEP_TO_PROG = plsql/$($(1)).sql
-powershell_STEP_TO_PROG = powershell/$($(1)).ps1
-ps_STEP_TO_PROG = ps/$($(1)).ps
-python_STEP_TO_PROG = python/$($(1)).py
-r_STEP_TO_PROG = r/$($(1)).r
-racket_STEP_TO_PROG = racket/$($(1)).rkt
-rpython_STEP_TO_PROG = rpython/$($(1))
-ruby_STEP_TO_PROG = ruby/$($(1)).rb
-rust_STEP_TO_PROG = rust/target/release/$($(1))
-scala_STEP_TO_PROG = scala/target/scala-2.11/classes/$($(1)).class
-skew_STEP_TO_PROG = skew/$($(1)).js
-swift_STEP_TO_PROG = swift/$($(1))
-swift3_STEP_TO_PROG = swift3/$($(1))
-tcl_STEP_TO_PROG = tcl/$($(1)).tcl
-ts_STEP_TO_PROG = ts/$($(1)).js
-vb_STEP_TO_PROG = vb/$($(1)).exe
-vhdl_STEP_TO_PROG = vhdl/$($(1))
-vimscript_STEP_TO_PROG = vimscript/$($(1)).vim
-guile_STEP_TO_PROG = guile/$($(1)).scm
-livescript_STEP_TO_PROG = livescript/$($(1)).js
+ada_STEP_TO_PROG = impls/ada/$($(1))
+ada.2_STEP_TO_PROG = impls/ada.2/$($(1))
+awk_STEP_TO_PROG = impls/awk/$($(1)).awk
+bash_STEP_TO_PROG = impls/bash/$($(1)).sh
+basic_STEP_TO_PROG = $(basic_STEP_TO_PROG_$(basic_MODE))
+bbc-basic_STEP_TO_PROG = impls/bbc-basic/$($(1)).bas
+c_STEP_TO_PROG = impls/c/$($(1))
+chuck_STEP_TO_PROG = impls/chuck/$($(1)).ck
+clojure_STEP_TO_PROG = $(clojure_STEP_TO_PROG_$(clojure_MODE))
+coffee_STEP_TO_PROG = impls/coffee/$($(1)).coffee
+common-lisp_STEP_TO_PROG = impls/common-lisp/$($(1))
+cpp_STEP_TO_PROG = impls/cpp/$($(1))
+crystal_STEP_TO_PROG = impls/crystal/$($(1))
+cs_STEP_TO_PROG = impls/cs/$($(1)).exe
+d_STEP_TO_PROG = impls/d/$($(1))
+dart_STEP_TO_PROG = impls/dart/$($(1)).dart
+elisp_STEP_TO_PROG = impls/elisp/$($(1)).el
+elixir_STEP_TO_PROG = impls/elixir/lib/mix/tasks/$($(1)).ex
+elm_STEP_TO_PROG = impls/elm/$($(1)).js
+erlang_STEP_TO_PROG = impls/erlang/$($(1))
+es6_STEP_TO_PROG = impls/es6/$($(1)).mjs
+factor_STEP_TO_PROG = impls/factor/$($(1))/$($(1)).factor
+fantom_STEP_TO_PROG = impls/fantom/lib/fan/$($(1)).pod
+forth_STEP_TO_PROG = impls/forth/$($(1)).fs
+fsharp_STEP_TO_PROG = impls/fsharp/$($(1)).exe
+go_STEP_TO_PROG = impls/go/$($(1))
+groovy_STEP_TO_PROG = impls/groovy/$($(1)).groovy
+gnu-smalltalk_STEP_TO_PROG = impls/gnu-smalltalk/$($(1)).st
+guile_STEP_TO_PROG = impls/guile/$($(1)).scm
+haskell_STEP_TO_PROG = impls/haskell/$($(1))
+haxe_STEP_TO_PROG = $(haxe_STEP_TO_PROG_$(haxe_MODE))
+hy_STEP_TO_PROG = impls/hy/$($(1)).hy
+io_STEP_TO_PROG = impls/io/$($(1)).io
+java_STEP_TO_PROG = impls/java/target/classes/mal/$($(1)).class
+js_STEP_TO_PROG = impls/js/$($(1)).js
+jq_STEP_PROG = impls/jq/$($(1)).jq
+julia_STEP_TO_PROG = impls/julia/$($(1)).jl
+kotlin_STEP_TO_PROG = impls/kotlin/$($(1)).jar
+livescript_STEP_TO_PROG = impls/livescript/$($(1)).js
+logo_STEP_TO_PROG = impls/logo/$($(1)).lg
+lua_STEP_TO_PROG = impls/lua/$($(1)).lua
+make_STEP_TO_PROG = impls/make/$($(1)).mk
+mal_STEP_TO_PROG = impls/mal/$($(1)).mal
+matlab_STEP_TO_PROG = impls/matlab/$($(1)).m
+miniMAL_STEP_TO_PROG = impls/miniMAL/$($(1)).json
+nasm_STEP_TO_PROG = impls/nasm/$($(1))
+nim_STEP_TO_PROG = impls/nim/$($(1))
+objc_STEP_TO_PROG = impls/objc/$($(1))
+objpascal_STEP_TO_PROG = impls/objpascal/$($(1))
+ocaml_STEP_TO_PROG = impls/ocaml/$($(1))
+perl_STEP_TO_PROG = impls/perl/$($(1)).pl
+perl6_STEP_TO_PROG = impls/perl6/$($(1)).pl
+php_STEP_TO_PROG = impls/php/$($(1)).php
+picolisp_STEP_TO_PROG = impls/picolisp/$($(1)).l
+pike_STEP_TO_PROG = impls/pike/$($(1)).pike
+plpgsql_STEP_TO_PROG = impls/plpgsql/$($(1)).sql
+plsql_STEP_TO_PROG = impls/plsql/$($(1)).sql
+powershell_STEP_TO_PROG = impls/powershell/$($(1)).ps1
+ps_STEP_TO_PROG = impls/ps/$($(1)).ps
+python_STEP_TO_PROG = impls/python/$($(1)).py
+python.2_STEP_TO_PROG = impls/python.2/$($(1)).py
+r_STEP_TO_PROG = impls/r/$($(1)).r
+racket_STEP_TO_PROG = impls/racket/$($(1)).rkt
+rexx_STEP_TO_PROG = impls/rexx/$($(1)).rexxpp
+rpython_STEP_TO_PROG = impls/rpython/$($(1))
+ruby_STEP_TO_PROG = impls/ruby/$($(1)).rb
+rust_STEP_TO_PROG = impls/rust/$($(1))
+scala_STEP_TO_PROG = impls/scala/target/scala-2.11/classes/$($(1)).class
+scheme_STEP_TO_PROG = $(scheme_STEP_TO_PROG_$(scheme_MODE))
+skew_STEP_TO_PROG = impls/skew/$($(1)).js
+swift_STEP_TO_PROG = impls/swift/$($(1))
+swift3_STEP_TO_PROG = impls/swift3/$($(1))
+swift4_STEP_TO_PROG = impls/swift4/$($(1))
+swift5_STEP_TO_PROG = impls/swift5/$($(1))
+tcl_STEP_TO_PROG = impls/tcl/$($(1)).tcl
+ts_STEP_TO_PROG = impls/ts/$($(1)).js
+vala_STEP_TO_PROG = impls/vala/$($(1))
+vb_STEP_TO_PROG = impls/vb/$($(1)).exe
+vhdl_STEP_TO_PROG = impls/vhdl/$($(1))
+vimscript_STEP_TO_PROG = impls/vimscript/$($(1)).vim
+wasm_STEP_TO_PROG = impls/wasm/$($(1)).$(if $(filter lucet,$(wasm_MODE)),so,wasm)
+wren_STEP_TO_PROG = impls/wren/$($(1)).wren
+yorick_STEP_TO_PROG = impls/yorick/$($(1)).i
+xslt_STEP_TO_PROG = impls/xslt/$($(1))
+zig_STEP_TO_PROG = impls/zig/$($(1))
+#
+# General settings and utility functions
+#
# Needed some argument munging
COMMA = ,
SPACE = $(noop) $(noop)
export FACTOR_ROOTS := .
+opt_HARD = $(if $(strip $(HARD)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(HARD)),--hard,),)
+opt_DEFERRABLE = $(if $(strip $(DEFERRABLE)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(DEFERRABLE)),--deferrable,--no-deferrable),--no-deferrable)
+opt_OPTIONAL = $(if $(strip $(OPTIONAL)),$(if $(filter t true T True TRUE 1 y yes Yes YES,$(OPTIONAL)),--optional,--no-optional),--no-optional)
+
+# Return list of test files for a given step. If REGRESS is set then
+# test files will include step 2 tests through tests for the step
+# being tested.
+STEP_TEST_FILES = $(strip $(wildcard \
+ $(foreach s,$(if $(strip $(REGRESS)),\
+ $(filter-out $(if $(filter $(1),$(step5_EXCLUDES)),step5,),\
+ $(regress_$(2)))\
+ ,$(2)),\
+ impls/$(1)/tests/$($(s))$(EXTENSION) impls/tests/$($(s))$(EXTENSION))))
+
# DOCKERIZE utility functions
lc = $(subst A,a,$(subst B,b,$(subst C,c,$(subst D,d,$(subst E,e,$(subst F,f,$(subst G,g,$(subst H,h,$(subst I,i,$(subst J,j,$(subst K,k,$(subst L,l,$(subst M,m,$(subst N,n,$(subst O,o,$(subst P,p,$(subst Q,q,$(subst R,r,$(subst S,s,$(subst T,t,$(subst U,u,$(subst V,v,$(subst W,w,$(subst X,x,$(subst Y,y,$(subst Z,z,$1))))))))))))))))))))))))))
impl_to_image = kanaka/mal-test-$(call lc,$(1))
-actual_impl = $(if $(filter mal,$(1)),$(MAL_IMPL),$(1))
+actual_impl = $(if $(filter mal,$(1)),$(patsubst %-mal,%,$(MAL_IMPL)),$(1))
# Takes impl
# Returns nothing if DOCKERIZE is not set, otherwise returns the
# docker prefix necessary to run make within the docker environment
# for this impl
-get_build_prefix = $(if $(strip $(DOCKERIZE)),docker run -it --rm -u $(shell id -u) -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal -w /mal/$(1) $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) $(call impl_to_image,$(1)) ,)
-
-# Takes impl and step arguments
+get_build_command = $(strip $(foreach mode,$(1)_MODE, \
+ $(if $(strip $(DOCKERIZE)),\
+ docker run \
+ -it --rm -u $(shell id -u) \
+ -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal \
+ -w /mal/impls/$(1) \
+ $(if $(strip $($(mode))),-e $(mode)=$($(mode)),) \
+ $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) \
+ $(call impl_to_image,$(1)) \
+ $(MAKE) $(if $(strip $($(mode))),$(mode)=$($(mode)),) \
+ ,\
+ $(MAKE) $(if $(strip $($(mode))),$(mode)=$($(mode)),) -C impls/$(impl))))
+
+# Takes impl and step args. Optional env vars and dockerize args
# Returns a command prefix (docker command and environment variables)
# necessary to launch the given impl and step
-get_run_prefix = $(strip $(if $(strip $(DOCKERIZE)),\
- docker run -e STEP=$($2) -e MAL_IMPL=$(MAL_IMPL) \
- -it --rm -u $(shell id -u) \
- -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal \
- -w /mal/$(call actual_impl,$(1)) \
- $(if $(filter clojure,$(1)),-e CLJ_MODE=$(CLJ_MODE),) \
- $(if $(filter haxe,$(1)),-e HAXE_MODE=$(HAXE_MODE),) \
- $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) \
- $(foreach env,$(3),-e $(env)) \
- $(call impl_to_image,$(call actual_impl,$(1))) \
- ,\
- env STEP=$($2) MAL_IMPL=$(MAL_IMPL) \
- $(if $(filter haxe,$(1)),HAXE_MODE=$(HAXE_MODE),) \
- $(if $(filter factor,$(1)),FACTOR_ROOTS=$(FACTOR_ROOTS),) \
- $(3)))
+get_run_prefix = $(strip $(foreach mode,$(call actual_impl,$(1))_MODE, \
+ $(if $(strip $(DOCKERIZE) $(4)),\
+ docker run -e STEP=$($2) -e MAL_IMPL=$(MAL_IMPL) \
+ -it --rm -u $(shell id -u) \
+ -v $(dir $(abspath $(lastword $(MAKEFILE_LIST)))):/mal \
+ -w /mal/impls/$(call actual_impl,$(1)) \
+ $(if $(strip $($(mode))),-e $(mode)=$($(mode)),) \
+ $(if $(filter factor,$(1)),-e FACTOR_ROOTS=$(FACTOR_ROOTS),) \
+ $(foreach env,$(3),-e $(env)) \
+ $(call impl_to_image,$(call actual_impl,$(1))) \
+ ,\
+ env STEP=$($2) MAL_IMPL=$(MAL_IMPL) \
+ $(if $(strip $($(mode))),$(mode)=$($(mode)),) \
+ $(if $(filter factor,$(1)),FACTOR_ROOTS=$(FACTOR_ROOTS),) \
+ $(3))))
# Takes impl and step
# Returns the runtest command prefix (with runtest options) for testing the given step
-get_runtest_cmd = $(call get_run_prefix,$(1),$(2),$(if $(filter cs fsharp tcl vb,$(1)),RAW=1,)) \
- ../runtest.py $(opt_DEFERRABLE) $(opt_OPTIONAL) $(call $(1)_TEST_OPTS) $(TEST_OPTS)
+get_runtest_cmd = $(call get_run_prefix,$(1),$(2),$(if $(filter cs fsharp mal tcl vb,$(1)),RAW=1,)) \
+ ../../runtest.py $(opt_HARD) $(opt_DEFERRABLE) $(opt_OPTIONAL) $(call $(1)_TEST_OPTS) $(TEST_OPTS)
# Takes impl and step
# Returns the runtest command prefix (with runtest options) for testing the given step
-get_argvtest_cmd = $(call get_run_prefix,$(1),$(2)) ../run_argv_test.sh
-
-vimscript_TEST_OPTS = --test-timeout 30
-ifeq ($(MAL_IMPL),vimscript)
-mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
-else ifeq ($(MAL_IMPL),powershell)
-mal_TEST_OPTS = --start-timeout 60 --test-timeout 180
-endif
+get_argvtest_cmd = $(call get_run_prefix,$(1),$(2)) ../tests/run_argv_test.sh
# Derived lists
-STEPS = $(sort $(filter step%,$(.VARIABLES)))
+STEPS = $(sort $(filter-out %_EXCLUDES,$(filter step%,$(.VARIABLES))))
DO_IMPLS = $(filter-out $(SKIP_IMPLS),$(IMPLS))
IMPL_TESTS = $(foreach impl,$(DO_IMPLS),test^$(impl))
STEP_TESTS = $(foreach step,$(STEPS),test^$(step))
-ALL_TESTS = $(filter-out $(test_EXCLUDES),\
+ALL_TESTS = $(filter-out $(foreach e,$(step5_EXCLUDES),test^$(e)^step5),\
$(strip $(sort \
$(foreach impl,$(DO_IMPLS),\
$(foreach step,$(STEPS),test^$(impl)^$(step))))))
+ALL_BUILDS = $(strip $(sort \
+ $(foreach impl,$(DO_IMPLS),\
+ $(foreach step,$(STEPS),build^$(impl)^$(step)))))
DOCKER_BUILD = $(foreach impl,$(DO_IMPLS),docker-build^$(impl))
+DOCKER_SHELL = $(foreach impl,$(DO_IMPLS),docker-shell^$(impl))
+
IMPL_PERF = $(foreach impl,$(filter-out $(perf_EXCLUDES),$(DO_IMPLS)),perf^$(impl))
+IMPL_STATS = $(foreach impl,$(DO_IMPLS),stats^$(impl))
+
IMPL_REPL = $(foreach impl,$(DO_IMPLS),repl^$(impl))
ALL_REPL = $(strip $(sort \
$(foreach impl,$(DO_IMPLS),\
$(foreach step,$(STEPS),repl^$(impl)^$(step)))))
+
#
# Build rules
#
+# Enable secondary expansion for all rules
+.SECONDEXPANSION:
+
# Build a program in an implementation directory
# Make sure we always try and build first because the dependencies are
# encoded in the implementation Makefile not here
.PHONY: $(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s))))
$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(call $(i)_STEP_TO_PROG,$(s)))):
- $(foreach impl,$(word 1,$(subst /, ,$(@))),\
+ $(foreach impl,$(word 2,$(subst /, ,$(@))),\
$(if $(DOCKERIZE), \
- $(call get_build_prefix,$(impl))$(MAKE) $(patsubst $(impl)/%,%,$(@)), \
- $(MAKE) -C $(impl) $(subst $(impl)/,,$(@))))
+ $(call get_build_command,$(impl)) $(patsubst impls/$(impl)/%,%,$(@)), \
+ $(call get_build_command,$(impl)) $(subst impls/$(impl)/,,$(@))))
-# Allow IMPL, and IMPL^STEP
-.SECONDEXPANSION:
+# Allow IMPL, build^IMPL, IMPL^STEP, and build^IMPL^STEP
$(DO_IMPLS): $$(foreach s,$$(STEPS),$$(call $$(@)_STEP_TO_PROG,$$(s)))
-.SECONDEXPANSION:
+$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),build^$(i))): $$(foreach s,$$(STEPS),$$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(s)))
+
$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),$(i)^$(s))): $$(call $$(word 1,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 2,$$(subst ^, ,$$(@))))
+$(foreach i,$(DO_IMPLS),$(foreach s,$(STEPS),build^$(i)^$(s))): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
+
+
#
# Test rules
#
-.SECONDEXPANSION:
$(ALL_TESTS): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
@$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
$(foreach step,$(word 3,$(subst ^, ,$(@))),\
- cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)) && \
- $(foreach test,$(call STEP_TEST_FILES,$(impl),$(step)),\
+ echo "(call STEP_TEST_FILES,$(impl),$(step)): $(call STEP_TEST_FILES,$(impl),$(step))" && \
+ cd impls/$(call actual_impl,$(impl)) && \
+ $(foreach test,$(patsubst impls/%,%,$(call STEP_TEST_FILES,$(impl),$(step))),\
echo '----------------------------------------------' && \
echo 'Testing $@; step file: $+, test file: $(test)' && \
echo 'Running: $(call get_runtest_cmd,$(impl),$(step)) ../$(test) -- ../$(impl)/run' && \
test: $(ALL_TESTS)
tests: $(ALL_TESTS)
-.SECONDEXPANSION:
$(IMPL_TESTS): $$(filter $$@^%,$$(ALL_TESTS))
-.SECONDEXPANSION:
$(STEP_TESTS): $$(foreach step,$$(subst test^,,$$@),$$(filter %^$$(step),$$(ALL_TESTS)))
#
-# Dist rules
+# Docker build rules
#
-dist: $(IMPL_DIST)
+docker-build: $(DOCKER_BUILD)
-.SECONDEXPANSION:
-$(IMPL_DIST):
+$(DOCKER_BUILD):
@echo "----------------------------------------------"; \
$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
- echo "Running: make -C $(impl) dist"; \
- $(MAKE) --no-print-directory -C $(impl) dist)
-
+ echo "Running: docker build -t $(call impl_to_image,$(impl)) .:"; \
+ cd impls/$(impl) && docker build -t $(call impl_to_image,$(impl)) .)
#
-# Docker build rules
+# Docker shell rules
#
-docker-build: $(DOCKER_BUILD)
-
-.SECONDEXPANSION:
-$(DOCKER_BUILD):
- echo "----------------------------------------------"; \
+$(DOCKER_SHELL):
+ @echo "----------------------------------------------"; \
$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
- echo "Running: docker build -t $(call impl_to_image,$(impl)) .:"; \
- cd $(impl) && docker build -t $(call impl_to_image,$(impl)) .)
+ echo "Running: $(call get_run_prefix,$(impl),stepA,,dockerize) bash"; \
+ $(call get_run_prefix,$(impl),stepA,,dockerize) bash)
#
perf: $(IMPL_PERF)
-.SECONDEXPANSION:
$(IMPL_PERF):
@echo "----------------------------------------------"; \
$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
- cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
+ cd impls/$(call actual_impl,$(impl)); \
echo "Performance test for $(impl):"; \
echo 'Running: $(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf1.mal'; \
$(call get_run_prefix,$(impl),stepA) ../$(impl)/run ../tests/perf1.mal; \
# REPL invocation rules
#
-.SECONDEXPANSION:
$(ALL_REPL): $$(call $$(word 2,$$(subst ^, ,$$(@)))_STEP_TO_PROG,$$(word 3,$$(subst ^, ,$$(@))))
@$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
$(foreach step,$(word 3,$(subst ^, ,$(@))),\
- cd $(if $(filter mal,$(impl)),$(MAL_IMPL),$(impl)); \
+ cd impls/$(call actual_impl,$(impl)); \
echo 'REPL implementation $(impl), step file: $+'; \
- echo 'Running: $(call get_run_prefix,$(impl),$(step)) ../$(impl)/run'; \
- $(call get_run_prefix,$(impl),$(step)) ../$(impl)/run;))
+ echo 'Running: $(call get_run_prefix,$(impl),$(step)) ../$(impl)/run $(RUN_ARGS)'; \
+ $(call get_run_prefix,$(impl),$(step)) ../$(impl)/run $(RUN_ARGS);))
# Allow repl^IMPL^STEP and repl^IMPL (which starts REPL of stepA)
-.SECONDEXPANSION:
$(IMPL_REPL): $$@^stepA
+#
+# Stats test rules
+#
+
+# For a concise summary:
+# make stats | egrep -A1 "^Stats for|^all" | egrep -v "^all|^--"
+stats: $(IMPL_STATS)
+
+$(IMPL_STATS):
+ @$(foreach impl,$(word 2,$(subst ^, ,$(@))),\
+ echo "Stats for $(impl):"; \
+ $(LOCCOUNT) -x "[sS]tep[0-9]_.*|[.]md$$|tests|examples|Makefile|package.json|tsconfig.json|Cargo.toml|project.clj|node_modules|getline.cs|terminal.cs|elm-stuff|objpascal/regexpr|rdyncall|swift/templates" impls/$(impl))
+
#
# Utility functions
#
-.SECONDEXPANSION:
print-%:
@echo "$($(*))"
define recur_template
.PHONY: $(1)
$(1): $(2)
-.SECONDEXPANSION:
$(2):
@echo "----------------------------------------------"; \
$$(foreach impl,$$(word 2,$$(subst ^, ,$$(@))),\
- $$(if $$(DOCKERIZE), \
- echo "Running: $$(call get_build_prefix,$$(impl))$$(MAKE) --no-print-directory $(1)"; \
- $$(call get_build_prefix,$$(impl))$$(MAKE) --no-print-directory $(1), \
- echo "Running: $$(MAKE) --no-print-directory -C $$(impl) $(1)"; \
- $$(MAKE) --no-print-directory -C $$(impl) $(1)))
+ echo "Running: $$(call get_build_command,$$(impl)) --no-print-directory $(1)"; \
+ $$(call get_build_command,$$(impl)) --no-print-directory $(1))
endef
recur_impls_ = $(filter-out $(foreach impl,$($(1)_EXCLUDES),$(1)^$(impl)),$(foreach impl,$(IMPLS),$(1)^$(impl)))
# recursive clean
$(eval $(call recur_template,clean,$(call recur_impls_,clean)))
-# recursive stats
-$(eval $(call recur_template,stats,$(call recur_impls_,stats)))
-$(eval $(call recur_template,stats-lisp,$(call recur_impls_,stats-lisp)))
-
# recursive dist
$(eval $(call recur_template,dist,$(call recur_impls_,dist)))
HCoop / jackhill / mal.git / blobdiff