simon/jolt
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

conformance: guard the self-hosted pipeline too (218/218 in all three modes)

Browse source 
conformance-test now runs every case under interpret, the bootstrap compiler, AND
the self-hosted pipeline (portable Clojure analyzer -> IR -> Janet back end). All
three pass 218/218, so the self-hosted compiler can't silently regress in CI.
This commit is contained in:
Yogthos 2026-06-06 10:29:36 -04:00
parent 3afd1c6142
commit 34b880f0d6
1 changed files with 16 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

21
test/integration/conformance-test.janet
View file

@ -13,6 +13,8 @@
# until a minimal clojure.test lets us load the real files directly. # until a minimal clojure.test lets us load the real files directly.
(use ../../src/jolt/api) (use ../../src/jolt/api)
(import ../../src/jolt/backend :as selfhost)
(use ../../src/jolt/reader)
(def cases (def cases
[ [
@ -303,18 +305,24 @@
# cases run under both the interpreter and the compiler: results must match real # cases run under both the interpreter and the compiler: results must match real
# Clojure semantics either way, so the compile path (hybrid: hot compiles, # Clojure semantics either way, so the compile path (hybrid: hot compiles,
# unsupported forms fall back to the interpreter) must not diverge. # unsupported forms fall back to the interpreter) must not diverge.
(defn- run-cases [opts] # mode: {} interpret, {:compile? true} bootstrap compiler, {:selfhost true} the
# self-hosted pipeline (portable Clojure analyzer -> IR -> Janet back end).
(defn- run-cases [mode]
(def selfhost? (get mode :selfhost))
(def init-opts (if selfhost? {} mode))
(defn ev [ctx prog]
(if selfhost? (selfhost/compile-and-eval ctx (parse-string prog)) (eval-string ctx prog)))
(def fails @[]) (def fails @[])
(each [name expected actual] cases (each [name expected actual] cases
(def ctx (init opts)) (def ctx (init init-opts))
(def prog (string "(= " expected " " actual ")")) (def prog (string "(= " expected " " actual ")"))
(def res (protect (eval-string ctx prog))) (def res (protect (ev ctx prog)))
(cond (cond
(not= (res 0) true) (not= (res 0) true)
(array/push fails [name "ERROR" (string (res 1))]) (array/push fails [name "ERROR" (string (res 1))])
(= (res 1) true) (= (res 1) true)
nil nil
(let [got (protect (eval-string (init opts) actual))] (let [got (protect (ev (init init-opts) actual))]
(array/push fails [name "MISMATCH" (array/push fails [name "MISMATCH"
(string "want=" expected (string "want=" expected
" got=" (if (= (got 0) true) (string/format "%q" (got 1)) (string "ERR:" (got 1))))])))) " got=" (if (= (got 0) true) (string/format "%q" (got 1)) (string "ERR:" (got 1))))]))))
@ -331,6 +339,9 @@
(report "interpret" interp-fails) (report "interpret" interp-fails)
(def compile-fails (run-cases {:compile? true})) (def compile-fails (run-cases {:compile? true}))
(report "compile" compile-fails) (report "compile" compile-fails)
(def selfhost-fails (run-cases {:selfhost true}))
(report "self-host" selfhost-fails)
(print) (print)
(when (or (pos? (length interp-fails)) (pos? (length compile-fails))) (when (or (pos? (length interp-fails)) (pos? (length compile-fails))
(pos? (length selfhost-fails)))
(os/exit 1)) (os/exit 1))