test: port clojure-test-suite as baseline-guarded integration battery
Run the external cross-dialect clojure-test-suite (lread/clojure-test-suite, 240 per-fn .cljc files in clojure.test format) against Jolt: - test/support/clojure_test.clj: minimal clojure.test + portability shims (deftest/is/testing/are + when-var-exists/thrown?/big-int?/lazy-seq?) — just enough surface to load the suite and tally pass/fail/error. Pre-loaded so the suite's (require [clojure.test ...]) finds it already populated. - test/integration/suite-worker.janet: one-shot worker that loads the shim, the suite's number-range helper ns, and a single .cljc file, then prints 'pass fail error'. - test/integration/clojure-test-suite-test.janet: spawns a worker per file under an ev/with-deadline wall-clock budget (so infinite-seq tests that hang Jolt's eager evaluator are auto-contained, not a manual skip-list) and asserts pass/clean-file counts stay at/above a baseline. References ~/src/clojure-test-suite if present; skips cleanly when absent, like the jank battery. Current: 210 files run, 7 timed out, 2233 assertions -> 1683 pass / 350 fail / 200 error, 23 clean files. Remaining fails are genuine divergences (float/ratio/ bigint, lenient transients where Clojure throws), tracked separately. Fixes two real evaluator bugs the suite surfaced: - :refer now preserves a referred macro's :macro flag (was interned as a plain value, degrading referred macros to functions). - resolve-var now resolves ns aliases (like resolve-sym), so aliased macros (e.g. p/thrown? via :as p) dispatch as macros instead of being called as fns.
This commit is contained in:
parent
f38d402445
commit
0ca678a159
6 changed files with 280 additions and 4 deletions
116
test/support/clojure_test.clj
Normal file
116
test/support/clojure_test.clj
Normal file
|
|
@ -0,0 +1,116 @@
|
|||
;; Minimal `clojure.test` + `clojure.core-test.portability` shims.
|
||||
;;
|
||||
;; These exist solely so Jolt can load the external clojure-test-suite
|
||||
;; (https://github.com/lread/clojure-test-suite, EPL) — 240 per-function
|
||||
;; `.cljc` files written against `clojure.test`. They are NOT a full
|
||||
;; clojure.test: just enough surface (deftest/is/testing/are + the suite's
|
||||
;; portability helpers) to run the suite and tally pass/fail/error.
|
||||
;;
|
||||
;; Loaded by test/integration/clojure-test-suite-test.janet, which pre-loads
|
||||
;; this file so the suite's `(require [clojure.test ...])` finds it already
|
||||
;; populated (Jolt's require is a no-op for already-loaded namespaces).
|
||||
|
||||
(ns clojure.test)
|
||||
|
||||
;; --- result accumulator (plain atoms; no dynamic vars needed) -------------
|
||||
|
||||
(def jolt-report (atom {:pass 0 :fail 0 :error 0 :fails []}))
|
||||
(def jolt-ctx (atom [])) ;; stack of `testing` context strings
|
||||
(def registry (atom [])) ;; deftest fns defined since last reset
|
||||
|
||||
(defn reset-report! []
|
||||
(reset! jolt-report {:pass 0 :fail 0 :error 0 :fails []})
|
||||
(reset! jolt-ctx [])
|
||||
(reset! registry []))
|
||||
|
||||
(defn- ctx-str [] (apply str (interpose " " @jolt-ctx)))
|
||||
|
||||
(defn inc-pass! [] (swap! jolt-report update :pass inc))
|
||||
|
||||
(defn fail! [form]
|
||||
(swap! jolt-report
|
||||
(fn [r] (-> r (update :fail inc)
|
||||
(update :fails conj (str (ctx-str) " FAIL: " form))))))
|
||||
|
||||
(defn err! [form]
|
||||
(swap! jolt-report
|
||||
(fn [r] (-> r (update :error inc)
|
||||
(update :fails conj (str (ctx-str) " ERROR: " form))))))
|
||||
|
||||
(defn n-pass [] (:pass @jolt-report))
|
||||
(defn n-fail [] (:fail @jolt-report))
|
||||
(defn n-error [] (:error @jolt-report))
|
||||
(defn failures [] (:fails @jolt-report))
|
||||
|
||||
;; --- assertion macros ------------------------------------------------------
|
||||
|
||||
;; `(is form)` / `(is form msg)` — the optional msg is absorbed and ignored.
|
||||
(defmacro is [form & _]
|
||||
`(try
|
||||
(if ~form
|
||||
(clojure.test/inc-pass!)
|
||||
(clojure.test/fail! (pr-str '~form)))
|
||||
(catch :default e#
|
||||
(clojure.test/err! (str (pr-str '~form) " threw")))))
|
||||
|
||||
(defmacro testing [s & body]
|
||||
`(do
|
||||
(swap! clojure.test/jolt-ctx conj ~s)
|
||||
(try
|
||||
(do ~@body)
|
||||
(finally (swap! clojure.test/jolt-ctx pop)))))
|
||||
|
||||
(defmacro deftest [name & body]
|
||||
`(do
|
||||
(def ~name (fn [] ~@body))
|
||||
(swap! clojure.test/registry conj ~name)
|
||||
~name))
|
||||
|
||||
;; `(are [bindings] expr & data)` — substitute each row of `data` into the
|
||||
;; template and assert via `is`. Expands to a `do` of let+is forms.
|
||||
(defmacro are [argv expr & data]
|
||||
(let [n (count argv)
|
||||
rows (partition n data)]
|
||||
`(do ~@(map (fn [row]
|
||||
`(let [~@(interleave argv row)]
|
||||
(clojure.test/is ~expr)))
|
||||
rows))))
|
||||
|
||||
;; Run every deftest registered since the last reset, isolating crashes.
|
||||
(defn run-registered []
|
||||
(doseq [t @registry]
|
||||
(try (t) (catch :default e (clojure.test/err! "deftest crashed"))))
|
||||
nil)
|
||||
|
||||
;; clojure.test entry points the suite may call — no-ops; the Janet runner
|
||||
;; drives execution via run-registered instead.
|
||||
(defn run-tests [& _] nil)
|
||||
(defn run-test [& _] nil)
|
||||
(defn test-var [& _] nil)
|
||||
|
||||
|
||||
;; --- clojure.core-test.portability ----------------------------------------
|
||||
|
||||
(ns clojure.core-test.portability)
|
||||
|
||||
;; Gate a test on whether its target var exists in this dialect. Jolt only
|
||||
;; implements a subset of clojure.core, so unimplemented fns get skipped
|
||||
;; cleanly rather than erroring.
|
||||
(defmacro when-var-exists [var-sym & body]
|
||||
(if (resolve var-sym)
|
||||
`(do ~@body)
|
||||
`(println "SKIP -" '~var-sym)))
|
||||
|
||||
;; `(thrown? body)` — true iff evaluating body throws. The suite always uses
|
||||
;; the single-arg (no exception-class) form via this portability helper.
|
||||
(defmacro thrown? [& body]
|
||||
`(try (do ~@body false) (catch :default e# true)))
|
||||
|
||||
(defn big-int? [n]
|
||||
(and (integer? n) (not (int? n))))
|
||||
|
||||
(defn lazy-seq? [x]
|
||||
;; Jolt has no public LazySeq type test; approximate with seq?-of-non-vector.
|
||||
(and (seq? x) (not (vector? x))))
|
||||
|
||||
(defn sleep [ms] nil)
|
||||
Loading…
Add table
Add a link
Reference in a new issue