{ "schema": 1, "run_id": "2026-10-08-core-greedy-nothink-3f4f20", "status": "complete", "stop_reason": null, "suite": { "name": "decision-conformance", "tier": "core", "suite_hash": "554e796a858218e48bcb83da003554769782a4a32d3e061da87510d7f9cea490", "ids": 17 }, "subject": { "model": "clef-flash", "checkpoint": { "hf": "Cloudflare/clef-flash", "revision": "fde727a287004204b7518dcc983fe64379776712" }, "quant": { "format": "mlx-q8", "producer": "mlx-community", "repo": "mlx-community/clef-flash-8bit", "revision": "5a195dc147926b63b1d139691ed4480ca9f92c0e" }, "engine": { "name": "clef-mlx", "version": "mlx0.32.3-mlxvlm0.7.4" }, "key": "clef-flash/hf-fde727a/mlx-q8-mlx-community/clef-mlx-mlx0.32.3-mlxvlm0.7.4", "target": "recipe", "engine_visibility": "public", "verified_identity": true, "label": null }, "mode": "native", "profile": "greedy-nothink", "harness": { "name": "bench", "commit": "e72ea887c3852275823cdf344999b22bbe37a482", "dirty": false, "suite_hash": "554e796a858218e48bcb83da003554769782a4a32d3e061da87510d7f9cea490", "scorer": { "name": "bench/decision-conformance", "version": "1" }, "agent": null }, "endpoint": "http://127.0.0.1:8000/v1/systemone", "dataset": null, "request_settings": { "note": "recipe engine speaking the decision protocol natively; no sampling parameters" }, "dispatch": { "concurrency": 2, "requests_per_minute": null, "retries": 0 }, "budget": { "cap_usd": null, "spent_usd": 0, "price": null }, "environment": { "node": "v24.21.0", "platform": "darwin", "arch": "arm64", "location": "America/Chicago" }, "attempted": 17, "completed": 17, "started_at": "2026-10-08T20:52:44.563Z", "finished_at": "2026-10-08T20:53:04.963Z", "observed_models": { "clef-flash": 17 }, "hardware": { "host": "macbook", "recipe": "clef-flash/apple-m/mlx", "placements": [ { "host": "macbook", "devices": [ { "kind": "apple-silicon", "label": "m4-pro", "chip": "M4 Pro", "memory_gb": 24 } ], "observed": { "chip": "Apple M4 Pro", "memory_gb": 24 } } ] }, "launcher": { "run_id": "2026-10-08T19-45-33-177Z", "profile": "mlx-q8", "params": { "runtime": "clef", "checkpoint": "mlx-community/clef-flash-8bit", "checkpoint_rev": "5a195dc147926b63b1d139691ed4480ca9f92c0e", "model_name": "clef-flash", "precision": "mlx-q8", "producer": "mlx-community", "engine_name": "clef-mlx", "engine_version": "mlx0.32.3-mlxvlm0.7.4" }, "source": { "repo": "local mirror", "commit": "05019e7288f3c0d74acf4701bf9d41b98d2cc209", "override": false, "mirror": "https://github.com/iammrduncan/inference-engines" }, "acknowledgments": [] }, "edits": [ { "date": "2026-10-17", "note": "Edited for publication: lab host names replaced with aliases; engine ports and local file paths removed. Measurements, request bodies and outputs are unchanged." } ] }