{ "schema": 1, "run_id": "2026-10-08-core-greedy-nothink-35cc5e", "status": "complete", "stop_reason": null, "suite": { "name": "decision-conformance", "tier": "core", "suite_hash": "554e796a858218e48bcb83da003554769782a4a32d3e061da87510d7f9cea490", "ids": 17 }, "subject": { "model": "clef-flash", "checkpoint": { "hf": "Cloudflare/clef-flash", "revision": "fde727a287004204b7518dcc983fe64379776712" }, "quant": { "format": "bnb-nf4", "producer": "iammrduncan" }, "engine": { "name": "decide-server-clef-torch-cuda", "version": "tf5.19.0-torch2.14.1+cu126" }, "key": "clef-flash/hf-fde727a/bnb-nf4-iammrduncan/decide-server-clef-torch-cuda-tf5.19.0-torch2.14.1-cu126", "target": "recipe", "engine_visibility": "public", "verified_identity": true, "label": null }, "mode": "native", "profile": "greedy-nothink", "harness": { "name": "bench", "commit": "86f9bc06d769c296ac09a88092b755d4bf22a912", "dirty": false, "suite_hash": "554e796a858218e48bcb83da003554769782a4a32d3e061da87510d7f9cea490", "scorer": { "name": "bench/decision-conformance", "version": "1" }, "agent": null }, "endpoint": "http://gpu-host-2/v1/systemone", "dataset": null, "request_settings": { "note": "recipe engine speaking the decision protocol natively; no sampling parameters" }, "dispatch": { "concurrency": 2, "requests_per_minute": null, "retries": 0 }, "budget": { "cap_usd": null, "spent_usd": 0, "price": null }, "environment": { "node": "v24.21.0", "platform": "darwin", "arch": "arm64", "location": "America/Chicago" }, "attempted": 17, "completed": 17, "started_at": "2026-10-08T21:20:06.154Z", "finished_at": "2026-10-08T21:20:20.924Z", "observed_models": { "clef-flash": 17 }, "hardware": { "host": "gpu-host-2", "recipe": "clef-flash/p100/decide", "placements": [ { "host": "gpu-host-2", "devices": [ { "kind": "gpu", "label": "p100", "model": "P100", "vendor": "nvidia", "vram_gb": 16 } ] } ] }, "launcher": { "run_id": "2026-10-08T21-06-19-306Z", "profile": "nf4", "params": { "backend": "clef", "checkpoint": "Cloudflare/clef-flash", "checkpoint_rev": "fde727a287004204b7518dcc983fe64379776712", "dtype": "float16", "quant": "nf4", "precision": "bnb-nf4", "producer": "iammrduncan", "model_name": "clef-flash", "include": "", "engine_name": "decide-server-clef-torch-cuda", "engine_version": "tf5.19.0-torch2.14.1+cu126" }, "source": { "repo": "local mirror", "commit": "e6ceae95a5303653a7abbd1dff06d7ce6ce6d878", "override": false, "mirror": "https://github.com/iammrduncan/inference-engines" }, "acknowledgments": [] }, "edits": [ { "date": "2026-10-17", "note": "Edited for publication: lab host names replaced with aliases; engine ports and local file paths removed. Measurements, request bodies and outputs are unchanged." } ] }