{
  "schema": 1,
  "run_id": "2026-10-07-quick-card-prompts-50b823",
  "status": "complete",
  "stop_reason": null,
  "suite": {
    "name": "embeddings",
    "tier": "quick",
    "suite_hash": "d499aab0d7091e3ba5b211e1cbaedf79ed4c9c86a7214156946d2ee4d21299ec",
    "ids": 66939
  },
  "subject": {
    "model": "embeddinggemma-2",
    "checkpoint": {
      "hf": "google/embeddinggemma-2",
      "revision": "914f7f89142e33e77833254d9c9b90c3cef7303b"
    },
    "quant": {
      "format": "q4",
      "producer": "onnx-community",
      "repo": "onnx-community/embeddinggemma-2-ONNX",
      "revision": "daa72c51243991dfcaf9f9137d2c573d8f7790c0"
    },
    "engine": {
      "name": "onnxruntime-cpu",
      "version": "ort1.30.0"
    },
    "key": "embeddinggemma-2/hf-914f7f8/q4-onnx-community/onnxruntime-cpu-ort1.30.0",
    "target": "recipe",
    "engine_visibility": "public",
    "verified_identity": true,
    "label": null
  },
  "mode": "native",
  "profile": "card-prompts",
  "harness": {
    "name": "bench",
    "commit": "753c0c27b16b7542a79c23c61eb664492f4546af",
    "dirty": false,
    "suite_hash": "d499aab0d7091e3ba5b211e1cbaedf79ed4c9c86a7214156946d2ee4d21299ec",
    "scorer": {
      "name": "mteb",
      "version": "2.22.5"
    },
    "agent": null
  },
  "endpoint": "http://127.0.0.1:8000/v1/embeddings",
  "dataset": {
    "tasks": [
      "NanoArguAnaRetrieval",
      "NanoClimateFeverRetrieval",
      "NanoDBPediaRetrieval",
      "NanoFEVERRetrieval",
      "NanoFiQA2018Retrieval",
      "NanoHotpotQARetrieval",
      "NanoMSMARCORetrieval",
      "NanoNFCorpusRetrieval",
      "NanoNQRetrieval",
      "NanoQuoraRetrieval",
      "NanoSCIDOCSRetrieval",
      "NanoSciFactRetrieval",
      "NanoTouche2020Retrieval",
      "STSBenchmark",
      "Banking77Classification"
    ],
    "manifest": ".artifacts/embeddings/manifests/70274443de023faf.jsonl",
    "manifest_sha256": "2d2ce7c3195335d3917cd3675666232777a4bdf38c110da28a72cac316470566",
    "texts": 66939,
    "prompts_sha256": "ad3b452b25873415721b33192ebdb7f1f848620a93446ad399b52a83540c1ff4"
  },
  "request_settings": {
    "batch_size": 32,
    "encoding_format": "base64",
    "order": "by text length, descending"
  },
  "dispatch": {
    "concurrency": 1,
    "requests_per_minute": null,
    "retries": 0
  },
  "budget": {
    "cap_usd": null,
    "spent_usd": 0,
    "price": null
  },
  "environment": {
    "node": "v24.21.0",
    "platform": "darwin",
    "arch": "arm64",
    "location": "America/Chicago"
  },
  "attempted": 2092,
  "completed": 2092,
  "started_at": "2026-10-07T07:34:33.540Z",
  "finished_at": "2026-10-07T09:56:56.171Z",
  "observed_models": {
    "embeddinggemma-2": 2092
  },
  "engine": {
    "backend": "onnxruntime",
    "onnx_file": "model_q4.onnx",
    "requested_provider": "CPUExecutionProvider",
    "active_providers": [
      "CPUExecutionProvider"
    ],
    "onnxruntime": "1.30.0",
    "transformers": "5.19.0",
    "max_seq_length": 8192,
    "token_budget_per_forward": 16384,
    "python": "3.12.12",
    "platform": "macOS-26.5.2-arm64-arm-64bit",
    "machine": "arm64",
    "numpy": "2.5.3"
  },
  "hardware": {
    "host": "macbook",
    "recipe": "embeddinggemma-2/apple-m/st-ort",
    "placements": [
      {
        "host": "macbook",
        "devices": [
          {
            "kind": "apple-silicon",
            "label": "m4-pro",
            "chip": "M4 Pro",
            "memory_gb": 24
          }
        ],
        "observed": {
          "chip": "Apple M4 Pro",
          "memory_gb": 24
        }
      }
    ]
  },
  "launcher": {
    "run_id": "2026-10-07T07-34-24-095Z",
    "profile": "ort-q4",
    "params": {
      "backend": "ort",
      "precision": "q4",
      "weights_repo": "onnx-community/embeddinggemma-2-ONNX",
      "weights_rev": "daa72c51243991dfcaf9f9137d2c573d8f7790c0",
      "engine_name": "onnxruntime-cpu",
      "engine_version": "ort1.30.0",
      "producer": "onnx-community"
    },
    "source": {
      "repo": "local mirror",
      "commit": "0ddc73418c1c4175141031a5ba147fdad6ccb706",
      "override": false,
      "mirror": "https://github.com/iammrduncan/inference-engines"
    },
    "acknowledgments": []
  },
  "reference": "results/embeddinggemma-2/hf-914f7f8/fp32-google/sentence-transformers-torch-cuda-st6.1.0-torch2.14.1-cu126/embeddings/2026-10-07-quick-card-prompts-d0777f",
  "vectors": {
    "path": ".artifacts/embeddings/vectors/embeddinggemma-2__hf-914f7f8__q4-onnx-community__onnxruntime-cpu-ort1.30.0__embeddings__2026-10-07-quick-card-prompts-50b823.npy",
    "sha256": "728d7881d6251c38570f096ffd8089fd95c26f97015d25bf6e1ec4e40f788592",
    "shape": [
      66939,
      768
    ],
    "dtype": "float32",
    "uploaded": false
  },
  "edits": [
    {
      "date": "2026-10-17",
      "note": "Edited for publication: lab host names replaced with aliases; engine ports and local file paths removed. Measurements, request bodies and outputs are unchanged."
    }
  ]
}