{ "schema": 1, "run_id": "2026-10-07-quick-card-prompts-d0777f", "status": "complete", "stop_reason": null, "suite": { "name": "embeddings", "tier": "quick", "suite_hash": "d499aab0d7091e3ba5b211e1cbaedf79ed4c9c86a7214156946d2ee4d21299ec", "ids": 66939 }, "subject": { "model": "embeddinggemma-2", "checkpoint": { "hf": "google/embeddinggemma-2", "revision": "914f7f89142e33e77833254d9c9b90c3cef7303b" }, "quant": { "format": "fp32", "producer": "google", "repo": "google/embeddinggemma-2", "revision": "914f7f89142e33e77833254d9c9b90c3cef7303b" }, "engine": { "name": "sentence-transformers-torch-cuda", "version": "st6.1.0-torch2.14.1+cu126" }, "key": "embeddinggemma-2/hf-914f7f8/fp32-google/sentence-transformers-torch-cuda-st6.1.0-torch2.14.1-cu126", "target": "recipe", "engine_visibility": "public", "verified_identity": true, "label": null }, "mode": "native", "profile": "card-prompts", "harness": { "name": "bench", "commit": "c62a98f31ad648725d9770e385728f4b962ce885", "dirty": true, "suite_hash": "d499aab0d7091e3ba5b211e1cbaedf79ed4c9c86a7214156946d2ee4d21299ec", "scorer": { "name": "mteb", "version": "2.22.5" }, "agent": null }, "endpoint": "http://gpu-host-2/v1/embeddings", "dataset": { "tasks": [ "NanoArguAnaRetrieval", "NanoClimateFeverRetrieval", "NanoDBPediaRetrieval", "NanoFEVERRetrieval", "NanoFiQA2018Retrieval", "NanoHotpotQARetrieval", "NanoMSMARCORetrieval", "NanoNFCorpusRetrieval", "NanoNQRetrieval", "NanoQuoraRetrieval", "NanoSCIDOCSRetrieval", "NanoSciFactRetrieval", "NanoTouche2020Retrieval", "STSBenchmark", "Banking77Classification" ], "manifest": ".artifacts/embeddings/manifests/70274443de023faf.jsonl", "manifest_sha256": "2d2ce7c3195335d3917cd3675666232777a4bdf38c110da28a72cac316470566", "texts": 66939, "prompts_sha256": "ad3b452b25873415721b33192ebdb7f1f848620a93446ad399b52a83540c1ff4" }, "request_settings": { "batch_size": 32, "encoding_format": "base64", "order": "by text length, descending" }, "dispatch": { "concurrency": 1, "requests_per_minute": null, "retries": 0 }, "budget": { "cap_usd": null, "spent_usd": 0, "price": null }, "environment": { "node": "v24.21.0", "platform": "darwin", "arch": "arm64", "location": "America/Chicago" }, "attempted": 2092, "completed": 2092, "started_at": "2026-10-07T03:11:32.319Z", "finished_at": "2026-10-07T03:42:31.462Z", "observed_models": { "embeddinggemma-2": 2092 }, "engine": { "backend": "sentence-transformers", "device": "cuda", "dtype": "float32", "torch": "2.14.1+cu126", "cuda_arch_list": [ "sm_50", "sm_60", "sm_70", "sm_75", "sm_80", "sm_86", "sm_90" ], "device_name": "Tesla P100-PCIE-16GB", "sentence_transformers": "6.1.0", "transformers": "5.19.0", "max_seq_length": 8192, "token_budget_per_forward": 16384, "python": "3.12.15", "platform": "Linux-7.0.0-34-generic-x86_64-with-glibc2.36", "machine": "x86_64", "numpy": "2.5.3" }, "hardware": { "host": "gpu-host-2", "recipe": "embeddinggemma-2/p100/st-ort", "placements": [ { "host": "gpu-host-2", "devices": [ { "kind": "gpu", "label": "p100", "model": "P100", "vendor": "nvidia", "vram_gb": 16 } ] } ], "backfilled": "2026-10-07: device facts copied from the operator's inventory after the run; the launcher did not record them yet" }, "launcher": { "run_id": "2026-10-07T03-11-18-474Z", "profile": "st-fp32", "params": { "backend": "st", "precision": "fp32", "weights_repo": "google/embeddinggemma-2", "weights_rev": "914f7f89142e33e77833254d9c9b90c3cef7303b", "engine_name": "sentence-transformers-torch-cuda", "engine_version": "st6.1.0-torch2.14.1+cu126", "producer": "google" }, "source": { "repo": "local mirror", "commit": "0ddc73418c1c4175141031a5ba147fdad6ccb706", "override": false, "mirror": "https://github.com/iammrduncan/inference-engines" }, "acknowledgments": [] }, "reference": null, "vectors": { "path": ".artifacts/embeddings/vectors/embeddinggemma-2__hf-914f7f8__fp32-google__sentence-transformers-torch-cuda-st6.1.0-torch2.14.1-cu126__embeddings__2026-10-07-quick-card-prompts-d0777f.npy", "sha256": "e7c12d4d6c3e720fab3dfce0a7f7a6fab8b8d54fd4d19a2b435dc1d19d28cbc8", "shape": [ 66939, 768 ], "dtype": "float32", "uploaded": false }, "edits": [ { "date": "2026-10-17", "note": "Edited for publication: lab host names replaced with aliases; engine ports and local file paths removed. Measurements, request bodies and outputs are unchanged." } ] }