{
 "model": "tuatara/embed-1 crypto space (Tuatara Vector FINANCIAL model, crypto CMDB-crypto-v01 as served, hashed 4096, top 200 associates, self 0.5)",
 "model_revision": "98a01dd63e10c45b",
 "harness": "scripts/research/models/finmteb/finmteb_tuatara.py",
 "git_sha": "15e63043b693c6b9fa0686539725536c72d4bfb2",
 "dataset_version": "FinMTEB english-35 (arXiv 2502.10990, repo yixuantt/FinMTEB main, dataset revisions pinned in its task files)",
 "built_at": "2026-09-30",
 "metrics": {
  "finmteb/test/sts": 0.43515138776704465,
  "finmteb/test/pairclassification": 0.5718774561834221,
  "finmteb/test/classification": 0.5164100920359513,
  "finmteb/test/clustering": 0.4380662562847581,
  "finmteb/test/reranking": 0.8920885040885042,
  "finmteb/test/summarization": 0.427534618543764,
  "finmteb/test/retrieval": 0.41092199999999995,
  "finmteb/test/avg": 0.5274357592719207
 },
 "published": {
  "BoW": {
   "finmteb/test/sts": 0.4845,
   "finmteb/test/retrieval": 0.2084,
   "finmteb/test/classification": 0.4696,
   "finmteb/test/clustering": 0.2547,
   "finmteb/test/reranking": 0.7628,
   "finmteb/test/pairclassification": 0.7143,
   "finmteb/test/summarization": 0.2584,
   "finmteb/test/avg": 0.4504
  },
  "bge-large-en-v1.5": {
   "finmteb/test/sts": 0.3396,
   "finmteb/test/retrieval": 0.6463,
   "finmteb/test/classification": 0.6436,
   "finmteb/test/clustering": 0.5725,
   "finmteb/test/reranking": 0.9825,
   "finmteb/test/pairclassification": 0.74,
   "finmteb/test/summarization": 0.4857,
   "finmteb/test/avg": 0.6301
  },
  "text-embedding-3-large": {
   "finmteb/test/sts": 0.3615,
   "finmteb/test/retrieval": 0.7112,
   "finmteb/test/classification": 0.6596,
   "finmteb/test/clustering": 0.6081,
   "finmteb/test/reranking": 0.991,
   "finmteb/test/pairclassification": 0.7309,
   "finmteb/test/summarization": 0.5671,
   "finmteb/test/avg": 0.6613
  },
  "voyage-3-large": {
   "finmteb/test/sts": 0.4145,
   "finmteb/test/retrieval": 0.7463,
   "finmteb/test/classification": 0.6861,
   "finmteb/test/clustering": 0.5944,
   "finmteb/test/reranking": 0.9938,
   "finmteb/test/pairclassification": 0.6519,
   "finmteb/test/summarization": 0.6484,
   "finmteb/test/avg": 0.6765
  },
  "Fin-E5": {
   "finmteb/test/sts": 0.4342,
   "finmteb/test/retrieval": 0.7105,
   "finmteb/test/classification": 0.7565,
   "finmteb/test/clustering": 0.565,
   "finmteb/test/reranking": 0.9896,
   "finmteb/test/pairclassification": 0.8014,
   "finmteb/test/summarization": 0.4797,
   "finmteb/test/avg": 0.6767
  }
 },
 "previous_release": {},
 "note": "Nothing tuned on FinMTEB; protocol fixed in tuatara_hash_encoder.py before the first task ran."
}