{"sha":"aee638c23eabc3300a1212087d1ea031a2280e76","node_id":"C_kwDOMS5fF9oAKGFlZTYzOGMyM2VhYmMzMzAwYTEyMTIwODdkMWVhMDMxYTIyODBlNzY","commit":{"author":{"name":"fzoll","email":"5575946+fzoll@users.noreply.github.com","date":"2026-11-04T14:57:20Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2026-11-04T14:57:20Z"},"message":"Add Cohere embed-v5.0-pro and embed-v5.0-fast RTEB results  (#833)\n\n* Add Cohere embed-v5.0-pro and embed-v5.0-fast results on public RTEB tasks\n\n* Add model_meta.json for Cohere embed-v5.0-pro and embed-v5.0-fast\n\n* Add run_settings.jsonl for Cohere embed-v5.0-pro and embed-v5.0-fast","tree":{"sha":"0820d8c4475839bc75429836e1bb0162c28af7fc","url":"https://api.github.com/repos/embeddings-benchmark/results/git/trees/0820d8c4475839bc75429836e1bb0162c28af7fc"},"url":"https://api.github.com/repos/embeddings-benchmark/results/git/commits/aee638c23eabc3300a1212087d1ea031a2280e76","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsFcBAABCAAQBQJq60fQCRC1aQ7uu5UhlAAAYWsQACJj36hPTahzH97Mzrjtn/QL\nzt6Zcyro10WFIktKnBUxzusDPwkp9Lxj5JYDV31k6+8mTvGOMzpAgfD0AGU9h5oB\nfw3nxn4qwz8NpqFMGUmYQ5f8PFrBmWLT/j1NlgJZd7eycruK/LoozG76IyuQ5M0X\nqoKmPy5tG5+wpblqBfGDK/zakaGp2RaE22ZMPXwz61FFLzouCaS5BDjIWu+zLrQG\nviL2Fs9+FKbmIMfXTQku3LFCBxvZHCTQvnQerREpg8hn0rxAUhlzwIYZzsuzVrVL\nhRmGAzfImhHperlrAFW/CpRrgkD/snrht5m/TiNcCt2arKe16LcBkiJVjyBsAM3i\nwHuUi1jKGKZQz/vjzKUwCxZcHrxLTLUftYFcU6UvZwNvyxYeZRkcNr9oL5KgxX3Y\neEQg99gBIgKdV84P75Jwd8CISp1t/+65rl74jJyAzdFayhEGfWOkvuh9uH9i45YY\nTVdnQLaO2ji76zZ4rAe1h9P2Jqj8teoyp2hHMyVqV9VqidDp34YAyTQfbhN8/5H8\nv6So9kVW6gXWSYkAcpVx6xR1Y5NUHQ/Ovs3XgGAE8WMDOtFJJHaB+4ANr8/nvK4R\n1GSuHfkd06lRxTV8lKlhOgGXx4/FkjklJgMJ+ZDLChu4FYpMPXF+UqKc9yUuZiwi\nZo85cDecQWRjaA9GC74x\n=n0Bp\n-----END PGP SIGNATURE-----\n","payload":"tree 0820d8c4475839bc75429836e1bb0162c28af7fc\nparent 8cbf080474b4133c46d03183591ace93565b42e9\nauthor fzoll <5575946+fzoll@users.noreply.github.com> 1793804240 +0100\ncommitter GitHub <noreply@github.com> 1793804240 +0300\n\nAdd Cohere embed-v5.0-pro and embed-v5.0-fast RTEB results  (#833)\n\n* Add Cohere embed-v5.0-pro and embed-v5.0-fast results on public RTEB tasks\n\n* Add model_meta.json for Cohere embed-v5.0-pro and embed-v5.0-fast\n\n* Add run_settings.jsonl for Cohere embed-v5.0-pro and embed-v5.0-fast","verified_at":"2026-11-04T14:57:20Z"}},"url":"https://api.github.com/repos/embeddings-benchmark/results/commits/aee638c23eabc3300a1212087d1ea031a2280e76","html_url":"https://github.com/embeddings-benchmark/results/commit/aee638c23eabc3300a1212087d1ea031a2280e76","comments_url":"https://api.github.com/repos/embeddings-benchmark/results/commits/aee638c23eabc3300a1212087d1ea031a2280e76/comments","author":{"login":"fzoll","id":5575946,"node_id":"MDQ6VXNlcjU1NzU5NDY=","avatar_url":"https://avatars.githubusercontent.com/u/5575946?v=4","gravatar_id":"","url":"https://api.github.com/users/fzoll","html_url":"https://github.com/fzoll","followers_url":"https://api.github.com/users/fzoll/followers","following_url":"https://api.github.com/users/fzoll/following{/other_user}","gists_url":"https://api.github.com/users/fzoll/gists{/gist_id}","starred_url":"https://api.github.com/users/fzoll/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/fzoll/subscriptions","organizations_url":"https://api.github.com/users/fzoll/orgs","repos_url":"https://api.github.com/users/fzoll/repos","events_url":"https://api.github.com/users/fzoll/events{/privacy}","received_events_url":"https://api.github.com/users/fzoll/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"8cbf080474b4133c46d03183591ace93565b42e9","url":"https://api.github.com/repos/embeddings-benchmark/results/commits/8cbf080474b4133c46d03183591ace93565b42e9","html_url":"https://github.com/embeddings-benchmark/results/commit/8cbf080474b4133c46d03183591ace93565b42e9"}],"stats":{"total":24748,"additions":24748,"deletions":0},"files":[{"sha":"a296f36d0f3f95f7de7087e63190758005f98ba3","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/AILACasedocs.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FAILACasedocs.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FAILACasedocs.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FAILACasedocs.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"4106e6bcc72e0698d714ea8b101355e3e238431a\",\n+  \"task_name\": \"AILACasedocs\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.4,\n+        \"ndcg_at_3\": 0.41078,\n+        \"ndcg_at_5\": 0.41629,\n+        \"ndcg_at_10\": 0.43376,\n+        \"ndcg_at_20\": 0.4683,\n+        \"ndcg_at_100\": 0.55743,\n+        \"ndcg_at_1000\": 0.57233,\n+        \"map_at_1\": 0.14428,\n+        \"map_at_3\": 0.26403,\n+        \"map_at_5\": 0.30693,\n+        \"map_at_10\": 0.33997,\n+        \"map_at_20\": 0.3607,\n+        \"map_at_100\": 0.3861,\n+        \"map_at_1000\": 0.38814,\n+        \"recall_at_1\": 0.14428,\n+        \"recall_at_3\": 0.30253,\n+        \"recall_at_5\": 0.39529,\n+        \"recall_at_10\": 0.47444,\n+        \"recall_at_20\": 0.5875,\n+        \"recall_at_100\": 0.92349,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.14428,\n+        \"precision_at_1\": 0.4,\n+        \"precision_at_3\": 0.34,\n+        \"precision_at_5\": 0.276,\n+        \"precision_at_10\": 0.186,\n+        \"precision_at_20\": 0.115,\n+        \"precision_at_100\": 0.0362,\n+        \"precision_at_1000\": 0.0039,\n+        \"mrr_at_1\": 0.4,\n+        \"mrr_at_3\": 0.476667,\n+        \"mrr_at_5\": 0.500667,\n+        \"mrr_at_10\": 0.508024,\n+        \"mrr_at_20\": 0.512172,\n+        \"mrr_at_100\": 0.516457,\n+        \"mrr_at_1000\": 0.516781,\n+        \"nauc_ndcg_at_1_max\": 0.179686,\n+        \"nauc_ndcg_at_1_std\": -0.345288,\n+        \"nauc_ndcg_at_1_diff1\": 0.27724,\n+        \"nauc_ndcg_at_3_max\": 0.174638,\n+        \"nauc_ndcg_at_3_std\": -0.311087,\n+        \"nauc_ndcg_at_3_diff1\": 0.212292,\n+        \"nauc_ndcg_at_5_max\": 0.173994,\n+        \"nauc_ndcg_at_5_std\": -0.321614,\n+        \"nauc_ndcg_at_5_diff1\": 0.224666,\n+        \"nauc_ndcg_at_10_max\": 0.192885,\n+        \"nauc_ndcg_at_10_std\": -0.298699,\n+        \"nauc_ndcg_at_10_diff1\": 0.206306,\n+        \"nauc_ndcg_at_20_max\": 0.167967,\n+        \"nauc_ndcg_at_20_std\": -0.272038,\n+        \"nauc_ndcg_at_20_diff1\": 0.151859,\n+        \"nauc_ndcg_at_100_max\": 0.191305,\n+        \"nauc_ndcg_at_100_std\": -0.238098,\n+        \"nauc_ndcg_at_100_diff1\": 0.147506,\n+        \"nauc_ndcg_at_1000_max\": 0.180965,\n+        \"nauc_ndcg_at_1000_std\": -0.270277,\n+        \"nauc_ndcg_at_1000_diff1\": 0.17707,\n+        \"nauc_map_at_1_max\": 0.107827,\n+        \"nauc_map_at_1_std\": -0.191893,\n+        \"nauc_map_at_1_diff1\": 0.275236,\n+        \"nauc_map_at_3_max\": 0.052424,\n+        \"nauc_map_at_3_std\": -0.33418,\n+        \"nauc_map_at_3_diff1\": 0.223345,\n+        \"nauc_map_at_5_max\": 0.106351,\n+        \"nauc_map_at_5_std\": -0.345523,\n+        \"nauc_map_at_5_diff1\": 0.241926,\n+        \"nauc_map_at_10_max\": 0.158108,\n+        \"nauc_map_at_10_std\": -0.330894,\n+        \"nauc_map_at_10_diff1\": 0.227044,\n+        \"nauc_map_at_20_max\": 0.147453,\n+        \"nauc_map_at_20_std\": -0.316137,\n+        \"nauc_map_at_20_diff1\": 0.209274,\n+        \"nauc_map_at_100_max\": 0.163827,\n+        \"nauc_map_at_100_std\": -0.298373,\n+        \"nauc_map_at_100_diff1\": 0.205131,\n+        \"nauc_map_at_1000_max\": 0.164265,\n+        \"nauc_map_at_1000_std\": -0.299536,\n+        \"nauc_map_at_1000_diff1\": 0.208129,\n+        \"nauc_recall_at_1_max\": 0.107827,\n+        \"nauc_recall_at_1_std\": -0.191893,\n+        \"nauc_recall_at_1_diff1\": 0.275236,\n+        \"nauc_recall_at_3_max\": 0.018988,\n+        \"nauc_recall_at_3_std\": -0.347135,\n+        \"nauc_recall_at_3_diff1\": 0.165645,\n+        \"nauc_recall_at_5_max\": 0.103151,\n+        \"nauc_recall_at_5_std\": -0.32338,\n+        \"nauc_recall_at_5_diff1\": 0.182632,\n+        \"nauc_recall_at_10_max\": 0.202111,\n+        \"nauc_recall_at_10_std\": -0.259172,\n+        \"nauc_recall_at_10_diff1\": 0.139404,\n+        \"nauc_recall_at_20_max\": 0.160705,\n+        \"nauc_recall_at_20_std\": -0.098909,\n+        \"nauc_recall_at_20_diff1\": -0.017467,\n+        \"nauc_recall_at_100_max\": 0.405337,\n+        \"nauc_recall_at_100_std\": 0.48918,\n+        \"nauc_recall_at_100_diff1\": -0.440104,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.179686,\n+        \"nauc_precision_at_1_std\": -0.345288,\n+        \"nauc_precision_at_1_diff1\": 0.27724,\n+        \"nauc_precision_at_3_max\": 0.180078,\n+        \"nauc_precision_at_3_std\": -0.27481,\n+        \"nauc_precision_at_3_diff1\": 0.124871,\n+        \"nauc_precision_at_5_max\": 0.21612,\n+        \"nauc_precision_at_5_std\": -0.282176,\n+        \"nauc_precision_at_5_diff1\": 0.161538,\n+        \"nauc_precision_at_10_max\": 0.294244,\n+        \"nauc_precision_at_10_std\": -0.104257,\n+        \"nauc_precision_at_10_diff1\": 0.084629,\n+        \"nauc_precision_at_20_max\": 0.209813,\n+        \"nauc_precision_at_20_std\": 0.0032,\n+        \"nauc_precision_at_20_diff1\": 0.001178,\n+        \"nauc_precision_at_100_max\": 0.203566,\n+        \"nauc_precision_at_100_std\": 0.182683,\n+        \"nauc_precision_at_100_diff1\": -0.002164,\n+        \"nauc_precision_at_1000_max\": 0.18203,\n+        \"nauc_precision_at_1000_std\": 0.165681,\n+        \"nauc_precision_at_1000_diff1\": 0.030576,\n+        \"nauc_mrr_at_1_max\": 0.179686,\n+        \"nauc_mrr_at_1_std\": -0.345288,\n+        \"nauc_mrr_at_1_diff1\": 0.27724,\n+        \"nauc_mrr_at_3_max\": 0.154154,\n+        \"nauc_mrr_at_3_std\": -0.348701,\n+        \"nauc_mrr_at_3_diff1\": 0.184792,\n+        \"nauc_mrr_at_5_max\": 0.155092,\n+        \"nauc_mrr_at_5_std\": -0.355143,\n+        \"nauc_mrr_at_5_diff1\": 0.197018,\n+        \"nauc_mrr_at_10_max\": 0.154559,\n+        \"nauc_mrr_at_10_std\": -0.336176,\n+        \"nauc_mrr_at_10_diff1\": 0.200787,\n+        \"nauc_mrr_at_20_max\": 0.154245,\n+        \"nauc_mrr_at_20_std\": -0.335371,\n+        \"nauc_mrr_at_20_diff1\": 0.195063,\n+        \"nauc_mrr_at_100_max\": 0.155196,\n+        \"nauc_mrr_at_100_std\": -0.337401,\n+        \"nauc_mrr_at_100_diff1\": 0.193773,\n+        \"nauc_mrr_at_1000_max\": 0.154739,\n+        \"nauc_mrr_at_1000_std\": -0.338537,\n+        \"nauc_mrr_at_1000_diff1\": 0.194789,\n+        \"hit_rate_at_1\": 0.4,\n+        \"hit_rate_at_3\": 0.56,\n+        \"hit_rate_at_5\": 0.68,\n+        \"hit_rate_at_10\": 0.74,\n+        \"hit_rate_at_20\": 0.8,\n+        \"hit_rate_at_100\": 0.96,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.43376,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 24.710344376042485,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727238.048282,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 1.377984881401062e-05,\n+      \"end\": 5.071873263455927,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 5.071890343911946,\n+      \"end\": 5.071892427280545,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 5.093375529162586,\n+      \"end\": 5.858487642370164,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 5.859757303260267,\n+      \"end\": 24.638995681889355,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 24.64008359145373,\n+      \"end\": 24.70343031361699,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"7f73752f8a5f5ced47e687d12509a0df497ba521","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/AILAStatutes.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FAILAStatutes.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FAILAStatutes.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FAILAStatutes.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e\",\n+  \"task_name\": \"AILAStatutes\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.3,\n+        \"ndcg_at_3\": 0.2696,\n+        \"ndcg_at_5\": 0.27047,\n+        \"ndcg_at_10\": 0.32283,\n+        \"ndcg_at_20\": 0.38131,\n+        \"ndcg_at_100\": 0.52881,\n+        \"ndcg_at_1000\": 0.52881,\n+        \"map_at_1\": 0.072,\n+        \"map_at_3\": 0.14017,\n+        \"map_at_5\": 0.17703,\n+        \"map_at_10\": 0.20741,\n+        \"map_at_20\": 0.23092,\n+        \"map_at_100\": 0.27419,\n+        \"map_at_1000\": 0.27419,\n+        \"recall_at_1\": 0.072,\n+        \"recall_at_3\": 0.18667,\n+        \"recall_at_5\": 0.26933,\n+        \"recall_at_10\": 0.37033,\n+        \"recall_at_20\": 0.516,\n+        \"recall_at_100\": 1.0,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.072,\n+        \"precision_at_1\": 0.3,\n+        \"precision_at_3\": 0.25333,\n+        \"precision_at_5\": 0.224,\n+        \"precision_at_10\": 0.158,\n+        \"precision_at_20\": 0.111,\n+        \"precision_at_100\": 0.0434,\n+        \"precision_at_1000\": 0.00434,\n+        \"mrr_at_1\": 0.3,\n+        \"mrr_at_3\": 0.413333,\n+        \"mrr_at_5\": 0.452333,\n+        \"mrr_at_10\": 0.463635,\n+        \"mrr_at_20\": 0.471726,\n+        \"mrr_at_100\": 0.47454,\n+        \"mrr_at_1000\": 0.47454,\n+        \"nauc_ndcg_at_1_max\": 0.489745,\n+        \"nauc_ndcg_at_1_std\": 0.03532,\n+        \"nauc_ndcg_at_1_diff1\": 0.484367,\n+        \"nauc_ndcg_at_3_max\": 0.44267,\n+        \"nauc_ndcg_at_3_std\": 0.170848,\n+        \"nauc_ndcg_at_3_diff1\": 0.381648,\n+        \"nauc_ndcg_at_5_max\": 0.448601,\n+        \"nauc_ndcg_at_5_std\": 0.303748,\n+        \"nauc_ndcg_at_5_diff1\": 0.318527,\n+        \"nauc_ndcg_at_10_max\": 0.419854,\n+        \"nauc_ndcg_at_10_std\": 0.363926,\n+        \"nauc_ndcg_at_10_diff1\": 0.300052,\n+        \"nauc_ndcg_at_20_max\": 0.414167,\n+        \"nauc_ndcg_at_20_std\": 0.353947,\n+        \"nauc_ndcg_at_20_diff1\": 0.255955,\n+        \"nauc_ndcg_at_100_max\": 0.424912,\n+        \"nauc_ndcg_at_100_std\": 0.24788,\n+        \"nauc_ndcg_at_100_diff1\": 0.367217,\n+        \"nauc_ndcg_at_1000_max\": 0.424912,\n+        \"nauc_ndcg_at_1000_std\": 0.24788,\n+        \"nauc_ndcg_at_1000_diff1\": 0.367217,\n+        \"nauc_map_at_1_max\": 0.44906,\n+        \"nauc_map_at_1_std\": 0.075642,\n+        \"nauc_map_at_1_diff1\": 0.427932,\n+        \"nauc_map_at_3_max\": 0.451682,\n+        \"nauc_map_at_3_std\": 0.18328,\n+        \"nauc_map_at_3_diff1\": 0.332117,\n+        \"nauc_map_at_5_max\": 0.455544,\n+        \"nauc_map_at_5_std\": 0.262296,\n+        \"nauc_map_at_5_diff1\": 0.318514,\n+        \"nauc_map_at_10_max\": 0.440624,\n+        \"nauc_map_at_10_std\": 0.291053,\n+        \"nauc_map_at_10_diff1\": 0.319774,\n+        \"nauc_map_at_20_max\": 0.432246,\n+        \"nauc_map_at_20_std\": 0.295497,\n+        \"nauc_map_at_20_diff1\": 0.300456,\n+        \"nauc_map_at_100_max\": 0.437036,\n+        \"nauc_map_at_100_std\": 0.267455,\n+        \"nauc_map_at_100_diff1\": 0.334461,\n+        \"nauc_map_at_1000_max\": 0.437036,\n+        \"nauc_map_at_1000_std\": 0.267455,\n+        \"nauc_map_at_1000_diff1\": 0.334461,\n+        \"nauc_recall_at_1_max\": 0.44906,\n+        \"nauc_recall_at_1_std\": 0.075642,\n+        \"nauc_recall_at_1_diff1\": 0.427932,\n+        \"nauc_recall_at_3_max\": 0.433381,\n+        \"nauc_recall_at_3_std\": 0.310798,\n+        \"nauc_recall_at_3_diff1\": 0.230306,\n+        \"nauc_recall_at_5_max\": 0.4262,\n+        \"nauc_recall_at_5_std\": 0.435807,\n+        \"nauc_recall_at_5_diff1\": 0.197458,\n+        \"nauc_recall_at_10_max\": 0.348794,\n+        \"nauc_recall_at_10_std\": 0.543945,\n+        \"nauc_recall_at_10_diff1\": 0.147769,\n+        \"nauc_recall_at_20_max\": 0.304513,\n+        \"nauc_recall_at_20_std\": 0.502695,\n+        \"nauc_recall_at_20_diff1\": -0.017119,\n+        \"nauc_recall_at_100_max\": NaN,\n+        \"nauc_recall_at_100_std\": NaN,\n+        \"nauc_recall_at_100_diff1\": NaN,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.489745,\n+        \"nauc_precision_at_1_std\": 0.03532,\n+        \"nauc_precision_at_1_diff1\": 0.484367,\n+        \"nauc_precision_at_3_max\": 0.437669,\n+        \"nauc_precision_at_3_std\": 0.22681,\n+        \"nauc_precision_at_3_diff1\": 0.354236,\n+        \"nauc_precision_at_5_max\": 0.399087,\n+        \"nauc_precision_at_5_std\": 0.353996,\n+        \"nauc_precision_at_5_diff1\": 0.287126,\n+        \"nauc_precision_at_10_max\": 0.287743,\n+        \"nauc_precision_at_10_std\": 0.431273,\n+        \"nauc_precision_at_10_diff1\": 0.205903,\n+        \"nauc_precision_at_20_max\": 0.195734,\n+        \"nauc_precision_at_20_std\": 0.32185,\n+        \"nauc_precision_at_20_diff1\": 0.083049,\n+        \"nauc_precision_at_100_max\": -0.256325,\n+        \"nauc_precision_at_100_std\": -0.41064,\n+        \"nauc_precision_at_100_diff1\": 0.222352,\n+        \"nauc_precision_at_1000_max\": -0.256325,\n+        \"nauc_precision_at_1000_std\": -0.41064,\n+        \"nauc_precision_at_1000_diff1\": 0.222352,\n+        \"nauc_mrr_at_1_max\": 0.489745,\n+        \"nauc_mrr_at_1_std\": 0.03532,\n+        \"nauc_mrr_at_1_diff1\": 0.484367,\n+        \"nauc_mrr_at_3_max\": 0.436159,\n+        \"nauc_mrr_at_3_std\": 0.127377,\n+        \"nauc_mrr_at_3_diff1\": 0.445794,\n+        \"nauc_mrr_at_5_max\": 0.438309,\n+        \"nauc_mrr_at_5_std\": 0.146023,\n+        \"nauc_mrr_at_5_diff1\": 0.427527,\n+        \"nauc_mrr_at_10_max\": 0.441029,\n+        \"nauc_mrr_at_10_std\": 0.144878,\n+        \"nauc_mrr_at_10_diff1\": 0.434108,\n+        \"nauc_mrr_at_20_max\": 0.436892,\n+        \"nauc_mrr_at_20_std\": 0.132015,\n+        \"nauc_mrr_at_20_diff1\": 0.425422,\n+        \"nauc_mrr_at_100_max\": 0.439247,\n+        \"nauc_mrr_at_100_std\": 0.128867,\n+        \"nauc_mrr_at_100_diff1\": 0.433129,\n+        \"nauc_mrr_at_1000_max\": 0.439247,\n+        \"nauc_mrr_at_1000_std\": 0.128867,\n+        \"nauc_mrr_at_1000_diff1\": 0.433129,\n+        \"hit_rate_at_1\": 0.3,\n+        \"hit_rate_at_3\": 0.56,\n+        \"hit_rate_at_5\": 0.72,\n+        \"hit_rate_at_10\": 0.82,\n+        \"hit_rate_at_20\": 0.94,\n+        \"hit_rate_at_100\": 1.0,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.32283,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 6.12525496352464,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727244.181007,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 5.130656063556671e-06,\n+      \"end\": 4.119459107518196,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 4.119469314813614,\n+      \"end\": 4.119471331126988,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 4.139628056436777,\n+      \"end\": 4.901814525946975,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 4.903134286403656,\n+      \"end\": 6.060241097584367,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 6.060852658934891,\n+      \"end\": 6.1185429990291595,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"b4259b384973dfff2a3316258a8ed4de66d60418","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/AppsRetrieval.json","status":"added","additions":206,"deletions":0,"changes":206,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FAppsRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FAppsRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FAppsRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,206 @@\n+{\n+  \"dataset_revision\": \"f22508f96b7a36c2415181ed8bb76f76e04ae2d5\",\n+  \"task_name\": \"AppsRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.29376,\n+        \"ndcg_at_3\": 0.36262,\n+        \"ndcg_at_5\": 0.38719,\n+        \"ndcg_at_10\": 0.41058,\n+        \"ndcg_at_20\": 0.43015,\n+        \"ndcg_at_100\": 0.45904,\n+        \"ndcg_at_1000\": 0.48024,\n+        \"map_at_1\": 0.29376,\n+        \"map_at_3\": 0.34551,\n+        \"map_at_5\": 0.35912,\n+        \"map_at_10\": 0.36873,\n+        \"map_at_20\": 0.37409,\n+        \"map_at_100\": 0.37804,\n+        \"map_at_1000\": 0.37878,\n+        \"recall_at_1\": 0.29376,\n+        \"recall_at_3\": 0.41222,\n+        \"recall_at_5\": 0.47198,\n+        \"recall_at_10\": 0.54449,\n+        \"recall_at_20\": 0.62205,\n+        \"recall_at_100\": 0.77849,\n+        \"recall_at_1000\": 0.94847,\n+        \"accuracy\": 0.29376,\n+        \"precision_at_1\": 0.29376,\n+        \"precision_at_3\": 0.13741,\n+        \"precision_at_5\": 0.0944,\n+        \"precision_at_10\": 0.05445,\n+        \"precision_at_20\": 0.0311,\n+        \"precision_at_100\": 0.00778,\n+        \"precision_at_1000\": 0.00095,\n+        \"mrr_at_1\": 0.293758,\n+        \"mrr_at_3\": 0.345507,\n+        \"mrr_at_5\": 0.359119,\n+        \"mrr_at_10\": 0.368733,\n+        \"mrr_at_20\": 0.374087,\n+        \"mrr_at_100\": 0.378042,\n+        \"mrr_at_1000\": 0.378781,\n+        \"nauc_ndcg_at_1_max\": 0.36342,\n+        \"nauc_ndcg_at_1_std\": 0.068706,\n+        \"nauc_ndcg_at_1_diff1\": 0.576193,\n+        \"nauc_ndcg_at_3_max\": 0.348584,\n+        \"nauc_ndcg_at_3_std\": 0.087361,\n+        \"nauc_ndcg_at_3_diff1\": 0.496549,\n+        \"nauc_ndcg_at_5_max\": 0.351598,\n+        \"nauc_ndcg_at_5_std\": 0.097674,\n+        \"nauc_ndcg_at_5_diff1\": 0.487733,\n+        \"nauc_ndcg_at_10_max\": 0.347325,\n+        \"nauc_ndcg_at_10_std\": 0.098798,\n+        \"nauc_ndcg_at_10_diff1\": 0.480913,\n+        \"nauc_ndcg_at_20_max\": 0.346199,\n+        \"nauc_ndcg_at_20_std\": 0.104177,\n+        \"nauc_ndcg_at_20_diff1\": 0.479439,\n+        \"nauc_ndcg_at_100_max\": 0.346564,\n+        \"nauc_ndcg_at_100_std\": 0.109183,\n+        \"nauc_ndcg_at_100_diff1\": 0.482555,\n+        \"nauc_ndcg_at_1000_max\": 0.34841,\n+        \"nauc_ndcg_at_1000_std\": 0.105825,\n+        \"nauc_ndcg_at_1000_diff1\": 0.489894,\n+        \"nauc_map_at_1_max\": 0.36342,\n+        \"nauc_map_at_1_std\": 0.068706,\n+        \"nauc_map_at_1_diff1\": 0.576193,\n+        \"nauc_map_at_3_max\": 0.352796,\n+        \"nauc_map_at_3_std\": 0.083438,\n+        \"nauc_map_at_3_diff1\": 0.515334,\n+        \"nauc_map_at_5_max\": 0.354518,\n+        \"nauc_map_at_5_std\": 0.089204,\n+        \"nauc_map_at_5_diff1\": 0.510481,\n+        \"nauc_map_at_10_max\": 0.352549,\n+        \"nauc_map_at_10_std\": 0.089359,\n+        \"nauc_map_at_10_diff1\": 0.507698,\n+        \"nauc_map_at_20_max\": 0.352341,\n+        \"nauc_map_at_20_std\": 0.090782,\n+        \"nauc_map_at_20_diff1\": 0.507513,\n+        \"nauc_map_at_100_max\": 0.352266,\n+        \"nauc_map_at_100_std\": 0.091393,\n+        \"nauc_map_at_100_diff1\": 0.507884,\n+        \"nauc_map_at_1000_max\": 0.35236,\n+        \"nauc_map_at_1000_std\": 0.091322,\n+        \"nauc_map_at_1000_diff1\": 0.508142,\n+        \"nauc_recall_at_1_max\": 0.36342,\n+        \"nauc_recall_at_1_std\": 0.068706,\n+        \"nauc_recall_at_1_diff1\": 0.576193,\n+        \"nauc_recall_at_3_max\": 0.336483,\n+        \"nauc_recall_at_3_std\": 0.098175,\n+        \"nauc_recall_at_3_diff1\": 0.443849,\n+        \"nauc_recall_at_5_max\": 0.343387,\n+        \"nauc_recall_at_5_std\": 0.123041,\n+        \"nauc_recall_at_5_diff1\": 0.421683,\n+        \"nauc_recall_at_10_max\": 0.330577,\n+        \"nauc_recall_at_10_std\": 0.129434,\n+        \"nauc_recall_at_10_diff1\": 0.396877,\n+        \"nauc_recall_at_20_max\": 0.323377,\n+        \"nauc_recall_at_20_std\": 0.156064,\n+        \"nauc_recall_at_20_diff1\": 0.381134,\n+        \"nauc_recall_at_100_max\": 0.319195,\n+        \"nauc_recall_at_100_std\": 0.222431,\n+        \"nauc_recall_at_100_diff1\": 0.364724,\n+        \"nauc_recall_at_1000_max\": 0.314011,\n+        \"nauc_recall_at_1000_std\": 0.370961,\n+        \"nauc_recall_at_1000_diff1\": 0.370943,\n+        \"nauc_precision_at_1_max\": 0.36342,\n+        \"nauc_precision_at_1_std\": 0.068706,\n+        \"nauc_precision_at_1_diff1\": 0.576193,\n+        \"nauc_precision_at_3_max\": 0.336483,\n+        \"nauc_precision_at_3_std\": 0.098175,\n+        \"nauc_precision_at_3_diff1\": 0.443849,\n+        \"nauc_precision_at_5_max\": 0.343387,\n+        \"nauc_precision_at_5_std\": 0.123041,\n+        \"nauc_precision_at_5_diff1\": 0.421683,\n+        \"nauc_precision_at_10_max\": 0.330577,\n+        \"nauc_precision_at_10_std\": 0.129434,\n+        \"nauc_precision_at_10_diff1\": 0.396877,\n+        \"nauc_precision_at_20_max\": 0.323377,\n+        \"nauc_precision_at_20_std\": 0.156064,\n+        \"nauc_precision_at_20_diff1\": 0.381134,\n+        \"nauc_precision_at_100_max\": 0.319195,\n+        \"nauc_precision_at_100_std\": 0.222431,\n+        \"nauc_precision_at_100_diff1\": 0.364724,\n+        \"nauc_precision_at_1000_max\": 0.314011,\n+        \"nauc_precision_at_1000_std\": 0.370961,\n+        \"nauc_precision_at_1000_diff1\": 0.370943,\n+        \"nauc_mrr_at_1_max\": 0.36342,\n+        \"nauc_mrr_at_1_std\": 0.068706,\n+        \"nauc_mrr_at_1_diff1\": 0.576193,\n+        \"nauc_mrr_at_3_max\": 0.352796,\n+        \"nauc_mrr_at_3_std\": 0.083438,\n+        \"nauc_mrr_at_3_diff1\": 0.515334,\n+        \"nauc_mrr_at_5_max\": 0.354518,\n+        \"nauc_mrr_at_5_std\": 0.089204,\n+        \"nauc_mrr_at_5_diff1\": 0.510481,\n+        \"nauc_mrr_at_10_max\": 0.352549,\n+        \"nauc_mrr_at_10_std\": 0.089359,\n+        \"nauc_mrr_at_10_diff1\": 0.507698,\n+        \"nauc_mrr_at_20_max\": 0.352341,\n+        \"nauc_mrr_at_20_std\": 0.090782,\n+        \"nauc_mrr_at_20_diff1\": 0.507513,\n+        \"nauc_mrr_at_100_max\": 0.352266,\n+        \"nauc_mrr_at_100_std\": 0.091393,\n+        \"nauc_mrr_at_100_diff1\": 0.507884,\n+        \"nauc_mrr_at_1000_max\": 0.35236,\n+        \"nauc_mrr_at_1000_std\": 0.091322,\n+        \"nauc_mrr_at_1000_diff1\": 0.508142,\n+        \"hit_rate_at_1\": 0.29376,\n+        \"hit_rate_at_3\": 0.41222,\n+        \"hit_rate_at_5\": 0.47198,\n+        \"hit_rate_at_10\": 0.54449,\n+        \"hit_rate_at_20\": 0.62205,\n+        \"hit_rate_at_100\": 0.77849,\n+        \"hit_rate_at_1000\": 0.94847,\n+        \"main_score\": 0.41058,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 160.05132695566863,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727490.389034,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 4.502944648265839e-06,\n+      \"end\": 6.415451739914715,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 6.415461037307978,\n+      \"end\": 6.415462965145707,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 7.416472616605461,\n+      \"end\": 56.28574512992054,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 56.318529127165675,\n+      \"end\": 156.11971365008503,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 156.59820098429918,\n+      \"end\": 159.983549955301,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"7db2eb7e316375183f3779f72838faf582daab72","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/CUREv1.json","status":"added","additions":5915,"deletions":0,"changes":5915,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FCUREv1.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FCUREv1.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FCUREv1.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76"},{"sha":"018b61217d45422744b13a0b1fca4e3f67ff1693","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/ChatDoctorRetrieval.json","status":"added","additions":198,"deletions":0,"changes":198,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FChatDoctorRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FChatDoctorRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FChatDoctorRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,198 @@\n+{\n+  \"dataset_revision\": \"50c2986fedffa33b38afd5c1752026f8e9e5ed1d\",\n+  \"task_name\": \"ChatDoctorRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.47505,\n+        \"ndcg_at_3\": 0.5516,\n+        \"ndcg_at_5\": 0.57418,\n+        \"ndcg_at_10\": 0.59669,\n+        \"ndcg_at_20\": 0.6144,\n+        \"ndcg_at_100\": 0.63582,\n+        \"ndcg_at_1000\": 0.6445,\n+        \"map_at_1\": 0.47505,\n+        \"map_at_3\": 0.5327,\n+        \"map_at_5\": 0.54525,\n+        \"map_at_10\": 0.55455,\n+        \"map_at_20\": 0.5594,\n+        \"map_at_100\": 0.56243,\n+        \"map_at_1000\": 0.56278,\n+        \"recall_at_1\": 0.47505,\n+        \"recall_at_3\": 0.60633,\n+        \"recall_at_5\": 0.66106,\n+        \"recall_at_10\": 0.73064,\n+        \"recall_at_20\": 0.80075,\n+        \"recall_at_100\": 0.91522,\n+        \"recall_at_1000\": 0.98211,\n+        \"accuracy\": 0.47505,\n+        \"precision_at_1\": 0.47505,\n+        \"precision_at_3\": 0.20211,\n+        \"precision_at_5\": 0.13221,\n+        \"precision_at_10\": 0.07306,\n+        \"precision_at_20\": 0.04004,\n+        \"precision_at_100\": 0.00915,\n+        \"precision_at_1000\": 0.00098,\n+        \"mrr_at_1\": 0.475049,\n+        \"mrr_at_3\": 0.532701,\n+        \"mrr_at_5\": 0.545248,\n+        \"mrr_at_10\": 0.554547,\n+        \"mrr_at_20\": 0.559396,\n+        \"mrr_at_100\": 0.562427,\n+        \"mrr_at_1000\": 0.562777,\n+        \"nauc_ndcg_at_1_max\": 0.267028,\n+        \"nauc_ndcg_at_1_std\": -0.227191,\n+        \"nauc_ndcg_at_1_diff1\": 0.749424,\n+        \"nauc_ndcg_at_3_max\": 0.253565,\n+        \"nauc_ndcg_at_3_std\": -0.23557,\n+        \"nauc_ndcg_at_3_diff1\": 0.69341,\n+        \"nauc_ndcg_at_5_max\": 0.251567,\n+        \"nauc_ndcg_at_5_std\": -0.234316,\n+        \"nauc_ndcg_at_5_diff1\": 0.68632,\n+        \"nauc_ndcg_at_10_max\": 0.252211,\n+        \"nauc_ndcg_at_10_std\": -0.231901,\n+        \"nauc_ndcg_at_10_diff1\": 0.679962,\n+        \"nauc_ndcg_at_20_max\": 0.255139,\n+        \"nauc_ndcg_at_20_std\": -0.225533,\n+        \"nauc_ndcg_at_20_diff1\": 0.680446,\n+        \"nauc_ndcg_at_100_max\": 0.259814,\n+        \"nauc_ndcg_at_100_std\": -0.215769,\n+        \"nauc_ndcg_at_100_diff1\": 0.68538,\n+        \"nauc_ndcg_at_1000_max\": 0.258232,\n+        \"nauc_ndcg_at_1000_std\": -0.221403,\n+        \"nauc_ndcg_at_1000_diff1\": 0.690563,\n+        \"nauc_map_at_1_max\": 0.267028,\n+        \"nauc_map_at_1_std\": -0.227191,\n+        \"nauc_map_at_1_diff1\": 0.749424,\n+        \"nauc_map_at_3_max\": 0.256599,\n+        \"nauc_map_at_3_std\": -0.233866,\n+        \"nauc_map_at_3_diff1\": 0.707291,\n+        \"nauc_map_at_5_max\": 0.255642,\n+        \"nauc_map_at_5_std\": -0.233118,\n+        \"nauc_map_at_5_diff1\": 0.703787,\n+        \"nauc_map_at_10_max\": 0.255804,\n+        \"nauc_map_at_10_std\": -0.232189,\n+        \"nauc_map_at_10_diff1\": 0.701458,\n+        \"nauc_map_at_20_max\": 0.256559,\n+        \"nauc_map_at_20_std\": -0.230571,\n+        \"nauc_map_at_20_diff1\": 0.701931,\n+        \"nauc_map_at_100_max\": 0.257238,\n+        \"nauc_map_at_100_std\": -0.229359,\n+        \"nauc_map_at_100_diff1\": 0.702719,\n+        \"nauc_map_at_1000_max\": 0.257216,\n+        \"nauc_map_at_1000_std\": -0.229494,\n+        \"nauc_map_at_1000_diff1\": 0.702912,\n+        \"nauc_recall_at_1_max\": 0.267028,\n+        \"nauc_recall_at_1_std\": -0.227191,\n+        \"nauc_recall_at_1_diff1\": 0.749424,\n+        \"nauc_recall_at_3_max\": 0.244299,\n+        \"nauc_recall_at_3_std\": -0.240679,\n+        \"nauc_recall_at_3_diff1\": 0.650385,\n+        \"nauc_recall_at_5_max\": 0.237597,\n+        \"nauc_recall_at_5_std\": -0.237998,\n+        \"nauc_recall_at_5_diff1\": 0.626345,\n+        \"nauc_recall_at_10_max\": 0.238665,\n+        \"nauc_recall_at_10_std\": -0.229018,\n+        \"nauc_recall_at_10_diff1\": 0.591522,\n+        \"nauc_recall_at_20_max\": 0.253152,\n+        \"nauc_recall_at_20_std\": -0.189449,\n+        \"nauc_recall_at_20_diff1\": 0.568893,\n+        \"nauc_recall_at_100_max\": 0.325484,\n+        \"nauc_recall_at_100_std\": 0.016833,\n+        \"nauc_recall_at_100_diff1\": 0.519674,\n+        \"nauc_recall_at_1000_max\": 0.358249,\n+        \"nauc_recall_at_1000_std\": 0.185599,\n+        \"nauc_recall_at_1000_diff1\": 0.486589,\n+        \"nauc_precision_at_1_max\": 0.267028,\n+        \"nauc_precision_at_1_std\": -0.227191,\n+        \"nauc_precision_at_1_diff1\": 0.749424,\n+        \"nauc_precision_at_3_max\": 0.244299,\n+        \"nauc_precision_at_3_std\": -0.240679,\n+        \"nauc_precision_at_3_diff1\": 0.650385,\n+        \"nauc_precision_at_5_max\": 0.237597,\n+        \"nauc_precision_at_5_std\": -0.237998,\n+        \"nauc_precision_at_5_diff1\": 0.626345,\n+        \"nauc_precision_at_10_max\": 0.238665,\n+        \"nauc_precision_at_10_std\": -0.229018,\n+        \"nauc_precision_at_10_diff1\": 0.591522,\n+        \"nauc_precision_at_20_max\": 0.253152,\n+        \"nauc_precision_at_20_std\": -0.189449,\n+        \"nauc_precision_at_20_diff1\": 0.568893,\n+        \"nauc_precision_at_100_max\": 0.325484,\n+        \"nauc_precision_at_100_std\": 0.016833,\n+        \"nauc_precision_at_100_diff1\": 0.519674,\n+        \"nauc_precision_at_1000_max\": 0.358249,\n+        \"nauc_precision_at_1000_std\": 0.185599,\n+        \"nauc_precision_at_1000_diff1\": 0.486589,\n+        \"nauc_mrr_at_1_max\": 0.267028,\n+        \"nauc_mrr_at_1_std\": -0.227191,\n+        \"nauc_mrr_at_1_diff1\": 0.749424,\n+        \"nauc_mrr_at_3_max\": 0.256599,\n+        \"nauc_mrr_at_3_std\": -0.233866,\n+        \"nauc_mrr_at_3_diff1\": 0.707291,\n+        \"nauc_mrr_at_5_max\": 0.255642,\n+        \"nauc_mrr_at_5_std\": -0.233118,\n+        \"nauc_mrr_at_5_diff1\": 0.703787,\n+        \"nauc_mrr_at_10_max\": 0.255804,\n+        \"nauc_mrr_at_10_std\": -0.232189,\n+        \"nauc_mrr_at_10_diff1\": 0.701458,\n+        \"nauc_mrr_at_20_max\": 0.256559,\n+        \"nauc_mrr_at_20_std\": -0.230571,\n+        \"nauc_mrr_at_20_diff1\": 0.701931,\n+        \"nauc_mrr_at_100_max\": 0.257238,\n+        \"nauc_mrr_at_100_std\": -0.229359,\n+        \"nauc_mrr_at_100_diff1\": 0.702719,\n+        \"nauc_mrr_at_1000_max\": 0.257216,\n+        \"nauc_mrr_at_1000_std\": -0.229494,\n+        \"nauc_mrr_at_1000_diff1\": 0.702912,\n+        \"hit_rate_at_1\": 0.47505,\n+        \"hit_rate_at_3\": 0.60633,\n+        \"hit_rate_at_5\": 0.66106,\n+        \"hit_rate_at_10\": 0.73064,\n+        \"hit_rate_at_20\": 0.80075,\n+        \"hit_rate_at_100\": 0.91522,\n+        \"hit_rate_at_1000\": 0.98211,\n+        \"main_score\": 0.59669,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 120.26674301270396,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793733885.975726,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 0.0,\n+      \"end\": 2.7607371266931295,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 3.131157472729683,\n+      \"end\": 56.99853077530861,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 57.03945743013173,\n+      \"end\": 114.51390339061618,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 115.23720538057387,\n+      \"end\": 120.18208401463926,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"ecd0c838d12842943109fc233c1920d0347cdd79","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/DS1000Retrieval.json","status":"added","additions":206,"deletions":0,"changes":206,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FDS1000Retrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FDS1000Retrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FDS1000Retrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,206 @@\n+{\n+  \"dataset_revision\": \"26779eaf6daa2b7984cb33ec450817fd188aab30\",\n+  \"task_name\": \"DS1000Retrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.28679,\n+        \"ndcg_at_3\": 0.51755,\n+        \"ndcg_at_5\": 0.57964,\n+        \"ndcg_at_10\": 0.61543,\n+        \"ndcg_at_20\": 0.62439,\n+        \"ndcg_at_100\": 0.63005,\n+        \"ndcg_at_1000\": 0.63071,\n+        \"map_at_1\": 0.28679,\n+        \"map_at_3\": 0.4628,\n+        \"map_at_5\": 0.49776,\n+        \"map_at_10\": 0.51311,\n+        \"map_at_20\": 0.51569,\n+        \"map_at_100\": 0.51657,\n+        \"map_at_1000\": 0.5166,\n+        \"recall_at_1\": 0.28679,\n+        \"recall_at_3\": 0.67518,\n+        \"recall_at_5\": 0.82382,\n+        \"recall_at_10\": 0.93143,\n+        \"recall_at_20\": 0.96597,\n+        \"recall_at_100\": 0.99499,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.28679,\n+        \"precision_at_1\": 0.28679,\n+        \"precision_at_3\": 0.22506,\n+        \"precision_at_5\": 0.16476,\n+        \"precision_at_10\": 0.09314,\n+        \"precision_at_20\": 0.0483,\n+        \"precision_at_100\": 0.00995,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.286787,\n+        \"mrr_at_3\": 0.462796,\n+        \"mrr_at_5\": 0.497756,\n+        \"mrr_at_10\": 0.513113,\n+        \"mrr_at_20\": 0.515691,\n+        \"mrr_at_100\": 0.516572,\n+        \"mrr_at_1000\": 0.5166,\n+        \"nauc_ndcg_at_1_max\": 0.158221,\n+        \"nauc_ndcg_at_1_std\": 0.081265,\n+        \"nauc_ndcg_at_1_diff1\": -0.040885,\n+        \"nauc_ndcg_at_3_max\": 0.274727,\n+        \"nauc_ndcg_at_3_std\": 0.142367,\n+        \"nauc_ndcg_at_3_diff1\": -0.076034,\n+        \"nauc_ndcg_at_5_max\": 0.294229,\n+        \"nauc_ndcg_at_5_std\": 0.137196,\n+        \"nauc_ndcg_at_5_diff1\": -0.08371,\n+        \"nauc_ndcg_at_10_max\": 0.282712,\n+        \"nauc_ndcg_at_10_std\": 0.139451,\n+        \"nauc_ndcg_at_10_diff1\": -0.067889,\n+        \"nauc_ndcg_at_20_max\": 0.267477,\n+        \"nauc_ndcg_at_20_std\": 0.139544,\n+        \"nauc_ndcg_at_20_diff1\": -0.069714,\n+        \"nauc_ndcg_at_100_max\": 0.259101,\n+        \"nauc_ndcg_at_100_std\": 0.133173,\n+        \"nauc_ndcg_at_100_diff1\": -0.068296,\n+        \"nauc_ndcg_at_1000_max\": 0.257066,\n+        \"nauc_ndcg_at_1000_std\": 0.131465,\n+        \"nauc_ndcg_at_1000_diff1\": -0.068735,\n+        \"nauc_map_at_1_max\": 0.158221,\n+        \"nauc_map_at_1_std\": 0.081265,\n+        \"nauc_map_at_1_diff1\": -0.040885,\n+        \"nauc_map_at_3_max\": 0.247269,\n+        \"nauc_map_at_3_std\": 0.129798,\n+        \"nauc_map_at_3_diff1\": -0.068427,\n+        \"nauc_map_at_5_max\": 0.255118,\n+        \"nauc_map_at_5_std\": 0.126162,\n+        \"nauc_map_at_5_diff1\": -0.072363,\n+        \"nauc_map_at_10_max\": 0.249787,\n+        \"nauc_map_at_10_std\": 0.126459,\n+        \"nauc_map_at_10_diff1\": -0.066071,\n+        \"nauc_map_at_20_max\": 0.24607,\n+        \"nauc_map_at_20_std\": 0.126392,\n+        \"nauc_map_at_20_diff1\": -0.066329,\n+        \"nauc_map_at_100_max\": 0.244992,\n+        \"nauc_map_at_100_std\": 0.125624,\n+        \"nauc_map_at_100_diff1\": -0.066313,\n+        \"nauc_map_at_1000_max\": 0.244926,\n+        \"nauc_map_at_1000_std\": 0.125572,\n+        \"nauc_map_at_1000_diff1\": -0.06634,\n+        \"nauc_recall_at_1_max\": 0.158221,\n+        \"nauc_recall_at_1_std\": 0.081265,\n+        \"nauc_recall_at_1_diff1\": -0.040885,\n+        \"nauc_recall_at_3_max\": 0.364732,\n+        \"nauc_recall_at_3_std\": 0.182609,\n+        \"nauc_recall_at_3_diff1\": -0.100616,\n+        \"nauc_recall_at_5_max\": 0.49278,\n+        \"nauc_recall_at_5_std\": 0.188695,\n+        \"nauc_recall_at_5_diff1\": -0.139929,\n+        \"nauc_recall_at_10_max\": 0.64622,\n+        \"nauc_recall_at_10_std\": 0.283574,\n+        \"nauc_recall_at_10_diff1\": -0.065386,\n+        \"nauc_recall_at_20_max\": 0.632454,\n+        \"nauc_recall_at_20_std\": 0.429893,\n+        \"nauc_recall_at_20_diff1\": -0.116666,\n+        \"nauc_recall_at_100_max\": 0.918287,\n+        \"nauc_recall_at_100_std\": 0.696184,\n+        \"nauc_recall_at_100_diff1\": 0.040239,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.158221,\n+        \"nauc_precision_at_1_std\": 0.081265,\n+        \"nauc_precision_at_1_diff1\": -0.040885,\n+        \"nauc_precision_at_3_max\": 0.364732,\n+        \"nauc_precision_at_3_std\": 0.182609,\n+        \"nauc_precision_at_3_diff1\": -0.100616,\n+        \"nauc_precision_at_5_max\": 0.49278,\n+        \"nauc_precision_at_5_std\": 0.188695,\n+        \"nauc_precision_at_5_diff1\": -0.139929,\n+        \"nauc_precision_at_10_max\": 0.64622,\n+        \"nauc_precision_at_10_std\": 0.283574,\n+        \"nauc_precision_at_10_diff1\": -0.065386,\n+        \"nauc_precision_at_20_max\": 0.632454,\n+        \"nauc_precision_at_20_std\": 0.429893,\n+        \"nauc_precision_at_20_diff1\": -0.116666,\n+        \"nauc_precision_at_100_max\": 0.918287,\n+        \"nauc_precision_at_100_std\": 0.696184,\n+        \"nauc_precision_at_100_diff1\": 0.040239,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.158221,\n+        \"nauc_mrr_at_1_std\": 0.081265,\n+        \"nauc_mrr_at_1_diff1\": -0.040885,\n+        \"nauc_mrr_at_3_max\": 0.247269,\n+        \"nauc_mrr_at_3_std\": 0.129798,\n+        \"nauc_mrr_at_3_diff1\": -0.068427,\n+        \"nauc_mrr_at_5_max\": 0.255118,\n+        \"nauc_mrr_at_5_std\": 0.126162,\n+        \"nauc_mrr_at_5_diff1\": -0.072363,\n+        \"nauc_mrr_at_10_max\": 0.249787,\n+        \"nauc_mrr_at_10_std\": 0.126459,\n+        \"nauc_mrr_at_10_diff1\": -0.066071,\n+        \"nauc_mrr_at_20_max\": 0.24607,\n+        \"nauc_mrr_at_20_std\": 0.126392,\n+        \"nauc_mrr_at_20_diff1\": -0.066329,\n+        \"nauc_mrr_at_100_max\": 0.244992,\n+        \"nauc_mrr_at_100_std\": 0.125624,\n+        \"nauc_mrr_at_100_diff1\": -0.066313,\n+        \"nauc_mrr_at_1000_max\": 0.244926,\n+        \"nauc_mrr_at_1000_std\": 0.125572,\n+        \"nauc_mrr_at_1000_diff1\": -0.06634,\n+        \"hit_rate_at_1\": 0.28679,\n+        \"hit_rate_at_3\": 0.67518,\n+        \"hit_rate_at_5\": 0.82382,\n+        \"hit_rate_at_10\": 0.93143,\n+        \"hit_rate_at_20\": 0.96597,\n+        \"hit_rate_at_100\": 0.99499,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.61543,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 52.99142995476723,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727543.390416,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 6.368383765220642e-06,\n+      \"end\": 5.7370574697852135,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 5.737073843367398,\n+      \"end\": 5.737082119099796,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 5.963242239318788,\n+      \"end\": 29.465534888207912,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 29.48053254466504,\n+      \"end\": 50.826186462305486,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 51.066257868893445,\n+      \"end\": 52.958181047812104,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"cae0b6cabf3061efe8ae32fce6152a2e0009aec3","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/FinQARetrieval.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FFinQARetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FFinQARetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FFinQARetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"18dbd07c4e9dc8328d10a53b98f3caad6b7e07d9\",\n+  \"task_name\": \"FinQARetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.64675,\n+        \"ndcg_at_3\": 0.76201,\n+        \"ndcg_at_5\": 0.78734,\n+        \"ndcg_at_10\": 0.80432,\n+        \"ndcg_at_20\": 0.81366,\n+        \"ndcg_at_100\": 0.81528,\n+        \"ndcg_at_1000\": 0.8154,\n+        \"map_at_1\": 0.64675,\n+        \"map_at_3\": 0.73433,\n+        \"map_at_5\": 0.74839,\n+        \"map_at_10\": 0.75552,\n+        \"map_at_20\": 0.7582,\n+        \"map_at_100\": 0.75849,\n+        \"map_at_1000\": 0.75849,\n+        \"recall_at_1\": 0.64675,\n+        \"recall_at_3\": 0.84183,\n+        \"recall_at_5\": 0.90334,\n+        \"recall_at_10\": 0.95518,\n+        \"recall_at_20\": 0.99121,\n+        \"recall_at_100\": 0.99912,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.64675,\n+        \"precision_at_1\": 0.64675,\n+        \"precision_at_3\": 0.28061,\n+        \"precision_at_5\": 0.18067,\n+        \"precision_at_10\": 0.09552,\n+        \"precision_at_20\": 0.04956,\n+        \"precision_at_100\": 0.00999,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.646749,\n+        \"mrr_at_3\": 0.734329,\n+        \"mrr_at_5\": 0.748389,\n+        \"mrr_at_10\": 0.755518,\n+        \"mrr_at_20\": 0.758201,\n+        \"mrr_at_100\": 0.758487,\n+        \"mrr_at_1000\": 0.758492,\n+        \"nauc_ndcg_at_1_max\": 0.226064,\n+        \"nauc_ndcg_at_1_std\": -0.254821,\n+        \"nauc_ndcg_at_1_diff1\": 0.780791,\n+        \"nauc_ndcg_at_3_max\": 0.232852,\n+        \"nauc_ndcg_at_3_std\": -0.262018,\n+        \"nauc_ndcg_at_3_diff1\": 0.742729,\n+        \"nauc_ndcg_at_5_max\": 0.258478,\n+        \"nauc_ndcg_at_5_std\": -0.254045,\n+        \"nauc_ndcg_at_5_diff1\": 0.74654,\n+        \"nauc_ndcg_at_10_max\": 0.25093,\n+        \"nauc_ndcg_at_10_std\": -0.266656,\n+        \"nauc_ndcg_at_10_diff1\": 0.748472,\n+        \"nauc_ndcg_at_20_max\": 0.244787,\n+        \"nauc_ndcg_at_20_std\": -0.257242,\n+        \"nauc_ndcg_at_20_diff1\": 0.75652,\n+        \"nauc_ndcg_at_100_max\": 0.240607,\n+        \"nauc_ndcg_at_100_std\": -0.260684,\n+        \"nauc_ndcg_at_100_diff1\": 0.756681,\n+        \"nauc_ndcg_at_1000_max\": 0.24003,\n+        \"nauc_ndcg_at_1000_std\": -0.261643,\n+        \"nauc_ndcg_at_1000_diff1\": 0.756707,\n+        \"nauc_map_at_1_max\": 0.226064,\n+        \"nauc_map_at_1_std\": -0.254821,\n+        \"nauc_map_at_1_diff1\": 0.780791,\n+        \"nauc_map_at_3_max\": 0.229342,\n+        \"nauc_map_at_3_std\": -0.26274,\n+        \"nauc_map_at_3_diff1\": 0.753734,\n+        \"nauc_map_at_5_max\": 0.24138,\n+        \"nauc_map_at_5_std\": -0.258597,\n+        \"nauc_map_at_5_diff1\": 0.756218,\n+        \"nauc_map_at_10_max\": 0.238322,\n+        \"nauc_map_at_10_std\": -0.263381,\n+        \"nauc_map_at_10_diff1\": 0.757261,\n+        \"nauc_map_at_20_max\": 0.236962,\n+        \"nauc_map_at_20_std\": -0.261548,\n+        \"nauc_map_at_20_diff1\": 0.759229,\n+        \"nauc_map_at_100_max\": 0.236385,\n+        \"nauc_map_at_100_std\": -0.262005,\n+        \"nauc_map_at_100_diff1\": 0.759239,\n+        \"nauc_map_at_1000_max\": 0.236365,\n+        \"nauc_map_at_1000_std\": -0.262039,\n+        \"nauc_map_at_1000_diff1\": 0.75924,\n+        \"nauc_recall_at_1_max\": 0.226064,\n+        \"nauc_recall_at_1_std\": -0.254821,\n+        \"nauc_recall_at_1_diff1\": 0.780791,\n+        \"nauc_recall_at_3_max\": 0.249076,\n+        \"nauc_recall_at_3_std\": -0.257044,\n+        \"nauc_recall_at_3_diff1\": 0.695064,\n+        \"nauc_recall_at_5_max\": 0.377915,\n+        \"nauc_recall_at_5_std\": -0.220478,\n+        \"nauc_recall_at_5_diff1\": 0.685959,\n+        \"nauc_recall_at_10_max\": 0.426788,\n+        \"nauc_recall_at_10_std\": -0.318807,\n+        \"nauc_recall_at_10_diff1\": 0.636758,\n+        \"nauc_recall_at_20_max\": 0.687026,\n+        \"nauc_recall_at_20_std\": 0.177597,\n+        \"nauc_recall_at_20_diff1\": 0.73341,\n+        \"nauc_recall_at_100_max\": 1.0,\n+        \"nauc_recall_at_100_std\": 1.0,\n+        \"nauc_recall_at_100_diff1\": 0.722132,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.226064,\n+        \"nauc_precision_at_1_std\": -0.254821,\n+        \"nauc_precision_at_1_diff1\": 0.780791,\n+        \"nauc_precision_at_3_max\": 0.249076,\n+        \"nauc_precision_at_3_std\": -0.257044,\n+        \"nauc_precision_at_3_diff1\": 0.695064,\n+        \"nauc_precision_at_5_max\": 0.377915,\n+        \"nauc_precision_at_5_std\": -0.220478,\n+        \"nauc_precision_at_5_diff1\": 0.685959,\n+        \"nauc_precision_at_10_max\": 0.426788,\n+        \"nauc_precision_at_10_std\": -0.318807,\n+        \"nauc_precision_at_10_diff1\": 0.636758,\n+        \"nauc_precision_at_20_max\": 0.687026,\n+        \"nauc_precision_at_20_std\": 0.177597,\n+        \"nauc_precision_at_20_diff1\": 0.73341,\n+        \"nauc_precision_at_100_max\": 1.0,\n+        \"nauc_precision_at_100_std\": 1.0,\n+        \"nauc_precision_at_100_diff1\": 0.722132,\n+        \"nauc_precision_at_1000_max\": 1.0,\n+        \"nauc_precision_at_1000_std\": 1.0,\n+        \"nauc_precision_at_1000_diff1\": 1.0,\n+        \"nauc_mrr_at_1_max\": 0.226064,\n+        \"nauc_mrr_at_1_std\": -0.254821,\n+        \"nauc_mrr_at_1_diff1\": 0.780791,\n+        \"nauc_mrr_at_3_max\": 0.229342,\n+        \"nauc_mrr_at_3_std\": -0.26274,\n+        \"nauc_mrr_at_3_diff1\": 0.753734,\n+        \"nauc_mrr_at_5_max\": 0.24138,\n+        \"nauc_mrr_at_5_std\": -0.258597,\n+        \"nauc_mrr_at_5_diff1\": 0.756218,\n+        \"nauc_mrr_at_10_max\": 0.238322,\n+        \"nauc_mrr_at_10_std\": -0.263381,\n+        \"nauc_mrr_at_10_diff1\": 0.757261,\n+        \"nauc_mrr_at_20_max\": 0.236962,\n+        \"nauc_mrr_at_20_std\": -0.261548,\n+        \"nauc_mrr_at_20_diff1\": 0.759229,\n+        \"nauc_mrr_at_100_max\": 0.236385,\n+        \"nauc_mrr_at_100_std\": -0.262005,\n+        \"nauc_mrr_at_100_diff1\": 0.759239,\n+        \"nauc_mrr_at_1000_max\": 0.236365,\n+        \"nauc_mrr_at_1000_std\": -0.262039,\n+        \"nauc_mrr_at_1000_diff1\": 0.75924,\n+        \"hit_rate_at_1\": 0.64675,\n+        \"hit_rate_at_3\": 0.84183,\n+        \"hit_rate_at_5\": 0.90334,\n+        \"hit_rate_at_10\": 0.95518,\n+        \"hit_rate_at_20\": 0.99121,\n+        \"hit_rate_at_100\": 0.99912,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.80432,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 23.018889175727963,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727330.330427,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 4.5495107769966125e-06,\n+      \"end\": 5.309064764529467,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 5.309074428863823,\n+      \"end\": 5.309077559038997,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 5.437232071533799,\n+      \"end\": 15.704076829366386,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 15.712959324009717,\n+      \"end\": 22.510135776363313,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 22.566426179371774,\n+      \"end\": 23.005942127667367,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"23936c2b7ef69c2d7178ee427cf63ac6f453c821","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/FinanceBenchRetrieval.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FFinanceBenchRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FFinanceBenchRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FFinanceBenchRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"c5215673492044833ff5e0dfd9b5fa848d5df0f2\",\n+  \"task_name\": \"FinanceBenchRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.74667,\n+        \"ndcg_at_3\": 0.85063,\n+        \"ndcg_at_5\": 0.86183,\n+        \"ndcg_at_10\": 0.87534,\n+        \"ndcg_at_20\": 0.87694,\n+        \"ndcg_at_100\": 0.87694,\n+        \"ndcg_at_1000\": 0.87694,\n+        \"map_at_1\": 0.74667,\n+        \"map_at_3\": 0.82444,\n+        \"map_at_5\": 0.83078,\n+        \"map_at_10\": 0.83669,\n+        \"map_at_20\": 0.83708,\n+        \"map_at_100\": 0.83708,\n+        \"map_at_1000\": 0.83708,\n+        \"recall_at_1\": 0.74667,\n+        \"recall_at_3\": 0.92667,\n+        \"recall_at_5\": 0.95333,\n+        \"recall_at_10\": 0.99333,\n+        \"recall_at_20\": 1.0,\n+        \"recall_at_100\": 1.0,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.74667,\n+        \"precision_at_1\": 0.74667,\n+        \"precision_at_3\": 0.30889,\n+        \"precision_at_5\": 0.19067,\n+        \"precision_at_10\": 0.09933,\n+        \"precision_at_20\": 0.05,\n+        \"precision_at_100\": 0.01,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.746667,\n+        \"mrr_at_3\": 0.824444,\n+        \"mrr_at_5\": 0.830778,\n+        \"mrr_at_10\": 0.83669,\n+        \"mrr_at_20\": 0.837083,\n+        \"mrr_at_100\": 0.837083,\n+        \"mrr_at_1000\": 0.837083,\n+        \"nauc_ndcg_at_1_max\": 0.523676,\n+        \"nauc_ndcg_at_1_std\": 0.195718,\n+        \"nauc_ndcg_at_1_diff1\": 0.76883,\n+        \"nauc_ndcg_at_3_max\": 0.589864,\n+        \"nauc_ndcg_at_3_std\": 0.278872,\n+        \"nauc_ndcg_at_3_diff1\": 0.695308,\n+        \"nauc_ndcg_at_5_max\": 0.5832,\n+        \"nauc_ndcg_at_5_std\": 0.251938,\n+        \"nauc_ndcg_at_5_diff1\": 0.715046,\n+        \"nauc_ndcg_at_10_max\": 0.568176,\n+        \"nauc_ndcg_at_10_std\": 0.242686,\n+        \"nauc_ndcg_at_10_diff1\": 0.730792,\n+        \"nauc_ndcg_at_20_max\": 0.56201,\n+        \"nauc_ndcg_at_20_std\": 0.231872,\n+        \"nauc_ndcg_at_20_diff1\": 0.733314,\n+        \"nauc_ndcg_at_100_max\": 0.56201,\n+        \"nauc_ndcg_at_100_std\": 0.231872,\n+        \"nauc_ndcg_at_100_diff1\": 0.733314,\n+        \"nauc_ndcg_at_1000_max\": 0.56201,\n+        \"nauc_ndcg_at_1000_std\": 0.231872,\n+        \"nauc_ndcg_at_1000_diff1\": 0.733314,\n+        \"nauc_map_at_1_max\": 0.523676,\n+        \"nauc_map_at_1_std\": 0.195718,\n+        \"nauc_map_at_1_diff1\": 0.76883,\n+        \"nauc_map_at_3_max\": 0.569055,\n+        \"nauc_map_at_3_std\": 0.247329,\n+        \"nauc_map_at_3_diff1\": 0.71915,\n+        \"nauc_map_at_5_max\": 0.564975,\n+        \"nauc_map_at_5_std\": 0.233446,\n+        \"nauc_map_at_5_diff1\": 0.729752,\n+        \"nauc_map_at_10_max\": 0.559334,\n+        \"nauc_map_at_10_std\": 0.229462,\n+        \"nauc_map_at_10_diff1\": 0.735829,\n+        \"nauc_map_at_20_max\": 0.558166,\n+        \"nauc_map_at_20_std\": 0.22742,\n+        \"nauc_map_at_20_diff1\": 0.73631,\n+        \"nauc_map_at_100_max\": 0.558166,\n+        \"nauc_map_at_100_std\": 0.22742,\n+        \"nauc_map_at_100_diff1\": 0.73631,\n+        \"nauc_map_at_1000_max\": 0.558166,\n+        \"nauc_map_at_1000_std\": 0.22742,\n+        \"nauc_map_at_1000_diff1\": 0.73631,\n+        \"nauc_recall_at_1_max\": 0.523676,\n+        \"nauc_recall_at_1_std\": 0.195718,\n+        \"nauc_recall_at_1_diff1\": 0.76883,\n+        \"nauc_recall_at_3_max\": 0.71993,\n+        \"nauc_recall_at_3_std\": 0.481283,\n+        \"nauc_recall_at_3_diff1\": 0.545582,\n+        \"nauc_recall_at_5_max\": 0.752634,\n+        \"nauc_recall_at_5_std\": 0.422636,\n+        \"nauc_recall_at_5_diff1\": 0.5823,\n+        \"nauc_recall_at_10_max\": 1.0,\n+        \"nauc_recall_at_10_std\": 1.0,\n+        \"nauc_recall_at_10_diff1\": 0.554155,\n+        \"nauc_recall_at_20_max\": NaN,\n+        \"nauc_recall_at_20_std\": NaN,\n+        \"nauc_recall_at_20_diff1\": NaN,\n+        \"nauc_recall_at_100_max\": NaN,\n+        \"nauc_recall_at_100_std\": NaN,\n+        \"nauc_recall_at_100_diff1\": NaN,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.523676,\n+        \"nauc_precision_at_1_std\": 0.195718,\n+        \"nauc_precision_at_1_diff1\": 0.76883,\n+        \"nauc_precision_at_3_max\": 0.71993,\n+        \"nauc_precision_at_3_std\": 0.481283,\n+        \"nauc_precision_at_3_diff1\": 0.545582,\n+        \"nauc_precision_at_5_max\": 0.752634,\n+        \"nauc_precision_at_5_std\": 0.422636,\n+        \"nauc_precision_at_5_diff1\": 0.5823,\n+        \"nauc_precision_at_10_max\": 1.0,\n+        \"nauc_precision_at_10_std\": 1.0,\n+        \"nauc_precision_at_10_diff1\": 0.554155,\n+        \"nauc_precision_at_20_max\": 2.0,\n+        \"nauc_precision_at_20_std\": 2.0,\n+        \"nauc_precision_at_20_diff1\": 2.0,\n+        \"nauc_precision_at_100_max\": NaN,\n+        \"nauc_precision_at_100_std\": NaN,\n+        \"nauc_precision_at_100_diff1\": NaN,\n+        \"nauc_precision_at_1000_max\": 0.0,\n+        \"nauc_precision_at_1000_std\": 0.0,\n+        \"nauc_precision_at_1000_diff1\": 0.0,\n+        \"nauc_mrr_at_1_max\": 0.523676,\n+        \"nauc_mrr_at_1_std\": 0.195718,\n+        \"nauc_mrr_at_1_diff1\": 0.76883,\n+        \"nauc_mrr_at_3_max\": 0.569055,\n+        \"nauc_mrr_at_3_std\": 0.247329,\n+        \"nauc_mrr_at_3_diff1\": 0.71915,\n+        \"nauc_mrr_at_5_max\": 0.564975,\n+        \"nauc_mrr_at_5_std\": 0.233446,\n+        \"nauc_mrr_at_5_diff1\": 0.729752,\n+        \"nauc_mrr_at_10_max\": 0.559334,\n+        \"nauc_mrr_at_10_std\": 0.229462,\n+        \"nauc_mrr_at_10_diff1\": 0.735829,\n+        \"nauc_mrr_at_20_max\": 0.558166,\n+        \"nauc_mrr_at_20_std\": 0.22742,\n+        \"nauc_mrr_at_20_diff1\": 0.73631,\n+        \"nauc_mrr_at_100_max\": 0.558166,\n+        \"nauc_mrr_at_100_std\": 0.22742,\n+        \"nauc_mrr_at_100_diff1\": 0.73631,\n+        \"nauc_mrr_at_1000_max\": 0.558166,\n+        \"nauc_mrr_at_1000_std\": 0.22742,\n+        \"nauc_mrr_at_1000_diff1\": 0.73631,\n+        \"hit_rate_at_1\": 0.74667,\n+        \"hit_rate_at_3\": 0.92667,\n+        \"hit_rate_at_5\": 0.95333,\n+        \"hit_rate_at_10\": 0.99333,\n+        \"hit_rate_at_20\": 1.0,\n+        \"hit_rate_at_100\": 1.0,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.87534,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 9.418494345620275,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727292.963844,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 5.11854887008667e-06,\n+      \"end\": 5.339164123870432,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 5.339176742359996,\n+      \"end\": 5.339178671129048,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 5.360486606135964,\n+      \"end\": 6.795664888806641,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 6.797376241534948,\n+      \"end\": 9.337264370173216,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 9.33986032102257,\n+      \"end\": 9.411330356262624,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"5c871c213eb831310d2d6df1d8d903189dc9950c","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/FreshStackRetrieval.json","status":"added","additions":208,"deletions":0,"changes":208,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FFreshStackRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FFreshStackRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FFreshStackRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,208 @@\n+{\n+  \"dataset_revision\": \"6faa3e4ff1c7d31824c32ee0a9dd580aba8bad11\",\n+  \"task_name\": \"FreshStackRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.50893,\n+        \"ndcg_at_3\": 0.43945,\n+        \"ndcg_at_5\": 0.41911,\n+        \"ndcg_at_10\": 0.42753,\n+        \"ndcg_at_20\": 0.46963,\n+        \"ndcg_at_100\": 0.57452,\n+        \"ndcg_at_1000\": 0.61728,\n+        \"map_at_1\": 0.09087,\n+        \"map_at_3\": 0.17201,\n+        \"map_at_5\": 0.21303,\n+        \"map_at_10\": 0.2675,\n+        \"map_at_20\": 0.3083,\n+        \"map_at_100\": 0.35212,\n+        \"map_at_1000\": 0.35831,\n+        \"recall_at_1\": 0.09087,\n+        \"recall_at_3\": 0.20396,\n+        \"recall_at_5\": 0.27845,\n+        \"recall_at_10\": 0.4056,\n+        \"recall_at_20\": 0.54461,\n+        \"recall_at_100\": 0.82735,\n+        \"recall_at_1000\": 0.99225,\n+        \"accuracy\": 0.09087,\n+        \"precision_at_1\": 0.50893,\n+        \"precision_at_3\": 0.40179,\n+        \"precision_at_5\": 0.34643,\n+        \"precision_at_10\": 0.27202,\n+        \"precision_at_20\": 0.19472,\n+        \"precision_at_100\": 0.06549,\n+        \"precision_at_1000\": 0.00806,\n+        \"mrr_at_1\": 0.508929,\n+        \"mrr_at_3\": 0.604167,\n+        \"mrr_at_5\": 0.620536,\n+        \"mrr_at_10\": 0.629908,\n+        \"mrr_at_20\": 0.634066,\n+        \"mrr_at_100\": 0.635626,\n+        \"mrr_at_1000\": 0.635767,\n+        \"nauc_ndcg_at_1_max\": 0.222205,\n+        \"nauc_ndcg_at_1_std\": 0.020979,\n+        \"nauc_ndcg_at_1_diff1\": 0.315014,\n+        \"nauc_ndcg_at_3_max\": 0.219593,\n+        \"nauc_ndcg_at_3_std\": 0.023755,\n+        \"nauc_ndcg_at_3_diff1\": 0.20014,\n+        \"nauc_ndcg_at_5_max\": 0.236812,\n+        \"nauc_ndcg_at_5_std\": 0.030876,\n+        \"nauc_ndcg_at_5_diff1\": 0.196897,\n+        \"nauc_ndcg_at_10_max\": 0.171422,\n+        \"nauc_ndcg_at_10_std\": -0.005374,\n+        \"nauc_ndcg_at_10_diff1\": 0.200045,\n+        \"nauc_ndcg_at_20_max\": 0.139572,\n+        \"nauc_ndcg_at_20_std\": -0.024919,\n+        \"nauc_ndcg_at_20_diff1\": 0.225453,\n+        \"nauc_ndcg_at_100_max\": 0.212495,\n+        \"nauc_ndcg_at_100_std\": 0.064333,\n+        \"nauc_ndcg_at_100_diff1\": 0.223224,\n+        \"nauc_ndcg_at_1000_max\": 0.235534,\n+        \"nauc_ndcg_at_1000_std\": 0.044483,\n+        \"nauc_ndcg_at_1000_diff1\": 0.217307,\n+        \"nauc_map_at_1_max\": 0.038464,\n+        \"nauc_map_at_1_std\": -0.073391,\n+        \"nauc_map_at_1_diff1\": 0.327811,\n+        \"nauc_map_at_3_max\": 0.044104,\n+        \"nauc_map_at_3_std\": -0.104252,\n+        \"nauc_map_at_3_diff1\": 0.276962,\n+        \"nauc_map_at_5_max\": 0.081518,\n+        \"nauc_map_at_5_std\": -0.091622,\n+        \"nauc_map_at_5_diff1\": 0.27481,\n+        \"nauc_map_at_10_max\": 0.079969,\n+        \"nauc_map_at_10_std\": -0.085566,\n+        \"nauc_map_at_10_diff1\": 0.22698,\n+        \"nauc_map_at_20_max\": 0.104685,\n+        \"nauc_map_at_20_std\": -0.067334,\n+        \"nauc_map_at_20_diff1\": 0.223069,\n+        \"nauc_map_at_100_max\": 0.15387,\n+        \"nauc_map_at_100_std\": -0.017416,\n+        \"nauc_map_at_100_diff1\": 0.20953,\n+        \"nauc_map_at_1000_max\": 0.159261,\n+        \"nauc_map_at_1000_std\": -0.016826,\n+        \"nauc_map_at_1000_diff1\": 0.208483,\n+        \"nauc_recall_at_1_max\": 0.038464,\n+        \"nauc_recall_at_1_std\": -0.073391,\n+        \"nauc_recall_at_1_diff1\": 0.327811,\n+        \"nauc_recall_at_3_max\": 0.016055,\n+        \"nauc_recall_at_3_std\": -0.112243,\n+        \"nauc_recall_at_3_diff1\": 0.22161,\n+        \"nauc_recall_at_5_max\": 0.049685,\n+        \"nauc_recall_at_5_std\": -0.080149,\n+        \"nauc_recall_at_5_diff1\": 0.209711,\n+        \"nauc_recall_at_10_max\": 0.001513,\n+        \"nauc_recall_at_10_std\": -0.090217,\n+        \"nauc_recall_at_10_diff1\": 0.141622,\n+        \"nauc_recall_at_20_max\": 0.011809,\n+        \"nauc_recall_at_20_std\": -0.065316,\n+        \"nauc_recall_at_20_diff1\": 0.162814,\n+        \"nauc_recall_at_100_max\": 0.124485,\n+        \"nauc_recall_at_100_std\": 0.200768,\n+        \"nauc_recall_at_100_diff1\": 0.19435,\n+        \"nauc_recall_at_1000_max\": 0.417978,\n+        \"nauc_recall_at_1000_std\": 0.668695,\n+        \"nauc_recall_at_1000_diff1\": 0.509115,\n+        \"nauc_precision_at_1_max\": 0.222205,\n+        \"nauc_precision_at_1_std\": 0.020979,\n+        \"nauc_precision_at_1_diff1\": 0.315014,\n+        \"nauc_precision_at_3_max\": 0.228286,\n+        \"nauc_precision_at_3_std\": 0.033537,\n+        \"nauc_precision_at_3_diff1\": 0.14152,\n+        \"nauc_precision_at_5_max\": 0.273809,\n+        \"nauc_precision_at_5_std\": 0.080509,\n+        \"nauc_precision_at_5_diff1\": 0.098777,\n+        \"nauc_precision_at_10_max\": 0.240421,\n+        \"nauc_precision_at_10_std\": 0.09453,\n+        \"nauc_precision_at_10_diff1\": 0.000894,\n+        \"nauc_precision_at_20_max\": 0.256301,\n+        \"nauc_precision_at_20_std\": 0.132792,\n+        \"nauc_precision_at_20_diff1\": -0.017907,\n+        \"nauc_precision_at_100_max\": 0.299668,\n+        \"nauc_precision_at_100_std\": 0.219176,\n+        \"nauc_precision_at_100_diff1\": -0.081025,\n+        \"nauc_precision_at_1000_max\": 0.279323,\n+        \"nauc_precision_at_1000_std\": 0.155372,\n+        \"nauc_precision_at_1000_diff1\": -0.119485,\n+        \"nauc_mrr_at_1_max\": 0.222205,\n+        \"nauc_mrr_at_1_std\": 0.020979,\n+        \"nauc_mrr_at_1_diff1\": 0.315014,\n+        \"nauc_mrr_at_3_max\": 0.239413,\n+        \"nauc_mrr_at_3_std\": 0.028133,\n+        \"nauc_mrr_at_3_diff1\": 0.294055,\n+        \"nauc_mrr_at_5_max\": 0.24334,\n+        \"nauc_mrr_at_5_std\": 0.035776,\n+        \"nauc_mrr_at_5_diff1\": 0.288399,\n+        \"nauc_mrr_at_10_max\": 0.243238,\n+        \"nauc_mrr_at_10_std\": 0.033297,\n+        \"nauc_mrr_at_10_diff1\": 0.293201,\n+        \"nauc_mrr_at_20_max\": 0.241722,\n+        \"nauc_mrr_at_20_std\": 0.033514,\n+        \"nauc_mrr_at_20_diff1\": 0.294607,\n+        \"nauc_mrr_at_100_max\": 0.24136,\n+        \"nauc_mrr_at_100_std\": 0.033433,\n+        \"nauc_mrr_at_100_diff1\": 0.295537,\n+        \"nauc_mrr_at_1000_max\": 0.241256,\n+        \"nauc_mrr_at_1000_std\": 0.033293,\n+        \"nauc_mrr_at_1000_diff1\": 0.295451,\n+        \"hit_rate_at_1\": 0.50893,\n+        \"hit_rate_at_3\": 0.7247,\n+        \"hit_rate_at_5\": 0.79613,\n+        \"hit_rate_at_10\": 0.86607,\n+        \"hit_rate_at_20\": 0.92262,\n+        \"hit_rate_at_100\": 0.97321,\n+        \"hit_rate_at_1000\": 0.99851,\n+        \"main_score\": 0.42753,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\",\n+          \"javascript-Code\",\n+          \"go-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 98.5947241652757,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727729.286007,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 8.738599717617035e-06,\n+      \"end\": 5.946624428965151,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 5.946639183908701,\n+      \"end\": 5.946644406765699,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 6.02739380300045,\n+      \"end\": 14.746281935833395,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 14.752240407280624,\n+      \"end\": 97.86905059497803,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 97.95054319873452,\n+      \"end\": 98.57889658864588,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"358e7f4525756ac2f1570f46e127009379118c3a","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/HC3FinanceRetrieval.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FHC3FinanceRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FHC3FinanceRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FHC3FinanceRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"f7674417d3552fd20e071762bff049137f17b075\",\n+  \"task_name\": \"HC3FinanceRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.36627,\n+        \"ndcg_at_3\": 0.47031,\n+        \"ndcg_at_5\": 0.50795,\n+        \"ndcg_at_10\": 0.551,\n+        \"ndcg_at_20\": 0.57864,\n+        \"ndcg_at_100\": 0.5978,\n+        \"ndcg_at_1000\": 0.60145,\n+        \"map_at_1\": 0.36627,\n+        \"map_at_3\": 0.44538,\n+        \"map_at_5\": 0.46622,\n+        \"map_at_10\": 0.4841,\n+        \"map_at_20\": 0.49181,\n+        \"map_at_100\": 0.49479,\n+        \"map_at_1000\": 0.49497,\n+        \"recall_at_1\": 0.36627,\n+        \"recall_at_3\": 0.54217,\n+        \"recall_at_5\": 0.63373,\n+        \"recall_at_10\": 0.76627,\n+        \"recall_at_20\": 0.8747,\n+        \"recall_at_100\": 0.97349,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.36627,\n+        \"precision_at_1\": 0.36627,\n+        \"precision_at_3\": 0.18072,\n+        \"precision_at_5\": 0.12675,\n+        \"precision_at_10\": 0.07663,\n+        \"precision_at_20\": 0.04373,\n+        \"precision_at_100\": 0.00973,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.366265,\n+        \"mrr_at_3\": 0.445382,\n+        \"mrr_at_5\": 0.466225,\n+        \"mrr_at_10\": 0.484105,\n+        \"mrr_at_20\": 0.491814,\n+        \"mrr_at_100\": 0.494795,\n+        \"mrr_at_1000\": 0.494974,\n+        \"nauc_ndcg_at_1_max\": 0.053428,\n+        \"nauc_ndcg_at_1_std\": -0.140734,\n+        \"nauc_ndcg_at_1_diff1\": 0.440906,\n+        \"nauc_ndcg_at_3_max\": 0.069326,\n+        \"nauc_ndcg_at_3_std\": -0.19181,\n+        \"nauc_ndcg_at_3_diff1\": 0.417301,\n+        \"nauc_ndcg_at_5_max\": 0.058359,\n+        \"nauc_ndcg_at_5_std\": -0.20439,\n+        \"nauc_ndcg_at_5_diff1\": 0.400179,\n+        \"nauc_ndcg_at_10_max\": 0.054654,\n+        \"nauc_ndcg_at_10_std\": -0.194961,\n+        \"nauc_ndcg_at_10_diff1\": 0.390665,\n+        \"nauc_ndcg_at_20_max\": 0.044768,\n+        \"nauc_ndcg_at_20_std\": -0.199855,\n+        \"nauc_ndcg_at_20_diff1\": 0.380683,\n+        \"nauc_ndcg_at_100_max\": 0.051895,\n+        \"nauc_ndcg_at_100_std\": -0.195148,\n+        \"nauc_ndcg_at_100_diff1\": 0.395037,\n+        \"nauc_ndcg_at_1000_max\": 0.055031,\n+        \"nauc_ndcg_at_1000_std\": -0.189741,\n+        \"nauc_ndcg_at_1000_diff1\": 0.403191,\n+        \"nauc_map_at_1_max\": 0.053428,\n+        \"nauc_map_at_1_std\": -0.140734,\n+        \"nauc_map_at_1_diff1\": 0.440906,\n+        \"nauc_map_at_3_max\": 0.066693,\n+        \"nauc_map_at_3_std\": -0.178689,\n+        \"nauc_map_at_3_diff1\": 0.423699,\n+        \"nauc_map_at_5_max\": 0.061276,\n+        \"nauc_map_at_5_std\": -0.184475,\n+        \"nauc_map_at_5_diff1\": 0.415298,\n+        \"nauc_map_at_10_max\": 0.059197,\n+        \"nauc_map_at_10_std\": -0.181047,\n+        \"nauc_map_at_10_diff1\": 0.412531,\n+        \"nauc_map_at_20_max\": 0.056339,\n+        \"nauc_map_at_20_std\": -0.182373,\n+        \"nauc_map_at_20_diff1\": 0.410563,\n+        \"nauc_map_at_100_max\": 0.05781,\n+        \"nauc_map_at_100_std\": -0.181474,\n+        \"nauc_map_at_100_diff1\": 0.412936,\n+        \"nauc_map_at_1000_max\": 0.057923,\n+        \"nauc_map_at_1000_std\": -0.181269,\n+        \"nauc_map_at_1000_diff1\": 0.413255,\n+        \"nauc_recall_at_1_max\": 0.053428,\n+        \"nauc_recall_at_1_std\": -0.140734,\n+        \"nauc_recall_at_1_diff1\": 0.440906,\n+        \"nauc_recall_at_3_max\": 0.076677,\n+        \"nauc_recall_at_3_std\": -0.231438,\n+        \"nauc_recall_at_3_diff1\": 0.397842,\n+        \"nauc_recall_at_5_max\": 0.04542,\n+        \"nauc_recall_at_5_std\": -0.27374,\n+        \"nauc_recall_at_5_diff1\": 0.345947,\n+        \"nauc_recall_at_10_max\": 0.030178,\n+        \"nauc_recall_at_10_std\": -0.253152,\n+        \"nauc_recall_at_10_diff1\": 0.27949,\n+        \"nauc_recall_at_20_max\": -0.06527,\n+        \"nauc_recall_at_20_std\": -0.330895,\n+        \"nauc_recall_at_20_diff1\": 0.107681,\n+        \"nauc_recall_at_100_max\": -0.177207,\n+        \"nauc_recall_at_100_std\": -0.589351,\n+        \"nauc_recall_at_100_diff1\": -0.187099,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.053428,\n+        \"nauc_precision_at_1_std\": -0.140734,\n+        \"nauc_precision_at_1_diff1\": 0.440906,\n+        \"nauc_precision_at_3_max\": 0.076677,\n+        \"nauc_precision_at_3_std\": -0.231438,\n+        \"nauc_precision_at_3_diff1\": 0.397842,\n+        \"nauc_precision_at_5_max\": 0.04542,\n+        \"nauc_precision_at_5_std\": -0.27374,\n+        \"nauc_precision_at_5_diff1\": 0.345947,\n+        \"nauc_precision_at_10_max\": 0.030178,\n+        \"nauc_precision_at_10_std\": -0.253152,\n+        \"nauc_precision_at_10_diff1\": 0.27949,\n+        \"nauc_precision_at_20_max\": -0.06527,\n+        \"nauc_precision_at_20_std\": -0.330895,\n+        \"nauc_precision_at_20_diff1\": 0.107681,\n+        \"nauc_precision_at_100_max\": -0.177207,\n+        \"nauc_precision_at_100_std\": -0.589351,\n+        \"nauc_precision_at_100_diff1\": -0.187099,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.053428,\n+        \"nauc_mrr_at_1_std\": -0.140734,\n+        \"nauc_mrr_at_1_diff1\": 0.440906,\n+        \"nauc_mrr_at_3_max\": 0.066693,\n+        \"nauc_mrr_at_3_std\": -0.178689,\n+        \"nauc_mrr_at_3_diff1\": 0.423699,\n+        \"nauc_mrr_at_5_max\": 0.061276,\n+        \"nauc_mrr_at_5_std\": -0.184475,\n+        \"nauc_mrr_at_5_diff1\": 0.415298,\n+        \"nauc_mrr_at_10_max\": 0.059197,\n+        \"nauc_mrr_at_10_std\": -0.181047,\n+        \"nauc_mrr_at_10_diff1\": 0.412531,\n+        \"nauc_mrr_at_20_max\": 0.056339,\n+        \"nauc_mrr_at_20_std\": -0.182373,\n+        \"nauc_mrr_at_20_diff1\": 0.410563,\n+        \"nauc_mrr_at_100_max\": 0.05781,\n+        \"nauc_mrr_at_100_std\": -0.181474,\n+        \"nauc_mrr_at_100_diff1\": 0.412936,\n+        \"nauc_mrr_at_1000_max\": 0.057923,\n+        \"nauc_mrr_at_1000_std\": -0.181269,\n+        \"nauc_mrr_at_1000_diff1\": 0.413255,\n+        \"hit_rate_at_1\": 0.36627,\n+        \"hit_rate_at_3\": 0.54217,\n+        \"hit_rate_at_5\": 0.63373,\n+        \"hit_rate_at_10\": 0.76627,\n+        \"hit_rate_at_20\": 0.8747,\n+        \"hit_rate_at_100\": 0.97349,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.551,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 14.333829306997359,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727307.304818,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 5.212612450122833e-06,\n+      \"end\": 5.129776640795171,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 5.129785990342498,\n+      \"end\": 5.129791770130396,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 5.180220205336809,\n+      \"end\": 9.293124987743795,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 9.296672116033733,\n+      \"end\": 14.092915722168982,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 14.114685007371008,\n+      \"end\": 14.325377722270787,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"5bdb4860036c3c6c4370e203023ae7a93da2d3eb","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/HumanEvalRetrieval.json","status":"added","additions":199,"deletions":0,"changes":199,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FHumanEvalRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FHumanEvalRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FHumanEvalRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,199 @@\n+{\n+  \"dataset_revision\": \"ed1f48aca747f10bac146795328e2f03326e7625\",\n+  \"task_name\": \"HumanEvalRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.89873,\n+        \"ndcg_at_3\": 0.94334,\n+        \"ndcg_at_5\": 0.94851,\n+        \"ndcg_at_10\": 0.95077,\n+        \"ndcg_at_20\": 0.95077,\n+        \"ndcg_at_100\": 0.95206,\n+        \"ndcg_at_1000\": 0.95206,\n+        \"map_at_1\": 0.89873,\n+        \"map_at_3\": 0.93249,\n+        \"map_at_5\": 0.93534,\n+        \"map_at_10\": 0.93639,\n+        \"map_at_20\": 0.93639,\n+        \"map_at_100\": 0.93661,\n+        \"map_at_1000\": 0.93661,\n+        \"recall_at_1\": 0.89873,\n+        \"recall_at_3\": 0.97468,\n+        \"recall_at_5\": 0.98734,\n+        \"recall_at_10\": 0.99367,\n+        \"recall_at_20\": 0.99367,\n+        \"recall_at_100\": 1.0,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.89873,\n+        \"precision_at_1\": 0.89873,\n+        \"precision_at_3\": 0.32489,\n+        \"precision_at_5\": 0.19747,\n+        \"precision_at_10\": 0.09937,\n+        \"precision_at_20\": 0.04968,\n+        \"precision_at_100\": 0.01,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.898734,\n+        \"mrr_at_3\": 0.932489,\n+        \"mrr_at_5\": 0.935338,\n+        \"mrr_at_10\": 0.936392,\n+        \"mrr_at_20\": 0.936392,\n+        \"mrr_at_100\": 0.936611,\n+        \"mrr_at_1000\": 0.936611,\n+        \"nauc_ndcg_at_1_max\": 0.425301,\n+        \"nauc_ndcg_at_1_std\": -0.114995,\n+        \"nauc_ndcg_at_1_diff1\": 0.853,\n+        \"nauc_ndcg_at_3_max\": 0.351755,\n+        \"nauc_ndcg_at_3_std\": -0.195236,\n+        \"nauc_ndcg_at_3_diff1\": 0.882516,\n+        \"nauc_ndcg_at_5_max\": 0.29354,\n+        \"nauc_ndcg_at_5_std\": -0.195395,\n+        \"nauc_ndcg_at_5_diff1\": 0.876935,\n+        \"nauc_ndcg_at_10_max\": 0.386163,\n+        \"nauc_ndcg_at_10_std\": -0.125161,\n+        \"nauc_ndcg_at_10_diff1\": 0.871299,\n+        \"nauc_ndcg_at_20_max\": 0.386163,\n+        \"nauc_ndcg_at_20_std\": -0.125161,\n+        \"nauc_ndcg_at_20_diff1\": 0.871299,\n+        \"nauc_ndcg_at_100_max\": 0.369649,\n+        \"nauc_ndcg_at_100_std\": -0.155431,\n+        \"nauc_ndcg_at_100_diff1\": 0.867837,\n+        \"nauc_ndcg_at_1000_max\": 0.369649,\n+        \"nauc_ndcg_at_1000_std\": -0.155431,\n+        \"nauc_ndcg_at_1000_diff1\": 0.867837,\n+        \"nauc_map_at_1_max\": 0.425301,\n+        \"nauc_map_at_1_std\": -0.114995,\n+        \"nauc_map_at_1_diff1\": 0.853,\n+        \"nauc_map_at_3_max\": 0.362676,\n+        \"nauc_map_at_3_std\": -0.18514,\n+        \"nauc_map_at_3_diff1\": 0.871544,\n+        \"nauc_map_at_5_max\": 0.337808,\n+        \"nauc_map_at_5_std\": -0.18221,\n+        \"nauc_map_at_5_diff1\": 0.868449,\n+        \"nauc_map_at_10_max\": 0.372086,\n+        \"nauc_map_at_10_std\": -0.156555,\n+        \"nauc_map_at_10_diff1\": 0.866267,\n+        \"nauc_map_at_20_max\": 0.372086,\n+        \"nauc_map_at_20_std\": -0.156555,\n+        \"nauc_map_at_20_diff1\": 0.866267,\n+        \"nauc_map_at_100_max\": 0.369924,\n+        \"nauc_map_at_100_std\": -0.160537,\n+        \"nauc_map_at_100_diff1\": 0.865807,\n+        \"nauc_map_at_1000_max\": 0.369924,\n+        \"nauc_map_at_1000_std\": -0.160537,\n+        \"nauc_map_at_1000_diff1\": 0.865807,\n+        \"nauc_recall_at_1_max\": 0.425301,\n+        \"nauc_recall_at_1_std\": -0.114995,\n+        \"nauc_recall_at_1_diff1\": 0.853,\n+        \"nauc_recall_at_3_max\": 0.284984,\n+        \"nauc_recall_at_3_std\": -0.252085,\n+        \"nauc_recall_at_3_diff1\": 0.967274,\n+        \"nauc_recall_at_5_max\": -0.36458,\n+        \"nauc_recall_at_5_std\": -0.36458,\n+        \"nauc_recall_at_5_diff1\": 1.0,\n+        \"nauc_recall_at_10_max\": 1.0,\n+        \"nauc_recall_at_10_std\": 1.0,\n+        \"nauc_recall_at_10_diff1\": 1.0,\n+        \"nauc_recall_at_20_max\": 1.0,\n+        \"nauc_recall_at_20_std\": 1.0,\n+        \"nauc_recall_at_20_diff1\": 1.0,\n+        \"nauc_recall_at_100_max\": NaN,\n+        \"nauc_recall_at_100_std\": NaN,\n+        \"nauc_recall_at_100_diff1\": NaN,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.425301,\n+        \"nauc_precision_at_1_std\": -0.114995,\n+        \"nauc_precision_at_1_diff1\": 0.853,\n+        \"nauc_precision_at_3_max\": 0.284984,\n+        \"nauc_precision_at_3_std\": -0.252085,\n+        \"nauc_precision_at_3_diff1\": 0.967274,\n+        \"nauc_precision_at_5_max\": -0.36458,\n+        \"nauc_precision_at_5_std\": -0.36458,\n+        \"nauc_precision_at_5_diff1\": 1.0,\n+        \"nauc_precision_at_10_max\": 1.0,\n+        \"nauc_precision_at_10_std\": 1.0,\n+        \"nauc_precision_at_10_diff1\": 1.0,\n+        \"nauc_precision_at_20_max\": 1.0,\n+        \"nauc_precision_at_20_std\": 1.0,\n+        \"nauc_precision_at_20_diff1\": 1.0,\n+        \"nauc_precision_at_100_max\": -0.0,\n+        \"nauc_precision_at_100_std\": -0.0,\n+        \"nauc_precision_at_100_diff1\": -0.0,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.425301,\n+        \"nauc_mrr_at_1_std\": -0.114995,\n+        \"nauc_mrr_at_1_diff1\": 0.853,\n+        \"nauc_mrr_at_3_max\": 0.362676,\n+        \"nauc_mrr_at_3_std\": -0.18514,\n+        \"nauc_mrr_at_3_diff1\": 0.871544,\n+        \"nauc_mrr_at_5_max\": 0.337808,\n+        \"nauc_mrr_at_5_std\": -0.18221,\n+        \"nauc_mrr_at_5_diff1\": 0.868449,\n+        \"nauc_mrr_at_10_max\": 0.372086,\n+        \"nauc_mrr_at_10_std\": -0.156555,\n+        \"nauc_mrr_at_10_diff1\": 0.866267,\n+        \"nauc_mrr_at_20_max\": 0.372086,\n+        \"nauc_mrr_at_20_std\": -0.156555,\n+        \"nauc_mrr_at_20_diff1\": 0.866267,\n+        \"nauc_mrr_at_100_max\": 0.369924,\n+        \"nauc_mrr_at_100_std\": -0.160537,\n+        \"nauc_mrr_at_100_diff1\": 0.865807,\n+        \"nauc_mrr_at_1000_max\": 0.369924,\n+        \"nauc_mrr_at_1000_std\": -0.160537,\n+        \"nauc_mrr_at_1000_diff1\": 0.865807,\n+        \"hit_rate_at_1\": 0.89873,\n+        \"hit_rate_at_3\": 0.97468,\n+        \"hit_rate_at_5\": 0.98734,\n+        \"hit_rate_at_10\": 0.99367,\n+        \"hit_rate_at_20\": 0.99367,\n+        \"hit_rate_at_100\": 1.0,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.95077,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 5.431911096908152,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727548.83015,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 0.0,\n+      \"end\": 2.3324079792946577,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 2.352379012852907,\n+      \"end\": 3.798427728936076,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 3.800151673145592,\n+      \"end\": 5.346355999819934,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 5.3489624578505754,\n+      \"end\": 5.424586562439799,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"d3c2969d3237ae0c5f1edb8ef76bf26ff4597aa9","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/LegalQuAD.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FLegalQuAD.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FLegalQuAD.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FLegalQuAD.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e\",\n+  \"task_name\": \"LegalQuAD\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.57,\n+        \"ndcg_at_3\": 0.66821,\n+        \"ndcg_at_5\": 0.68953,\n+        \"ndcg_at_10\": 0.71389,\n+        \"ndcg_at_20\": 0.72674,\n+        \"ndcg_at_100\": 0.73693,\n+        \"ndcg_at_1000\": 0.74186,\n+        \"map_at_1\": 0.57,\n+        \"map_at_3\": 0.645,\n+        \"map_at_5\": 0.65725,\n+        \"map_at_10\": 0.66737,\n+        \"map_at_20\": 0.67101,\n+        \"map_at_100\": 0.67241,\n+        \"map_at_1000\": 0.67267,\n+        \"recall_at_1\": 0.57,\n+        \"recall_at_3\": 0.735,\n+        \"recall_at_5\": 0.785,\n+        \"recall_at_10\": 0.86,\n+        \"recall_at_20\": 0.91,\n+        \"recall_at_100\": 0.965,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.57,\n+        \"precision_at_1\": 0.57,\n+        \"precision_at_3\": 0.245,\n+        \"precision_at_5\": 0.157,\n+        \"precision_at_10\": 0.086,\n+        \"precision_at_20\": 0.0455,\n+        \"precision_at_100\": 0.00965,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.57,\n+        \"mrr_at_3\": 0.645,\n+        \"mrr_at_5\": 0.65725,\n+        \"mrr_at_10\": 0.667371,\n+        \"mrr_at_20\": 0.671011,\n+        \"mrr_at_100\": 0.672412,\n+        \"mrr_at_1000\": 0.672671,\n+        \"nauc_ndcg_at_1_max\": 0.437372,\n+        \"nauc_ndcg_at_1_std\": 0.058108,\n+        \"nauc_ndcg_at_1_diff1\": 0.773023,\n+        \"nauc_ndcg_at_3_max\": 0.406439,\n+        \"nauc_ndcg_at_3_std\": 0.076913,\n+        \"nauc_ndcg_at_3_diff1\": 0.713398,\n+        \"nauc_ndcg_at_5_max\": 0.389902,\n+        \"nauc_ndcg_at_5_std\": 0.0952,\n+        \"nauc_ndcg_at_5_diff1\": 0.701172,\n+        \"nauc_ndcg_at_10_max\": 0.382693,\n+        \"nauc_ndcg_at_10_std\": 0.112506,\n+        \"nauc_ndcg_at_10_diff1\": 0.70147,\n+        \"nauc_ndcg_at_20_max\": 0.380939,\n+        \"nauc_ndcg_at_20_std\": 0.111523,\n+        \"nauc_ndcg_at_20_diff1\": 0.708168,\n+        \"nauc_ndcg_at_100_max\": 0.386064,\n+        \"nauc_ndcg_at_100_std\": 0.106201,\n+        \"nauc_ndcg_at_100_diff1\": 0.722811,\n+        \"nauc_ndcg_at_1000_max\": 0.395014,\n+        \"nauc_ndcg_at_1000_std\": 0.097108,\n+        \"nauc_ndcg_at_1000_diff1\": 0.719923,\n+        \"nauc_map_at_1_max\": 0.437372,\n+        \"nauc_map_at_1_std\": 0.058108,\n+        \"nauc_map_at_1_diff1\": 0.773023,\n+        \"nauc_map_at_3_max\": 0.41619,\n+        \"nauc_map_at_3_std\": 0.075742,\n+        \"nauc_map_at_3_diff1\": 0.730041,\n+        \"nauc_map_at_5_max\": 0.407901,\n+        \"nauc_map_at_5_std\": 0.085787,\n+        \"nauc_map_at_5_diff1\": 0.72414,\n+        \"nauc_map_at_10_max\": 0.405277,\n+        \"nauc_map_at_10_std\": 0.090924,\n+        \"nauc_map_at_10_diff1\": 0.725244,\n+        \"nauc_map_at_20_max\": 0.404676,\n+        \"nauc_map_at_20_std\": 0.090061,\n+        \"nauc_map_at_20_diff1\": 0.726993,\n+        \"nauc_map_at_100_max\": 0.405308,\n+        \"nauc_map_at_100_std\": 0.089203,\n+        \"nauc_map_at_100_diff1\": 0.728335,\n+        \"nauc_map_at_1000_max\": 0.405726,\n+        \"nauc_map_at_1000_std\": 0.088829,\n+        \"nauc_map_at_1000_diff1\": 0.728221,\n+        \"nauc_recall_at_1_max\": 0.437372,\n+        \"nauc_recall_at_1_std\": 0.058108,\n+        \"nauc_recall_at_1_diff1\": 0.773023,\n+        \"nauc_recall_at_3_max\": 0.37156,\n+        \"nauc_recall_at_3_std\": 0.079009,\n+        \"nauc_recall_at_3_diff1\": 0.654819,\n+        \"nauc_recall_at_5_max\": 0.313618,\n+        \"nauc_recall_at_5_std\": 0.133131,\n+        \"nauc_recall_at_5_diff1\": 0.606426,\n+        \"nauc_recall_at_10_max\": 0.245029,\n+        \"nauc_recall_at_10_std\": 0.254001,\n+        \"nauc_recall_at_10_diff1\": 0.560811,\n+        \"nauc_recall_at_20_max\": 0.168716,\n+        \"nauc_recall_at_20_std\": 0.321636,\n+        \"nauc_recall_at_20_diff1\": 0.559109,\n+        \"nauc_recall_at_100_max\": 0.012538,\n+        \"nauc_recall_at_100_std\": 0.498933,\n+        \"nauc_recall_at_100_diff1\": 0.845938,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.437372,\n+        \"nauc_precision_at_1_std\": 0.058108,\n+        \"nauc_precision_at_1_diff1\": 0.773023,\n+        \"nauc_precision_at_3_max\": 0.37156,\n+        \"nauc_precision_at_3_std\": 0.079009,\n+        \"nauc_precision_at_3_diff1\": 0.654819,\n+        \"nauc_precision_at_5_max\": 0.313618,\n+        \"nauc_precision_at_5_std\": 0.133131,\n+        \"nauc_precision_at_5_diff1\": 0.606426,\n+        \"nauc_precision_at_10_max\": 0.245029,\n+        \"nauc_precision_at_10_std\": 0.254001,\n+        \"nauc_precision_at_10_diff1\": 0.560811,\n+        \"nauc_precision_at_20_max\": 0.168716,\n+        \"nauc_precision_at_20_std\": 0.321636,\n+        \"nauc_precision_at_20_diff1\": 0.559109,\n+        \"nauc_precision_at_100_max\": 0.012538,\n+        \"nauc_precision_at_100_std\": 0.498933,\n+        \"nauc_precision_at_100_diff1\": 0.845938,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.437372,\n+        \"nauc_mrr_at_1_std\": 0.058108,\n+        \"nauc_mrr_at_1_diff1\": 0.773023,\n+        \"nauc_mrr_at_3_max\": 0.41619,\n+        \"nauc_mrr_at_3_std\": 0.075742,\n+        \"nauc_mrr_at_3_diff1\": 0.730041,\n+        \"nauc_mrr_at_5_max\": 0.407901,\n+        \"nauc_mrr_at_5_std\": 0.085787,\n+        \"nauc_mrr_at_5_diff1\": 0.72414,\n+        \"nauc_mrr_at_10_max\": 0.405277,\n+        \"nauc_mrr_at_10_std\": 0.090924,\n+        \"nauc_mrr_at_10_diff1\": 0.725244,\n+        \"nauc_mrr_at_20_max\": 0.404676,\n+        \"nauc_mrr_at_20_std\": 0.090061,\n+        \"nauc_mrr_at_20_diff1\": 0.726993,\n+        \"nauc_mrr_at_100_max\": 0.405308,\n+        \"nauc_mrr_at_100_std\": 0.089203,\n+        \"nauc_mrr_at_100_diff1\": 0.728335,\n+        \"nauc_mrr_at_1000_max\": 0.405726,\n+        \"nauc_mrr_at_1000_std\": 0.088829,\n+        \"nauc_mrr_at_1000_diff1\": 0.728221,\n+        \"hit_rate_at_1\": 0.57,\n+        \"hit_rate_at_3\": 0.735,\n+        \"hit_rate_at_5\": 0.785,\n+        \"hit_rate_at_10\": 0.86,\n+        \"hit_rate_at_20\": 0.91,\n+        \"hit_rate_at_100\": 0.965,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.71389,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"deu-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 26.97683230601251,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727283.537855,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 5.296431481838226e-06,\n+      \"end\": 4.7226785235106945,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 4.722688941285014,\n+      \"end\": 4.722692649811506,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 4.779194223694503,\n+      \"end\": 6.7246219124644995,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 6.727409416809678,\n+      \"end\": 26.87306839041412,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 26.87809786759317,\n+      \"end\": 26.968782589770854,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"1a87be54f9629ab2b00e9bc2f753ab50c6f37ed1","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/LegalSummarization.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FLegalSummarization.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FLegalSummarization.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FLegalSummarization.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"3bb1a05c66872889662af04c5691c14489cebd72\",\n+  \"task_name\": \"LegalSummarization\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.57394,\n+        \"ndcg_at_3\": 0.63037,\n+        \"ndcg_at_5\": 0.64662,\n+        \"ndcg_at_10\": 0.68175,\n+        \"ndcg_at_20\": 0.70236,\n+        \"ndcg_at_100\": 0.72544,\n+        \"ndcg_at_1000\": 0.72934,\n+        \"map_at_1\": 0.5098,\n+        \"map_at_3\": 0.58693,\n+        \"map_at_5\": 0.60212,\n+        \"map_at_10\": 0.62175,\n+        \"map_at_20\": 0.6303,\n+        \"map_at_100\": 0.63606,\n+        \"map_at_1000\": 0.63629,\n+        \"recall_at_1\": 0.5098,\n+        \"recall_at_3\": 0.66246,\n+        \"recall_at_5\": 0.70727,\n+        \"recall_at_10\": 0.81089,\n+        \"recall_at_20\": 0.87786,\n+        \"recall_at_100\": 0.97275,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.5098,\n+        \"precision_at_1\": 0.57394,\n+        \"precision_at_3\": 0.2723,\n+        \"precision_at_5\": 0.1838,\n+        \"precision_at_10\": 0.11127,\n+        \"precision_at_20\": 0.0632,\n+        \"precision_at_100\": 0.015,\n+        \"precision_at_1000\": 0.00155,\n+        \"mrr_at_1\": 0.573944,\n+        \"mrr_at_3\": 0.648474,\n+        \"mrr_at_5\": 0.656749,\n+        \"mrr_at_10\": 0.668863,\n+        \"mrr_at_20\": 0.671984,\n+        \"mrr_at_100\": 0.673999,\n+        \"mrr_at_1000\": 0.674088,\n+        \"nauc_ndcg_at_1_max\": 0.415384,\n+        \"nauc_ndcg_at_1_std\": -0.093821,\n+        \"nauc_ndcg_at_1_diff1\": 0.734209,\n+        \"nauc_ndcg_at_3_max\": 0.430345,\n+        \"nauc_ndcg_at_3_std\": -0.141535,\n+        \"nauc_ndcg_at_3_diff1\": 0.699998,\n+        \"nauc_ndcg_at_5_max\": 0.423411,\n+        \"nauc_ndcg_at_5_std\": -0.1472,\n+        \"nauc_ndcg_at_5_diff1\": 0.692305,\n+        \"nauc_ndcg_at_10_max\": 0.441717,\n+        \"nauc_ndcg_at_10_std\": -0.130175,\n+        \"nauc_ndcg_at_10_diff1\": 0.705141,\n+        \"nauc_ndcg_at_20_max\": 0.442433,\n+        \"nauc_ndcg_at_20_std\": -0.116744,\n+        \"nauc_ndcg_at_20_diff1\": 0.700478,\n+        \"nauc_ndcg_at_100_max\": 0.444904,\n+        \"nauc_ndcg_at_100_std\": -0.102719,\n+        \"nauc_ndcg_at_100_diff1\": 0.70181,\n+        \"nauc_ndcg_at_1000_max\": 0.448502,\n+        \"nauc_ndcg_at_1000_std\": -0.104195,\n+        \"nauc_ndcg_at_1000_diff1\": 0.704822,\n+        \"nauc_map_at_1_max\": 0.402137,\n+        \"nauc_map_at_1_std\": -0.133821,\n+        \"nauc_map_at_1_diff1\": 0.760423,\n+        \"nauc_map_at_3_max\": 0.407907,\n+        \"nauc_map_at_3_std\": -0.162821,\n+        \"nauc_map_at_3_diff1\": 0.730632,\n+        \"nauc_map_at_5_max\": 0.409519,\n+        \"nauc_map_at_5_std\": -0.163594,\n+        \"nauc_map_at_5_diff1\": 0.722045,\n+        \"nauc_map_at_10_max\": 0.424097,\n+        \"nauc_map_at_10_std\": -0.148863,\n+        \"nauc_map_at_10_diff1\": 0.722282,\n+        \"nauc_map_at_20_max\": 0.428209,\n+        \"nauc_map_at_20_std\": -0.142327,\n+        \"nauc_map_at_20_diff1\": 0.719328,\n+        \"nauc_map_at_100_max\": 0.431564,\n+        \"nauc_map_at_100_std\": -0.135415,\n+        \"nauc_map_at_100_diff1\": 0.719628,\n+        \"nauc_map_at_1000_max\": 0.431901,\n+        \"nauc_map_at_1000_std\": -0.135364,\n+        \"nauc_map_at_1000_diff1\": 0.71974,\n+        \"nauc_recall_at_1_max\": 0.402137,\n+        \"nauc_recall_at_1_std\": -0.133821,\n+        \"nauc_recall_at_1_diff1\": 0.760423,\n+        \"nauc_recall_at_3_max\": 0.387348,\n+        \"nauc_recall_at_3_std\": -0.198891,\n+        \"nauc_recall_at_3_diff1\": 0.656516,\n+        \"nauc_recall_at_5_max\": 0.378173,\n+        \"nauc_recall_at_5_std\": -0.21198,\n+        \"nauc_recall_at_5_diff1\": 0.62694,\n+        \"nauc_recall_at_10_max\": 0.432867,\n+        \"nauc_recall_at_10_std\": -0.145943,\n+        \"nauc_recall_at_10_diff1\": 0.630844,\n+        \"nauc_recall_at_20_max\": 0.420248,\n+        \"nauc_recall_at_20_std\": -0.096607,\n+        \"nauc_recall_at_20_diff1\": 0.602913,\n+        \"nauc_recall_at_100_max\": 0.244213,\n+        \"nauc_recall_at_100_std\": -0.005594,\n+        \"nauc_recall_at_100_diff1\": 0.473702,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.415384,\n+        \"nauc_precision_at_1_std\": -0.093821,\n+        \"nauc_precision_at_1_diff1\": 0.734209,\n+        \"nauc_precision_at_3_max\": 0.323948,\n+        \"nauc_precision_at_3_std\": -0.039457,\n+        \"nauc_precision_at_3_diff1\": 0.325992,\n+        \"nauc_precision_at_5_max\": 0.244829,\n+        \"nauc_precision_at_5_std\": 0.025295,\n+        \"nauc_precision_at_5_diff1\": 0.126292,\n+        \"nauc_precision_at_10_max\": 0.19405,\n+        \"nauc_precision_at_10_std\": 0.157977,\n+        \"nauc_precision_at_10_diff1\": -0.080127,\n+        \"nauc_precision_at_20_max\": 0.129142,\n+        \"nauc_precision_at_20_std\": 0.23323,\n+        \"nauc_precision_at_20_diff1\": -0.205868,\n+        \"nauc_precision_at_100_max\": 0.053654,\n+        \"nauc_precision_at_100_std\": 0.308592,\n+        \"nauc_precision_at_100_diff1\": -0.316241,\n+        \"nauc_precision_at_1000_max\": 0.047262,\n+        \"nauc_precision_at_1000_std\": 0.3075,\n+        \"nauc_precision_at_1000_diff1\": -0.337307,\n+        \"nauc_mrr_at_1_max\": 0.415384,\n+        \"nauc_mrr_at_1_std\": -0.093821,\n+        \"nauc_mrr_at_1_diff1\": 0.734209,\n+        \"nauc_mrr_at_3_max\": 0.440278,\n+        \"nauc_mrr_at_3_std\": -0.092966,\n+        \"nauc_mrr_at_3_diff1\": 0.69365,\n+        \"nauc_mrr_at_5_max\": 0.442697,\n+        \"nauc_mrr_at_5_std\": -0.089515,\n+        \"nauc_mrr_at_5_diff1\": 0.690882,\n+        \"nauc_mrr_at_10_max\": 0.449395,\n+        \"nauc_mrr_at_10_std\": -0.082437,\n+        \"nauc_mrr_at_10_diff1\": 0.69839,\n+        \"nauc_mrr_at_20_max\": 0.446165,\n+        \"nauc_mrr_at_20_std\": -0.082268,\n+        \"nauc_mrr_at_20_diff1\": 0.69807,\n+        \"nauc_mrr_at_100_max\": 0.444912,\n+        \"nauc_mrr_at_100_std\": -0.083674,\n+        \"nauc_mrr_at_100_diff1\": 0.698125,\n+        \"nauc_mrr_at_1000_max\": 0.444938,\n+        \"nauc_mrr_at_1000_std\": -0.08374,\n+        \"nauc_mrr_at_1000_diff1\": 0.698214,\n+        \"hit_rate_at_1\": 0.57394,\n+        \"hit_rate_at_3\": 0.74296,\n+        \"hit_rate_at_5\": 0.78169,\n+        \"hit_rate_at_10\": 0.87324,\n+        \"hit_rate_at_20\": 0.91901,\n+        \"hit_rate_at_100\": 0.97887,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.68175,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 12.365639575757086,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727256.553625,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 5.0906091928482056e-06,\n+      \"end\": 4.572943641804159,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 4.572952130809426,\n+      \"end\": 4.572953977622092,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 4.648571267724037,\n+      \"end\": 7.49909377284348,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 7.502870025113225,\n+      \"end\": 12.173872386105359,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 12.190195293165743,\n+      \"end\": 12.356968061998487,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"98ede6ea734261e7db3bf2d21e75034628691a03","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/MBPPRetrieval.json","status":"added","additions":199,"deletions":0,"changes":199,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FMBPPRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FMBPPRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FMBPPRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,199 @@\n+{\n+  \"dataset_revision\": \"586a1fd6a0c63fdeda3b49c0293559a81c79cdec\",\n+  \"task_name\": \"MBPPRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.76078,\n+        \"ndcg_at_3\": 0.85778,\n+        \"ndcg_at_5\": 0.87094,\n+        \"ndcg_at_10\": 0.87766,\n+        \"ndcg_at_20\": 0.88083,\n+        \"ndcg_at_100\": 0.88305,\n+        \"ndcg_at_1000\": 0.88333,\n+        \"map_at_1\": 0.76078,\n+        \"map_at_3\": 0.83539,\n+        \"map_at_5\": 0.84273,\n+        \"map_at_10\": 0.84554,\n+        \"map_at_20\": 0.84644,\n+        \"map_at_100\": 0.8468,\n+        \"map_at_1000\": 0.84681,\n+        \"recall_at_1\": 0.76078,\n+        \"recall_at_3\": 0.92197,\n+        \"recall_at_5\": 0.9538,\n+        \"recall_at_10\": 0.97433,\n+        \"recall_at_20\": 0.98665,\n+        \"recall_at_100\": 0.99795,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.76078,\n+        \"precision_at_1\": 0.76078,\n+        \"precision_at_3\": 0.30732,\n+        \"precision_at_5\": 0.19076,\n+        \"precision_at_10\": 0.09743,\n+        \"precision_at_20\": 0.04933,\n+        \"precision_at_100\": 0.00998,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.76078,\n+        \"mrr_at_3\": 0.835387,\n+        \"mrr_at_5\": 0.842728,\n+        \"mrr_at_10\": 0.84554,\n+        \"mrr_at_20\": 0.846444,\n+        \"mrr_at_100\": 0.846802,\n+        \"mrr_at_1000\": 0.846814,\n+        \"nauc_ndcg_at_1_max\": 0.350877,\n+        \"nauc_ndcg_at_1_std\": -0.15277,\n+        \"nauc_ndcg_at_1_diff1\": 0.773829,\n+        \"nauc_ndcg_at_3_max\": 0.46896,\n+        \"nauc_ndcg_at_3_std\": -0.124298,\n+        \"nauc_ndcg_at_3_diff1\": 0.756494,\n+        \"nauc_ndcg_at_5_max\": 0.462251,\n+        \"nauc_ndcg_at_5_std\": -0.109588,\n+        \"nauc_ndcg_at_5_diff1\": 0.754868,\n+        \"nauc_ndcg_at_10_max\": 0.455237,\n+        \"nauc_ndcg_at_10_std\": -0.090187,\n+        \"nauc_ndcg_at_10_diff1\": 0.760724,\n+        \"nauc_ndcg_at_20_max\": 0.443663,\n+        \"nauc_ndcg_at_20_std\": -0.100772,\n+        \"nauc_ndcg_at_20_diff1\": 0.759453,\n+        \"nauc_ndcg_at_100_max\": 0.434831,\n+        \"nauc_ndcg_at_100_std\": -0.114188,\n+        \"nauc_ndcg_at_100_diff1\": 0.759693,\n+        \"nauc_ndcg_at_1000_max\": 0.433584,\n+        \"nauc_ndcg_at_1000_std\": -0.115957,\n+        \"nauc_ndcg_at_1000_diff1\": 0.759713,\n+        \"nauc_map_at_1_max\": 0.350877,\n+        \"nauc_map_at_1_std\": -0.15277,\n+        \"nauc_map_at_1_diff1\": 0.773829,\n+        \"nauc_map_at_3_max\": 0.434604,\n+        \"nauc_map_at_3_std\": -0.132544,\n+        \"nauc_map_at_3_diff1\": 0.759095,\n+        \"nauc_map_at_5_max\": 0.429325,\n+        \"nauc_map_at_5_std\": -0.127155,\n+        \"nauc_map_at_5_diff1\": 0.758388,\n+        \"nauc_map_at_10_max\": 0.426755,\n+        \"nauc_map_at_10_std\": -0.119958,\n+        \"nauc_map_at_10_diff1\": 0.760606,\n+        \"nauc_map_at_20_max\": 0.424033,\n+        \"nauc_map_at_20_std\": -0.122595,\n+        \"nauc_map_at_20_diff1\": 0.760317,\n+        \"nauc_map_at_100_max\": 0.422963,\n+        \"nauc_map_at_100_std\": -0.124288,\n+        \"nauc_map_at_100_diff1\": 0.76037,\n+        \"nauc_map_at_1000_max\": 0.422922,\n+        \"nauc_map_at_1000_std\": -0.124341,\n+        \"nauc_map_at_1000_diff1\": 0.760379,\n+        \"nauc_recall_at_1_max\": 0.350877,\n+        \"nauc_recall_at_1_std\": -0.15277,\n+        \"nauc_recall_at_1_diff1\": 0.773829,\n+        \"nauc_recall_at_3_max\": 0.657735,\n+        \"nauc_recall_at_3_std\": -0.07902,\n+        \"nauc_recall_at_3_diff1\": 0.744509,\n+        \"nauc_recall_at_5_max\": 0.75146,\n+        \"nauc_recall_at_5_std\": 0.057227,\n+        \"nauc_recall_at_5_diff1\": 0.727204,\n+        \"nauc_recall_at_10_max\": 0.875668,\n+        \"nauc_recall_at_10_std\": 0.421128,\n+        \"nauc_recall_at_10_diff1\": 0.778274,\n+        \"nauc_recall_at_20_max\": 0.89105,\n+        \"nauc_recall_at_20_std\": 0.561362,\n+        \"nauc_recall_at_20_diff1\": 0.7544,\n+        \"nauc_recall_at_100_max\": 0.93467,\n+        \"nauc_recall_at_100_std\": 0.613677,\n+        \"nauc_recall_at_100_diff1\": 0.777113,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.350877,\n+        \"nauc_precision_at_1_std\": -0.15277,\n+        \"nauc_precision_at_1_diff1\": 0.773829,\n+        \"nauc_precision_at_3_max\": 0.657735,\n+        \"nauc_precision_at_3_std\": -0.07902,\n+        \"nauc_precision_at_3_diff1\": 0.744509,\n+        \"nauc_precision_at_5_max\": 0.75146,\n+        \"nauc_precision_at_5_std\": 0.057227,\n+        \"nauc_precision_at_5_diff1\": 0.727204,\n+        \"nauc_precision_at_10_max\": 0.875668,\n+        \"nauc_precision_at_10_std\": 0.421128,\n+        \"nauc_precision_at_10_diff1\": 0.778274,\n+        \"nauc_precision_at_20_max\": 0.89105,\n+        \"nauc_precision_at_20_std\": 0.561362,\n+        \"nauc_precision_at_20_diff1\": 0.7544,\n+        \"nauc_precision_at_100_max\": 0.93467,\n+        \"nauc_precision_at_100_std\": 0.613677,\n+        \"nauc_precision_at_100_diff1\": 0.777113,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.350877,\n+        \"nauc_mrr_at_1_std\": -0.15277,\n+        \"nauc_mrr_at_1_diff1\": 0.773829,\n+        \"nauc_mrr_at_3_max\": 0.434604,\n+        \"nauc_mrr_at_3_std\": -0.132544,\n+        \"nauc_mrr_at_3_diff1\": 0.759095,\n+        \"nauc_mrr_at_5_max\": 0.429325,\n+        \"nauc_mrr_at_5_std\": -0.127155,\n+        \"nauc_mrr_at_5_diff1\": 0.758388,\n+        \"nauc_mrr_at_10_max\": 0.426755,\n+        \"nauc_mrr_at_10_std\": -0.119958,\n+        \"nauc_mrr_at_10_diff1\": 0.760606,\n+        \"nauc_mrr_at_20_max\": 0.424033,\n+        \"nauc_mrr_at_20_std\": -0.122595,\n+        \"nauc_mrr_at_20_diff1\": 0.760317,\n+        \"nauc_mrr_at_100_max\": 0.422963,\n+        \"nauc_mrr_at_100_std\": -0.124288,\n+        \"nauc_mrr_at_100_diff1\": 0.76037,\n+        \"nauc_mrr_at_1000_max\": 0.422922,\n+        \"nauc_mrr_at_1000_std\": -0.124341,\n+        \"nauc_mrr_at_1000_diff1\": 0.760379,\n+        \"hit_rate_at_1\": 0.76078,\n+        \"hit_rate_at_3\": 0.92197,\n+        \"hit_rate_at_5\": 0.9538,\n+        \"hit_rate_at_10\": 0.97433,\n+        \"hit_rate_at_20\": 0.98665,\n+        \"hit_rate_at_100\": 0.99795,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.87766,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 21.754483999684453,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727570.591668,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 0.0,\n+      \"end\": 2.1022514291107655,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 2.1737514045089483,\n+      \"end\": 11.024057789705694,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 11.031671178527176,\n+      \"end\": 20.761091365478933,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 20.875727172009647,\n+      \"end\": 21.735292935743928,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"aeda90878b51bd973e9b3edf783ba7655010ab9e","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/MIRACLRetrievalHardNegatives.json","status":"added","additions":3214,"deletions":0,"changes":3214,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FMIRACLRetrievalHardNegatives.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FMIRACLRetrievalHardNegatives.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FMIRACLRetrievalHardNegatives.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76"},{"sha":"2139f500f1f6e018ef963cbc0e1978d2bbccd0f3","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/SWEbenchCodeRetrieval.json","status":"added","additions":206,"deletions":0,"changes":206,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FSWEbenchCodeRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FSWEbenchCodeRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FSWEbenchCodeRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,206 @@\n+{\n+  \"dataset_revision\": \"440b0e732b8d02c16df2c95352ab6770abe997da\",\n+  \"task_name\": \"SWEbenchCodeRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.01,\n+        \"ndcg_at_3\": 0.03702,\n+        \"ndcg_at_5\": 0.05258,\n+        \"ndcg_at_10\": 0.08521,\n+        \"ndcg_at_20\": 0.12336,\n+        \"ndcg_at_100\": 0.19303,\n+        \"ndcg_at_1000\": 0.22622,\n+        \"map_at_1\": 0.01,\n+        \"map_at_3\": 0.03,\n+        \"map_at_5\": 0.03812,\n+        \"map_at_10\": 0.05124,\n+        \"map_at_20\": 0.06156,\n+        \"map_at_100\": 0.07104,\n+        \"map_at_1000\": 0.07243,\n+        \"recall_at_1\": 0.01,\n+        \"recall_at_3\": 0.057,\n+        \"recall_at_5\": 0.0955,\n+        \"recall_at_10\": 0.19533,\n+        \"recall_at_20\": 0.344,\n+        \"recall_at_100\": 0.70807,\n+        \"recall_at_1000\": 0.95365,\n+        \"accuracy\": 0.01,\n+        \"precision_at_1\": 0.01,\n+        \"precision_at_3\": 0.01933,\n+        \"precision_at_5\": 0.02,\n+        \"precision_at_10\": 0.0208,\n+        \"precision_at_20\": 0.0185,\n+        \"precision_at_100\": 0.0081,\n+        \"precision_at_1000\": 0.00113,\n+        \"mrr_at_1\": 0.01,\n+        \"mrr_at_3\": 0.030333,\n+        \"mrr_at_5\": 0.039233,\n+        \"mrr_at_10\": 0.053408,\n+        \"mrr_at_20\": 0.064118,\n+        \"mrr_at_100\": 0.0736,\n+        \"mrr_at_1000\": 0.074719,\n+        \"nauc_ndcg_at_1_max\": 0.009284,\n+        \"nauc_ndcg_at_1_std\": -0.260048,\n+        \"nauc_ndcg_at_1_diff1\": 0.384545,\n+        \"nauc_ndcg_at_3_max\": 0.147167,\n+        \"nauc_ndcg_at_3_std\": 0.073914,\n+        \"nauc_ndcg_at_3_diff1\": 0.026763,\n+        \"nauc_ndcg_at_5_max\": 0.117463,\n+        \"nauc_ndcg_at_5_std\": 0.029985,\n+        \"nauc_ndcg_at_5_diff1\": 0.023107,\n+        \"nauc_ndcg_at_10_max\": 0.18779,\n+        \"nauc_ndcg_at_10_std\": 0.075968,\n+        \"nauc_ndcg_at_10_diff1\": 0.024007,\n+        \"nauc_ndcg_at_20_max\": 0.232472,\n+        \"nauc_ndcg_at_20_std\": 0.122443,\n+        \"nauc_ndcg_at_20_diff1\": 0.039938,\n+        \"nauc_ndcg_at_100_max\": 0.244607,\n+        \"nauc_ndcg_at_100_std\": 0.195362,\n+        \"nauc_ndcg_at_100_diff1\": 0.047292,\n+        \"nauc_ndcg_at_1000_max\": 0.214945,\n+        \"nauc_ndcg_at_1000_std\": 0.160792,\n+        \"nauc_ndcg_at_1000_diff1\": 0.063481,\n+        \"nauc_map_at_1_max\": 0.009284,\n+        \"nauc_map_at_1_std\": -0.260048,\n+        \"nauc_map_at_1_diff1\": 0.384545,\n+        \"nauc_map_at_3_max\": 0.12125,\n+        \"nauc_map_at_3_std\": 0.041517,\n+        \"nauc_map_at_3_diff1\": 0.053001,\n+        \"nauc_map_at_5_max\": 0.105847,\n+        \"nauc_map_at_5_std\": 0.017371,\n+        \"nauc_map_at_5_diff1\": 0.047686,\n+        \"nauc_map_at_10_max\": 0.152122,\n+        \"nauc_map_at_10_std\": 0.046627,\n+        \"nauc_map_at_10_diff1\": 0.043939,\n+        \"nauc_map_at_20_max\": 0.175366,\n+        \"nauc_map_at_20_std\": 0.070814,\n+        \"nauc_map_at_20_diff1\": 0.048622,\n+        \"nauc_map_at_100_max\": 0.173372,\n+        \"nauc_map_at_100_std\": 0.085182,\n+        \"nauc_map_at_100_diff1\": 0.049056,\n+        \"nauc_map_at_1000_max\": 0.171588,\n+        \"nauc_map_at_1000_std\": 0.083389,\n+        \"nauc_map_at_1000_diff1\": 0.049358,\n+        \"nauc_recall_at_1_max\": 0.009284,\n+        \"nauc_recall_at_1_std\": -0.260048,\n+        \"nauc_recall_at_1_diff1\": 0.384545,\n+        \"nauc_recall_at_3_max\": 0.182645,\n+        \"nauc_recall_at_3_std\": 0.122242,\n+        \"nauc_recall_at_3_diff1\": -0.020651,\n+        \"nauc_recall_at_5_max\": 0.12676,\n+        \"nauc_recall_at_5_std\": 0.038079,\n+        \"nauc_recall_at_5_diff1\": -0.004745,\n+        \"nauc_recall_at_10_max\": 0.216456,\n+        \"nauc_recall_at_10_std\": 0.100062,\n+        \"nauc_recall_at_10_diff1\": 0.003779,\n+        \"nauc_recall_at_20_max\": 0.280331,\n+        \"nauc_recall_at_20_std\": 0.165957,\n+        \"nauc_recall_at_20_diff1\": 0.030495,\n+        \"nauc_recall_at_100_max\": 0.339185,\n+        \"nauc_recall_at_100_std\": 0.374836,\n+        \"nauc_recall_at_100_diff1\": 0.046289,\n+        \"nauc_recall_at_1000_max\": 0.231962,\n+        \"nauc_recall_at_1000_std\": 0.467144,\n+        \"nauc_recall_at_1000_diff1\": 0.266786,\n+        \"nauc_precision_at_1_max\": 0.009284,\n+        \"nauc_precision_at_1_std\": -0.260048,\n+        \"nauc_precision_at_1_diff1\": 0.384545,\n+        \"nauc_precision_at_3_max\": 0.196738,\n+        \"nauc_precision_at_3_std\": 0.125718,\n+        \"nauc_precision_at_3_diff1\": -0.003053,\n+        \"nauc_precision_at_5_max\": 0.133094,\n+        \"nauc_precision_at_5_std\": 0.045812,\n+        \"nauc_precision_at_5_diff1\": -0.009831,\n+        \"nauc_precision_at_10_max\": 0.238996,\n+        \"nauc_precision_at_10_std\": 0.114861,\n+        \"nauc_precision_at_10_diff1\": 0.011617,\n+        \"nauc_precision_at_20_max\": 0.301315,\n+        \"nauc_precision_at_20_std\": 0.186707,\n+        \"nauc_precision_at_20_diff1\": 0.058558,\n+        \"nauc_precision_at_100_max\": 0.326038,\n+        \"nauc_precision_at_100_std\": 0.370751,\n+        \"nauc_precision_at_100_diff1\": 0.092508,\n+        \"nauc_precision_at_1000_max\": 0.092706,\n+        \"nauc_precision_at_1000_std\": 0.184359,\n+        \"nauc_precision_at_1000_diff1\": 0.175254,\n+        \"nauc_mrr_at_1_max\": 0.009284,\n+        \"nauc_mrr_at_1_std\": -0.260048,\n+        \"nauc_mrr_at_1_diff1\": 0.384545,\n+        \"nauc_mrr_at_3_max\": 0.130907,\n+        \"nauc_mrr_at_3_std\": 0.044619,\n+        \"nauc_mrr_at_3_diff1\": 0.063407,\n+        \"nauc_mrr_at_5_max\": 0.111783,\n+        \"nauc_mrr_at_5_std\": 0.022402,\n+        \"nauc_mrr_at_5_diff1\": 0.046081,\n+        \"nauc_mrr_at_10_max\": 0.16541,\n+        \"nauc_mrr_at_10_std\": 0.055016,\n+        \"nauc_mrr_at_10_diff1\": 0.046885,\n+        \"nauc_mrr_at_20_max\": 0.187988,\n+        \"nauc_mrr_at_20_std\": 0.079868,\n+        \"nauc_mrr_at_20_diff1\": 0.054561,\n+        \"nauc_mrr_at_100_max\": 0.183975,\n+        \"nauc_mrr_at_100_std\": 0.089297,\n+        \"nauc_mrr_at_100_diff1\": 0.054474,\n+        \"nauc_mrr_at_1000_max\": 0.182285,\n+        \"nauc_mrr_at_1000_std\": 0.087345,\n+        \"nauc_mrr_at_1000_diff1\": 0.055191,\n+        \"hit_rate_at_1\": 0.01,\n+        \"hit_rate_at_3\": 0.058,\n+        \"hit_rate_at_5\": 0.1,\n+        \"hit_rate_at_10\": 0.208,\n+        \"hit_rate_at_20\": 0.366,\n+        \"hit_rate_at_100\": 0.748,\n+        \"hit_rate_at_1000\": 0.97,\n+        \"main_score\": 0.08521,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 6036.385394661687,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793733765.679385,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 4.9639493227005005e-06,\n+      \"end\": 17.71487633790821,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 17.714886263012886,\n+      \"end\": 17.71489050332457,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 17.855346349067986,\n+      \"end\": 24.72826239001006,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 24.733315902762115,\n+      \"end\": 6035.690881418996,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 6035.781897632405,\n+      \"end\": 6036.362268623896,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"a5f88ec849249b174b66040b776eca034247eae6","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/WikiSQLRetrieval.json","status":"added","additions":206,"deletions":0,"changes":206,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FWikiSQLRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FWikiSQLRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2FWikiSQLRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,206 @@\n+{\n+  \"dataset_revision\": \"add6c3faf0d972ebb139b30fa6c4f955d99635c5\",\n+  \"task_name\": \"WikiSQLRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.84717,\n+        \"ndcg_at_3\": 0.91705,\n+        \"ndcg_at_5\": 0.9238,\n+        \"ndcg_at_10\": 0.92732,\n+        \"ndcg_at_20\": 0.92858,\n+        \"ndcg_at_100\": 0.92959,\n+        \"ndcg_at_1000\": 0.92959,\n+        \"map_at_1\": 0.84717,\n+        \"map_at_3\": 0.90104,\n+        \"map_at_5\": 0.90485,\n+        \"map_at_10\": 0.90634,\n+        \"map_at_20\": 0.90669,\n+        \"map_at_100\": 0.90683,\n+        \"map_at_1000\": 0.90683,\n+        \"recall_at_1\": 0.84717,\n+        \"recall_at_3\": 0.96289,\n+        \"recall_at_5\": 0.979,\n+        \"recall_at_10\": 0.98975,\n+        \"recall_at_20\": 0.99463,\n+        \"recall_at_100\": 1.0,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.84717,\n+        \"precision_at_1\": 0.84717,\n+        \"precision_at_3\": 0.32096,\n+        \"precision_at_5\": 0.1958,\n+        \"precision_at_10\": 0.09897,\n+        \"precision_at_20\": 0.04973,\n+        \"precision_at_100\": 0.01,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.847168,\n+        \"mrr_at_3\": 0.901042,\n+        \"mrr_at_5\": 0.90485,\n+        \"mrr_at_10\": 0.906338,\n+        \"mrr_at_20\": 0.906691,\n+        \"mrr_at_100\": 0.906833,\n+        \"mrr_at_1000\": 0.906833,\n+        \"nauc_ndcg_at_1_max\": 0.387632,\n+        \"nauc_ndcg_at_1_std\": 0.012317,\n+        \"nauc_ndcg_at_1_diff1\": 0.84531,\n+        \"nauc_ndcg_at_3_max\": 0.459359,\n+        \"nauc_ndcg_at_3_std\": -0.04074,\n+        \"nauc_ndcg_at_3_diff1\": 0.829218,\n+        \"nauc_ndcg_at_5_max\": 0.460295,\n+        \"nauc_ndcg_at_5_std\": -0.03241,\n+        \"nauc_ndcg_at_5_diff1\": 0.832517,\n+        \"nauc_ndcg_at_10_max\": 0.444855,\n+        \"nauc_ndcg_at_10_std\": -0.025326,\n+        \"nauc_ndcg_at_10_diff1\": 0.830013,\n+        \"nauc_ndcg_at_20_max\": 0.439264,\n+        \"nauc_ndcg_at_20_std\": -0.019252,\n+        \"nauc_ndcg_at_20_diff1\": 0.833618,\n+        \"nauc_ndcg_at_100_max\": 0.433537,\n+        \"nauc_ndcg_at_100_std\": -0.018142,\n+        \"nauc_ndcg_at_100_diff1\": 0.833866,\n+        \"nauc_ndcg_at_1000_max\": 0.433537,\n+        \"nauc_ndcg_at_1000_std\": -0.018142,\n+        \"nauc_ndcg_at_1000_diff1\": 0.833866,\n+        \"nauc_map_at_1_max\": 0.387632,\n+        \"nauc_map_at_1_std\": 0.012317,\n+        \"nauc_map_at_1_diff1\": 0.84531,\n+        \"nauc_map_at_3_max\": 0.435633,\n+        \"nauc_map_at_3_std\": -0.02252,\n+        \"nauc_map_at_3_diff1\": 0.833467,\n+        \"nauc_map_at_5_max\": 0.434981,\n+        \"nauc_map_at_5_std\": -0.01785,\n+        \"nauc_map_at_5_diff1\": 0.835192,\n+        \"nauc_map_at_10_max\": 0.429573,\n+        \"nauc_map_at_10_std\": -0.015499,\n+        \"nauc_map_at_10_diff1\": 0.83445,\n+        \"nauc_map_at_20_max\": 0.428245,\n+        \"nauc_map_at_20_std\": -0.014232,\n+        \"nauc_map_at_20_diff1\": 0.835179,\n+        \"nauc_map_at_100_max\": 0.427572,\n+        \"nauc_map_at_100_std\": -0.014232,\n+        \"nauc_map_at_100_diff1\": 0.835161,\n+        \"nauc_map_at_1000_max\": 0.427572,\n+        \"nauc_map_at_1000_std\": -0.014232,\n+        \"nauc_map_at_1000_diff1\": 0.835161,\n+        \"nauc_recall_at_1_max\": 0.387632,\n+        \"nauc_recall_at_1_std\": 0.012317,\n+        \"nauc_recall_at_1_diff1\": 0.84531,\n+        \"nauc_recall_at_3_max\": 0.632711,\n+        \"nauc_recall_at_3_std\": -0.174648,\n+        \"nauc_recall_at_3_diff1\": 0.799444,\n+        \"nauc_recall_at_5_max\": 0.775241,\n+        \"nauc_recall_at_5_std\": -0.210086,\n+        \"nauc_recall_at_5_diff1\": 0.803287,\n+        \"nauc_recall_at_10_max\": 0.781013,\n+        \"nauc_recall_at_10_std\": -0.239256,\n+        \"nauc_recall_at_10_diff1\": 0.719041,\n+        \"nauc_recall_at_20_max\": 0.814946,\n+        \"nauc_recall_at_20_std\": -0.119204,\n+        \"nauc_recall_at_20_diff1\": 0.807106,\n+        \"nauc_recall_at_100_max\": NaN,\n+        \"nauc_recall_at_100_std\": NaN,\n+        \"nauc_recall_at_100_diff1\": NaN,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.387632,\n+        \"nauc_precision_at_1_std\": 0.012317,\n+        \"nauc_precision_at_1_diff1\": 0.84531,\n+        \"nauc_precision_at_3_max\": 0.632711,\n+        \"nauc_precision_at_3_std\": -0.174648,\n+        \"nauc_precision_at_3_diff1\": 0.799444,\n+        \"nauc_precision_at_5_max\": 0.775241,\n+        \"nauc_precision_at_5_std\": -0.210086,\n+        \"nauc_precision_at_5_diff1\": 0.803287,\n+        \"nauc_precision_at_10_max\": 0.781013,\n+        \"nauc_precision_at_10_std\": -0.239256,\n+        \"nauc_precision_at_10_diff1\": 0.719041,\n+        \"nauc_precision_at_20_max\": 0.814946,\n+        \"nauc_precision_at_20_std\": -0.119204,\n+        \"nauc_precision_at_20_diff1\": 0.807106,\n+        \"nauc_precision_at_100_max\": 1.0,\n+        \"nauc_precision_at_100_std\": 1.0,\n+        \"nauc_precision_at_100_diff1\": 1.0,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.387632,\n+        \"nauc_mrr_at_1_std\": 0.012317,\n+        \"nauc_mrr_at_1_diff1\": 0.84531,\n+        \"nauc_mrr_at_3_max\": 0.435633,\n+        \"nauc_mrr_at_3_std\": -0.02252,\n+        \"nauc_mrr_at_3_diff1\": 0.833467,\n+        \"nauc_mrr_at_5_max\": 0.434981,\n+        \"nauc_mrr_at_5_std\": -0.01785,\n+        \"nauc_mrr_at_5_diff1\": 0.835192,\n+        \"nauc_mrr_at_10_max\": 0.429573,\n+        \"nauc_mrr_at_10_std\": -0.015499,\n+        \"nauc_mrr_at_10_diff1\": 0.83445,\n+        \"nauc_mrr_at_20_max\": 0.428245,\n+        \"nauc_mrr_at_20_std\": -0.014232,\n+        \"nauc_mrr_at_20_diff1\": 0.835179,\n+        \"nauc_mrr_at_100_max\": 0.427572,\n+        \"nauc_mrr_at_100_std\": -0.014232,\n+        \"nauc_mrr_at_100_diff1\": 0.835161,\n+        \"nauc_mrr_at_1000_max\": 0.427572,\n+        \"nauc_mrr_at_1000_std\": -0.014232,\n+        \"nauc_mrr_at_1000_diff1\": 0.835161,\n+        \"hit_rate_at_1\": 0.84717,\n+        \"hit_rate_at_3\": 0.96289,\n+        \"hit_rate_at_5\": 0.979,\n+        \"hit_rate_at_10\": 0.98975,\n+        \"hit_rate_at_20\": 0.99463,\n+        \"hit_rate_at_100\": 1.0,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.92732,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"sql-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 60.07575927954167,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727630.674906,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 4.441477358341217e-06,\n+      \"end\": 5.636398115195334,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 5.636409107595682,\n+      \"end\": 5.63641395419836,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 5.878953971900046,\n+      \"end\": 35.95722795277834,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 35.97283923160285,\n+      \"end\": 57.907935459166765,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 58.16310685593635,\n+      \"end\": 60.02488488703966,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"6b328a1762d57150469ff3529dc46e4d8b249652","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/model_meta.json","status":"added","additions":165,"deletions":0,"changes":165,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2Fmodel_meta.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2Fmodel_meta.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2Fmodel_meta.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,165 @@\n+{\n+    \"loader_kwargs\": {\n+        \"model_prompts\": {\n+            \"Classification\": \"classification\",\n+            \"MultilabelClassification\": \"classification\",\n+            \"Clustering\": \"clustering\",\n+            \"query\": \"search_query\",\n+            \"document\": \"search_document\"\n+        }\n+    },\n+    \"name\": \"Cohere/Cohere-embed-v5.0-fast\",\n+    \"revision\": \"1\",\n+    \"release_date\": null,\n+    \"languages\": [\n+        \"afr-Latn\",\n+        \"amh-Ethi\",\n+        \"ara-Arab\",\n+        \"asm-Beng\",\n+        \"aze-Latn\",\n+        \"bel-Cyrl\",\n+        \"bul-Cyrl\",\n+        \"ben-Beng\",\n+        \"bod-Tibt\",\n+        \"bos-Latn\",\n+        \"cat-Latn\",\n+        \"ceb-Latn\",\n+        \"cos-Latn\",\n+        \"ces-Latn\",\n+        \"cym-Latn\",\n+        \"dan-Latn\",\n+        \"deu-Latn\",\n+        \"ell-Grek\",\n+        \"eng-Latn\",\n+        \"epo-Latn\",\n+        \"spa-Latn\",\n+        \"est-Latn\",\n+        \"eus-Latn\",\n+        \"fas-Arab\",\n+        \"fin-Latn\",\n+        \"fra-Latn\",\n+        \"fry-Latn\",\n+        \"gle-Latn\",\n+        \"gla-Latn\",\n+        \"glg-Latn\",\n+        \"guj-Gujr\",\n+        \"hau-Latn\",\n+        \"haw-Latn\",\n+        \"heb-Hebr\",\n+        \"hin-Deva\",\n+        \"hmn-Latn\",\n+        \"hrv-Latn\",\n+        \"hat-Latn\",\n+        \"hun-Latn\",\n+        \"hye-Armn\",\n+        \"ind-Latn\",\n+        \"ibo-Latn\",\n+        \"isl-Latn\",\n+        \"ita-Latn\",\n+        \"jpn-Jpan\",\n+        \"jav-Latn\",\n+        \"kat-Geor\",\n+        \"kaz-Cyrl\",\n+        \"khm-Khmr\",\n+        \"kan-Knda\",\n+        \"kor-Kore\",\n+        \"kur-Arab\",\n+        \"kir-Cyrl\",\n+        \"lat-Latn\",\n+        \"ltz-Latn\",\n+        \"lao-Laoo\",\n+        \"lit-Latn\",\n+        \"lav-Latn\",\n+        \"mlg-Latn\",\n+        \"mri-Latn\",\n+        \"mkd-Cyrl\",\n+        \"mal-Mlym\",\n+        \"mon-Cyrl\",\n+        \"mar-Deva\",\n+        \"msa-Latn\",\n+        \"mlt-Latn\",\n+        \"mya-Mymr\",\n+        \"nep-Deva\",\n+        \"nld-Latn\",\n+        \"nor-Latn\",\n+        \"nob-Latn\",\n+        \"nno-Latn\",\n+        \"nya-Latn\",\n+        \"ori-Orya\",\n+        \"pan-Guru\",\n+        \"pol-Latn\",\n+        \"por-Latn\",\n+        \"ron-Latn\",\n+        \"rus-Cyrl\",\n+        \"kin-Latn\",\n+        \"sin-Sinh\",\n+        \"slk-Latn\",\n+        \"slv-Latn\",\n+        \"smo-Latn\",\n+        \"sna-Latn\",\n+        \"som-Latn\",\n+        \"sqi-Latn\",\n+        \"srp-Cyrl\",\n+        \"sot-Latn\",\n+        \"sun-Latn\",\n+        \"swe-Latn\",\n+        \"swa-Latn\",\n+        \"tam-Taml\",\n+        \"tel-Telu\",\n+        \"tgk-Cyrl\",\n+        \"tha-Thai\",\n+        \"tuk-Latn\",\n+        \"tgl-Latn\",\n+        \"tur-Latn\",\n+        \"tat-Cyrl\",\n+        \"uig-Arab\",\n+        \"ukr-Cyrl\",\n+        \"urd-Arab\",\n+        \"uzb-Latn\",\n+        \"vie-Latn\",\n+        \"wol-Latn\",\n+        \"xho-Latn\",\n+        \"yid-Hebr\",\n+        \"yor-Latn\",\n+        \"zho-Hans\",\n+        \"zul-Latn\"\n+    ],\n+    \"n_parameters\": null,\n+    \"n_active_parameters_override\": null,\n+    \"n_embedding_parameters\": null,\n+    \"memory_usage_mb\": null,\n+    \"max_tokens\": 8192.0,\n+    \"embed_dim\": 2048,\n+    \"license\": null,\n+    \"open_weights\": false,\n+    \"public_training_code\": null,\n+    \"public_training_data\": null,\n+    \"framework\": [\n+        \"API\"\n+    ],\n+    \"reference\": \"https://docs.cohere.com/docs/cohere-embed\",\n+    \"similarity_fn_name\": \"cosine\",\n+    \"use_instructions\": true,\n+    \"training_datasets\": null,\n+    \"adapted_from\": null,\n+    \"superseded_by\": null,\n+    \"modalities\": [\n+        \"text\"\n+    ],\n+    \"model_type\": [\n+        \"dense\"\n+    ],\n+    \"citation\": null,\n+    \"contacts\": null,\n+    \"experiment_kwargs\": null,\n+    \"output_dtypes\": [\n+        \"int8\",\n+        \"uint8\",\n+        \"binary\"\n+    ],\n+    \"extra_requirements_groups\": [\n+        \"cohere\"\n+    ],\n+    \"loader\": \"CohereTextEmbeddingModel\",\n+    \"is_cross_encoder\": false\n+}\n\\ No newline at end of file"},{"sha":"b94763b0a85902215b924448287a39d1524e5f75","filename":"results/Cohere__Cohere-embed-v5.0-fast/1/run_settings.jsonl","status":"added","additions":17,"deletions":0,"changes":17,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2Frun_settings.jsonl","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2Frun_settings.jsonl","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-fast%2F1%2Frun_settings.jsonl?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,17 @@\n+{\"task\": \"AILACasedocs\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"AILAStatutes\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"LegalSummarization\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"LegalQuAD\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"FinanceBenchRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"HC3FinanceRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"FinQARetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"AppsRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"DS1000Retrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"HumanEvalRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"MBPPRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"WikiSQLRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"FreshStackRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"SWEbenchCodeRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"ChatDoctorRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"CUREv1\", \"splits\": [\"all\", \"dentistry_and_oral_health\", \"dermatology\", \"gastroenterology\", \"genetics\", \"neuroscience_and_neurology\", \"orthopedic_surgery\", \"otorhinolaryngology\", \"plastic_surgery\", \"psychiatry_and_psychology\", \"pulmonology\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"en\", \"es\", \"fr\"]}\n+{\"task\": \"MIRACLRetrievalHardNegatives\", \"splits\": [\"dev\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"ar\", \"bn\", \"de\", \"en\", \"es\", \"fa\", \"fi\", \"fr\", \"hi\", \"id\", \"ja\", \"ko\", \"ru\", \"sw\", \"te\", \"th\", \"yo\", \"zh\"]}"},{"sha":"913880c62c39a9ce3be3e9d959b4e1f97fd9c1cc","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/AILACasedocs.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FAILACasedocs.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FAILACasedocs.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FAILACasedocs.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"4106e6bcc72e0698d714ea8b101355e3e238431a\",\n+  \"task_name\": \"AILACasedocs\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.42,\n+        \"ndcg_at_3\": 0.43312,\n+        \"ndcg_at_5\": 0.42728,\n+        \"ndcg_at_10\": 0.45498,\n+        \"ndcg_at_20\": 0.49894,\n+        \"ndcg_at_100\": 0.57289,\n+        \"ndcg_at_1000\": 0.58691,\n+        \"map_at_1\": 0.14984,\n+        \"map_at_3\": 0.28395,\n+        \"map_at_5\": 0.32253,\n+        \"map_at_10\": 0.36204,\n+        \"map_at_20\": 0.38428,\n+        \"map_at_100\": 0.40592,\n+        \"map_at_1000\": 0.40765,\n+        \"recall_at_1\": 0.14984,\n+        \"recall_at_3\": 0.32929,\n+        \"recall_at_5\": 0.39105,\n+        \"recall_at_10\": 0.51144,\n+        \"recall_at_20\": 0.65612,\n+        \"recall_at_100\": 0.92594,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.14984,\n+        \"precision_at_1\": 0.42,\n+        \"precision_at_3\": 0.36,\n+        \"precision_at_5\": 0.28,\n+        \"precision_at_10\": 0.19,\n+        \"precision_at_20\": 0.124,\n+        \"precision_at_100\": 0.0366,\n+        \"precision_at_1000\": 0.0039,\n+        \"mrr_at_1\": 0.42,\n+        \"mrr_at_3\": 0.486667,\n+        \"mrr_at_5\": 0.496667,\n+        \"mrr_at_10\": 0.515238,\n+        \"mrr_at_20\": 0.523011,\n+        \"mrr_at_100\": 0.525703,\n+        \"mrr_at_1000\": 0.526048,\n+        \"nauc_ndcg_at_1_max\": 0.328952,\n+        \"nauc_ndcg_at_1_std\": -0.244965,\n+        \"nauc_ndcg_at_1_diff1\": 0.413562,\n+        \"nauc_ndcg_at_3_max\": 0.330031,\n+        \"nauc_ndcg_at_3_std\": -0.308997,\n+        \"nauc_ndcg_at_3_diff1\": 0.438931,\n+        \"nauc_ndcg_at_5_max\": 0.311312,\n+        \"nauc_ndcg_at_5_std\": -0.293784,\n+        \"nauc_ndcg_at_5_diff1\": 0.36211,\n+        \"nauc_ndcg_at_10_max\": 0.358891,\n+        \"nauc_ndcg_at_10_std\": -0.283667,\n+        \"nauc_ndcg_at_10_diff1\": 0.287191,\n+        \"nauc_ndcg_at_20_max\": 0.339413,\n+        \"nauc_ndcg_at_20_std\": -0.274022,\n+        \"nauc_ndcg_at_20_diff1\": 0.243213,\n+        \"nauc_ndcg_at_100_max\": 0.379554,\n+        \"nauc_ndcg_at_100_std\": -0.203429,\n+        \"nauc_ndcg_at_100_diff1\": 0.256554,\n+        \"nauc_ndcg_at_1000_max\": 0.369372,\n+        \"nauc_ndcg_at_1000_std\": -0.24077,\n+        \"nauc_ndcg_at_1000_diff1\": 0.299102,\n+        \"nauc_map_at_1_max\": 0.184656,\n+        \"nauc_map_at_1_std\": -0.166479,\n+        \"nauc_map_at_1_diff1\": 0.305952,\n+        \"nauc_map_at_3_max\": 0.192115,\n+        \"nauc_map_at_3_std\": -0.313894,\n+        \"nauc_map_at_3_diff1\": 0.332101,\n+        \"nauc_map_at_5_max\": 0.229716,\n+        \"nauc_map_at_5_std\": -0.328035,\n+        \"nauc_map_at_5_diff1\": 0.324134,\n+        \"nauc_map_at_10_max\": 0.301041,\n+        \"nauc_map_at_10_std\": -0.303384,\n+        \"nauc_map_at_10_diff1\": 0.287503,\n+        \"nauc_map_at_20_max\": 0.313987,\n+        \"nauc_map_at_20_std\": -0.288089,\n+        \"nauc_map_at_20_diff1\": 0.279252,\n+        \"nauc_map_at_100_max\": 0.332913,\n+        \"nauc_map_at_100_std\": -0.26192,\n+        \"nauc_map_at_100_diff1\": 0.282692,\n+        \"nauc_map_at_1000_max\": 0.333643,\n+        \"nauc_map_at_1000_std\": -0.263569,\n+        \"nauc_map_at_1000_diff1\": 0.287713,\n+        \"nauc_recall_at_1_max\": 0.184656,\n+        \"nauc_recall_at_1_std\": -0.166479,\n+        \"nauc_recall_at_1_diff1\": 0.305952,\n+        \"nauc_recall_at_3_max\": 0.15368,\n+        \"nauc_recall_at_3_std\": -0.343682,\n+        \"nauc_recall_at_3_diff1\": 0.305989,\n+        \"nauc_recall_at_5_max\": 0.183642,\n+        \"nauc_recall_at_5_std\": -0.36523,\n+        \"nauc_recall_at_5_diff1\": 0.278931,\n+        \"nauc_recall_at_10_max\": 0.30653,\n+        \"nauc_recall_at_10_std\": -0.279973,\n+        \"nauc_recall_at_10_diff1\": 0.101034,\n+        \"nauc_recall_at_20_max\": 0.242084,\n+        \"nauc_recall_at_20_std\": -0.209763,\n+        \"nauc_recall_at_20_diff1\": -0.043746,\n+        \"nauc_recall_at_100_max\": 0.587192,\n+        \"nauc_recall_at_100_std\": 0.593416,\n+        \"nauc_recall_at_100_diff1\": -0.501893,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.328952,\n+        \"nauc_precision_at_1_std\": -0.244965,\n+        \"nauc_precision_at_1_diff1\": 0.413562,\n+        \"nauc_precision_at_3_max\": 0.329611,\n+        \"nauc_precision_at_3_std\": -0.310394,\n+        \"nauc_precision_at_3_diff1\": 0.385241,\n+        \"nauc_precision_at_5_max\": 0.347782,\n+        \"nauc_precision_at_5_std\": -0.225762,\n+        \"nauc_precision_at_5_diff1\": 0.26116,\n+        \"nauc_precision_at_10_max\": 0.46772,\n+        \"nauc_precision_at_10_std\": -0.026648,\n+        \"nauc_precision_at_10_diff1\": 0.107032,\n+        \"nauc_precision_at_20_max\": 0.430705,\n+        \"nauc_precision_at_20_std\": 0.103078,\n+        \"nauc_precision_at_20_diff1\": 0.076546,\n+        \"nauc_precision_at_100_max\": 0.391425,\n+        \"nauc_precision_at_100_std\": 0.264195,\n+        \"nauc_precision_at_100_diff1\": 0.123246,\n+        \"nauc_precision_at_1000_max\": 0.372347,\n+        \"nauc_precision_at_1000_std\": 0.235155,\n+        \"nauc_precision_at_1000_diff1\": 0.179189,\n+        \"nauc_mrr_at_1_max\": 0.328952,\n+        \"nauc_mrr_at_1_std\": -0.244965,\n+        \"nauc_mrr_at_1_diff1\": 0.413562,\n+        \"nauc_mrr_at_3_max\": 0.298569,\n+        \"nauc_mrr_at_3_std\": -0.341986,\n+        \"nauc_mrr_at_3_diff1\": 0.429815,\n+        \"nauc_mrr_at_5_max\": 0.289191,\n+        \"nauc_mrr_at_5_std\": -0.349295,\n+        \"nauc_mrr_at_5_diff1\": 0.416856,\n+        \"nauc_mrr_at_10_max\": 0.309746,\n+        \"nauc_mrr_at_10_std\": -0.323092,\n+        \"nauc_mrr_at_10_diff1\": 0.384468,\n+        \"nauc_mrr_at_20_max\": 0.306629,\n+        \"nauc_mrr_at_20_std\": -0.318601,\n+        \"nauc_mrr_at_20_diff1\": 0.38855,\n+        \"nauc_mrr_at_100_max\": 0.308387,\n+        \"nauc_mrr_at_100_std\": -0.317423,\n+        \"nauc_mrr_at_100_diff1\": 0.387403,\n+        \"nauc_mrr_at_1000_max\": 0.307719,\n+        \"nauc_mrr_at_1000_std\": -0.318626,\n+        \"nauc_mrr_at_1000_diff1\": 0.388464,\n+        \"hit_rate_at_1\": 0.42,\n+        \"hit_rate_at_3\": 0.58,\n+        \"hit_rate_at_5\": 0.62,\n+        \"hit_rate_at_10\": 0.74,\n+        \"hit_rate_at_20\": 0.86,\n+        \"hit_rate_at_100\": 0.96,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.45498,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 34.59788661915809,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727247.934932,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 1.5389174222946167e-05,\n+      \"end\": 5.096726469695568,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 5.0967439385131,\n+      \"end\": 5.096745907329023,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 5.12734480202198,\n+      \"end\": 6.2813090505078435,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 6.282614887692034,\n+      \"end\": 34.52292178012431,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 34.5240592090413,\n+      \"end\": 34.59068027511239,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"e11529ad7aeb067283cf7e7fc1bd8cb510e9c0d9","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/AILAStatutes.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FAILAStatutes.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FAILAStatutes.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FAILAStatutes.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e\",\n+  \"task_name\": \"AILAStatutes\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.36,\n+        \"ndcg_at_3\": 0.32186,\n+        \"ndcg_at_5\": 0.31597,\n+        \"ndcg_at_10\": 0.37535,\n+        \"ndcg_at_20\": 0.42988,\n+        \"ndcg_at_100\": 0.56234,\n+        \"ndcg_at_1000\": 0.56234,\n+        \"map_at_1\": 0.085,\n+        \"map_at_3\": 0.16622,\n+        \"map_at_5\": 0.21212,\n+        \"map_at_10\": 0.24291,\n+        \"map_at_20\": 0.26849,\n+        \"map_at_100\": 0.30842,\n+        \"map_at_1000\": 0.30842,\n+        \"recall_at_1\": 0.085,\n+        \"recall_at_3\": 0.21833,\n+        \"recall_at_5\": 0.31433,\n+        \"recall_at_10\": 0.42633,\n+        \"recall_at_20\": 0.564,\n+        \"recall_at_100\": 1.0,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.085,\n+        \"precision_at_1\": 0.36,\n+        \"precision_at_3\": 0.30667,\n+        \"precision_at_5\": 0.264,\n+        \"precision_at_10\": 0.184,\n+        \"precision_at_20\": 0.122,\n+        \"precision_at_100\": 0.0434,\n+        \"precision_at_1000\": 0.00434,\n+        \"mrr_at_1\": 0.36,\n+        \"mrr_at_3\": 0.49,\n+        \"mrr_at_5\": 0.519,\n+        \"mrr_at_10\": 0.535024,\n+        \"mrr_at_20\": 0.537812,\n+        \"mrr_at_100\": 0.540165,\n+        \"mrr_at_1000\": 0.540165,\n+        \"nauc_ndcg_at_1_max\": 0.66853,\n+        \"nauc_ndcg_at_1_std\": 0.160027,\n+        \"nauc_ndcg_at_1_diff1\": 0.518186,\n+        \"nauc_ndcg_at_3_max\": 0.652171,\n+        \"nauc_ndcg_at_3_std\": 0.332813,\n+        \"nauc_ndcg_at_3_diff1\": 0.462391,\n+        \"nauc_ndcg_at_5_max\": 0.679192,\n+        \"nauc_ndcg_at_5_std\": 0.396515,\n+        \"nauc_ndcg_at_5_diff1\": 0.407963,\n+        \"nauc_ndcg_at_10_max\": 0.666953,\n+        \"nauc_ndcg_at_10_std\": 0.458435,\n+        \"nauc_ndcg_at_10_diff1\": 0.435727,\n+        \"nauc_ndcg_at_20_max\": 0.666508,\n+        \"nauc_ndcg_at_20_std\": 0.472806,\n+        \"nauc_ndcg_at_20_diff1\": 0.443824,\n+        \"nauc_ndcg_at_100_max\": 0.664668,\n+        \"nauc_ndcg_at_100_std\": 0.37972,\n+        \"nauc_ndcg_at_100_diff1\": 0.468633,\n+        \"nauc_ndcg_at_1000_max\": 0.664668,\n+        \"nauc_ndcg_at_1000_std\": 0.37972,\n+        \"nauc_ndcg_at_1000_diff1\": 0.468633,\n+        \"nauc_map_at_1_max\": 0.575951,\n+        \"nauc_map_at_1_std\": 0.188437,\n+        \"nauc_map_at_1_diff1\": 0.376362,\n+        \"nauc_map_at_3_max\": 0.693765,\n+        \"nauc_map_at_3_std\": 0.355747,\n+        \"nauc_map_at_3_diff1\": 0.440692,\n+        \"nauc_map_at_5_max\": 0.730287,\n+        \"nauc_map_at_5_std\": 0.386895,\n+        \"nauc_map_at_5_diff1\": 0.44731,\n+        \"nauc_map_at_10_max\": 0.713419,\n+        \"nauc_map_at_10_std\": 0.426366,\n+        \"nauc_map_at_10_diff1\": 0.463825,\n+        \"nauc_map_at_20_max\": 0.710051,\n+        \"nauc_map_at_20_std\": 0.441406,\n+        \"nauc_map_at_20_diff1\": 0.464155,\n+        \"nauc_map_at_100_max\": 0.70899,\n+        \"nauc_map_at_100_std\": 0.414414,\n+        \"nauc_map_at_100_diff1\": 0.471433,\n+        \"nauc_map_at_1000_max\": 0.70899,\n+        \"nauc_map_at_1000_std\": 0.414414,\n+        \"nauc_map_at_1000_diff1\": 0.471433,\n+        \"nauc_recall_at_1_max\": 0.575951,\n+        \"nauc_recall_at_1_std\": 0.188437,\n+        \"nauc_recall_at_1_diff1\": 0.376362,\n+        \"nauc_recall_at_3_max\": 0.636518,\n+        \"nauc_recall_at_3_std\": 0.428974,\n+        \"nauc_recall_at_3_diff1\": 0.34769,\n+        \"nauc_recall_at_5_max\": 0.619308,\n+        \"nauc_recall_at_5_std\": 0.440487,\n+        \"nauc_recall_at_5_diff1\": 0.292563,\n+        \"nauc_recall_at_10_max\": 0.608903,\n+        \"nauc_recall_at_10_std\": 0.595238,\n+        \"nauc_recall_at_10_diff1\": 0.341565,\n+        \"nauc_recall_at_20_max\": 0.550188,\n+        \"nauc_recall_at_20_std\": 0.590568,\n+        \"nauc_recall_at_20_diff1\": 0.307075,\n+        \"nauc_recall_at_100_max\": NaN,\n+        \"nauc_recall_at_100_std\": NaN,\n+        \"nauc_recall_at_100_diff1\": NaN,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.66853,\n+        \"nauc_precision_at_1_std\": 0.160027,\n+        \"nauc_precision_at_1_diff1\": 0.518186,\n+        \"nauc_precision_at_3_max\": 0.652283,\n+        \"nauc_precision_at_3_std\": 0.367612,\n+        \"nauc_precision_at_3_diff1\": 0.462811,\n+        \"nauc_precision_at_5_max\": 0.640437,\n+        \"nauc_precision_at_5_std\": 0.393972,\n+        \"nauc_precision_at_5_diff1\": 0.420115,\n+        \"nauc_precision_at_10_max\": 0.564234,\n+        \"nauc_precision_at_10_std\": 0.472433,\n+        \"nauc_precision_at_10_diff1\": 0.439525,\n+        \"nauc_precision_at_20_max\": 0.462939,\n+        \"nauc_precision_at_20_std\": 0.407153,\n+        \"nauc_precision_at_20_diff1\": 0.411977,\n+        \"nauc_precision_at_100_max\": -0.077331,\n+        \"nauc_precision_at_100_std\": -0.311484,\n+        \"nauc_precision_at_100_diff1\": 0.314813,\n+        \"nauc_precision_at_1000_max\": -0.077331,\n+        \"nauc_precision_at_1000_std\": -0.311484,\n+        \"nauc_precision_at_1000_diff1\": 0.314813,\n+        \"nauc_mrr_at_1_max\": 0.66853,\n+        \"nauc_mrr_at_1_std\": 0.160027,\n+        \"nauc_mrr_at_1_diff1\": 0.518186,\n+        \"nauc_mrr_at_3_max\": 0.571747,\n+        \"nauc_mrr_at_3_std\": 0.285956,\n+        \"nauc_mrr_at_3_diff1\": 0.424316,\n+        \"nauc_mrr_at_5_max\": 0.57528,\n+        \"nauc_mrr_at_5_std\": 0.268929,\n+        \"nauc_mrr_at_5_diff1\": 0.417537,\n+        \"nauc_mrr_at_10_max\": 0.596326,\n+        \"nauc_mrr_at_10_std\": 0.279413,\n+        \"nauc_mrr_at_10_diff1\": 0.43477,\n+        \"nauc_mrr_at_20_max\": 0.599162,\n+        \"nauc_mrr_at_20_std\": 0.274444,\n+        \"nauc_mrr_at_20_diff1\": 0.436065,\n+        \"nauc_mrr_at_100_max\": 0.596647,\n+        \"nauc_mrr_at_100_std\": 0.270389,\n+        \"nauc_mrr_at_100_diff1\": 0.437881,\n+        \"nauc_mrr_at_1000_max\": 0.596647,\n+        \"nauc_mrr_at_1000_std\": 0.270389,\n+        \"nauc_mrr_at_1000_diff1\": 0.437881,\n+        \"hit_rate_at_1\": 0.36,\n+        \"hit_rate_at_3\": 0.66,\n+        \"hit_rate_at_5\": 0.78,\n+        \"hit_rate_at_10\": 0.9,\n+        \"hit_rate_at_20\": 0.94,\n+        \"hit_rate_at_100\": 1.0,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.37535,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 5.27357385866344,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727253.216283,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 6.346032023429871e-06,\n+      \"end\": 2.6510015623643994,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 2.651011686772108,\n+      \"end\": 2.651017252355814,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 2.6702842889353633,\n+      \"end\": 3.7201927676796913,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 3.7215010756626725,\n+      \"end\": 5.20855597872287,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 5.209261601790786,\n+      \"end\": 5.2665576515719295,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"83e0235e356be843fd82d8fcff4a05d5bef56e09","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/AppsRetrieval.json","status":"added","additions":206,"deletions":0,"changes":206,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FAppsRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FAppsRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FAppsRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,206 @@\n+{\n+  \"dataset_revision\": \"f22508f96b7a36c2415181ed8bb76f76e04ae2d5\",\n+  \"task_name\": \"AppsRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.47649,\n+        \"ndcg_at_3\": 0.56445,\n+        \"ndcg_at_5\": 0.58696,\n+        \"ndcg_at_10\": 0.60913,\n+        \"ndcg_at_20\": 0.62372,\n+        \"ndcg_at_100\": 0.64345,\n+        \"ndcg_at_1000\": 0.65284,\n+        \"map_at_1\": 0.47649,\n+        \"map_at_3\": 0.54329,\n+        \"map_at_5\": 0.55583,\n+        \"map_at_10\": 0.56493,\n+        \"map_at_20\": 0.56895,\n+        \"map_at_100\": 0.57167,\n+        \"map_at_1000\": 0.57202,\n+        \"recall_at_1\": 0.47649,\n+        \"recall_at_3\": 0.6255,\n+        \"recall_at_5\": 0.67995,\n+        \"recall_at_10\": 0.74874,\n+        \"recall_at_20\": 0.80637,\n+        \"recall_at_100\": 0.91288,\n+        \"recall_at_1000\": 0.98725,\n+        \"accuracy\": 0.47649,\n+        \"precision_at_1\": 0.47649,\n+        \"precision_at_3\": 0.2085,\n+        \"precision_at_5\": 0.13599,\n+        \"precision_at_10\": 0.07487,\n+        \"precision_at_20\": 0.04032,\n+        \"precision_at_100\": 0.00913,\n+        \"precision_at_1000\": 0.00099,\n+        \"mrr_at_1\": 0.476494,\n+        \"mrr_at_3\": 0.543293,\n+        \"mrr_at_5\": 0.55583,\n+        \"mrr_at_10\": 0.56493,\n+        \"mrr_at_20\": 0.568949,\n+        \"mrr_at_100\": 0.571674,\n+        \"mrr_at_1000\": 0.572018,\n+        \"nauc_ndcg_at_1_max\": 0.448545,\n+        \"nauc_ndcg_at_1_std\": 0.035758,\n+        \"nauc_ndcg_at_1_diff1\": 0.692979,\n+        \"nauc_ndcg_at_3_max\": 0.467627,\n+        \"nauc_ndcg_at_3_std\": 0.072697,\n+        \"nauc_ndcg_at_3_diff1\": 0.642334,\n+        \"nauc_ndcg_at_5_max\": 0.468706,\n+        \"nauc_ndcg_at_5_std\": 0.078448,\n+        \"nauc_ndcg_at_5_diff1\": 0.634193,\n+        \"nauc_ndcg_at_10_max\": 0.467838,\n+        \"nauc_ndcg_at_10_std\": 0.081427,\n+        \"nauc_ndcg_at_10_diff1\": 0.63203,\n+        \"nauc_ndcg_at_20_max\": 0.466487,\n+        \"nauc_ndcg_at_20_std\": 0.087296,\n+        \"nauc_ndcg_at_20_diff1\": 0.63051,\n+        \"nauc_ndcg_at_100_max\": 0.466724,\n+        \"nauc_ndcg_at_100_std\": 0.09006,\n+        \"nauc_ndcg_at_100_diff1\": 0.634903,\n+        \"nauc_ndcg_at_1000_max\": 0.465893,\n+        \"nauc_ndcg_at_1000_std\": 0.082141,\n+        \"nauc_ndcg_at_1000_diff1\": 0.639669,\n+        \"nauc_map_at_1_max\": 0.448545,\n+        \"nauc_map_at_1_std\": 0.035758,\n+        \"nauc_map_at_1_diff1\": 0.692979,\n+        \"nauc_map_at_3_max\": 0.463082,\n+        \"nauc_map_at_3_std\": 0.063534,\n+        \"nauc_map_at_3_diff1\": 0.654735,\n+        \"nauc_map_at_5_max\": 0.463778,\n+        \"nauc_map_at_5_std\": 0.066658,\n+        \"nauc_map_at_5_diff1\": 0.650672,\n+        \"nauc_map_at_10_max\": 0.463182,\n+        \"nauc_map_at_10_std\": 0.067457,\n+        \"nauc_map_at_10_diff1\": 0.650031,\n+        \"nauc_map_at_20_max\": 0.462827,\n+        \"nauc_map_at_20_std\": 0.06879,\n+        \"nauc_map_at_20_diff1\": 0.649805,\n+        \"nauc_map_at_100_max\": 0.462833,\n+        \"nauc_map_at_100_std\": 0.069033,\n+        \"nauc_map_at_100_diff1\": 0.650503,\n+        \"nauc_map_at_1000_max\": 0.462803,\n+        \"nauc_map_at_1000_std\": 0.068824,\n+        \"nauc_map_at_1000_diff1\": 0.650654,\n+        \"nauc_recall_at_1_max\": 0.448545,\n+        \"nauc_recall_at_1_std\": 0.035758,\n+        \"nauc_recall_at_1_diff1\": 0.692979,\n+        \"nauc_recall_at_3_max\": 0.481881,\n+        \"nauc_recall_at_3_std\": 0.101615,\n+        \"nauc_recall_at_3_diff1\": 0.603275,\n+        \"nauc_recall_at_5_max\": 0.485392,\n+        \"nauc_recall_at_5_std\": 0.119583,\n+        \"nauc_recall_at_5_diff1\": 0.576198,\n+        \"nauc_recall_at_10_max\": 0.486516,\n+        \"nauc_recall_at_10_std\": 0.141154,\n+        \"nauc_recall_at_10_diff1\": 0.556252,\n+        \"nauc_recall_at_20_max\": 0.482218,\n+        \"nauc_recall_at_20_std\": 0.191583,\n+        \"nauc_recall_at_20_diff1\": 0.529252,\n+        \"nauc_recall_at_100_max\": 0.503404,\n+        \"nauc_recall_at_100_std\": 0.34764,\n+        \"nauc_recall_at_100_diff1\": 0.491616,\n+        \"nauc_recall_at_1000_max\": 0.585328,\n+        \"nauc_recall_at_1000_std\": 0.505049,\n+        \"nauc_recall_at_1000_diff1\": 0.434663,\n+        \"nauc_precision_at_1_max\": 0.448545,\n+        \"nauc_precision_at_1_std\": 0.035758,\n+        \"nauc_precision_at_1_diff1\": 0.692979,\n+        \"nauc_precision_at_3_max\": 0.481881,\n+        \"nauc_precision_at_3_std\": 0.101615,\n+        \"nauc_precision_at_3_diff1\": 0.603275,\n+        \"nauc_precision_at_5_max\": 0.485392,\n+        \"nauc_precision_at_5_std\": 0.119583,\n+        \"nauc_precision_at_5_diff1\": 0.576198,\n+        \"nauc_precision_at_10_max\": 0.486516,\n+        \"nauc_precision_at_10_std\": 0.141154,\n+        \"nauc_precision_at_10_diff1\": 0.556252,\n+        \"nauc_precision_at_20_max\": 0.482218,\n+        \"nauc_precision_at_20_std\": 0.191583,\n+        \"nauc_precision_at_20_diff1\": 0.529252,\n+        \"nauc_precision_at_100_max\": 0.503404,\n+        \"nauc_precision_at_100_std\": 0.34764,\n+        \"nauc_precision_at_100_diff1\": 0.491616,\n+        \"nauc_precision_at_1000_max\": 0.585328,\n+        \"nauc_precision_at_1000_std\": 0.505049,\n+        \"nauc_precision_at_1000_diff1\": 0.434663,\n+        \"nauc_mrr_at_1_max\": 0.448545,\n+        \"nauc_mrr_at_1_std\": 0.035758,\n+        \"nauc_mrr_at_1_diff1\": 0.692979,\n+        \"nauc_mrr_at_3_max\": 0.463082,\n+        \"nauc_mrr_at_3_std\": 0.063534,\n+        \"nauc_mrr_at_3_diff1\": 0.654735,\n+        \"nauc_mrr_at_5_max\": 0.463778,\n+        \"nauc_mrr_at_5_std\": 0.066658,\n+        \"nauc_mrr_at_5_diff1\": 0.650672,\n+        \"nauc_mrr_at_10_max\": 0.463182,\n+        \"nauc_mrr_at_10_std\": 0.067457,\n+        \"nauc_mrr_at_10_diff1\": 0.650031,\n+        \"nauc_mrr_at_20_max\": 0.462827,\n+        \"nauc_mrr_at_20_std\": 0.06879,\n+        \"nauc_mrr_at_20_diff1\": 0.649805,\n+        \"nauc_mrr_at_100_max\": 0.462833,\n+        \"nauc_mrr_at_100_std\": 0.069033,\n+        \"nauc_mrr_at_100_diff1\": 0.650503,\n+        \"nauc_mrr_at_1000_max\": 0.462803,\n+        \"nauc_mrr_at_1000_std\": 0.068824,\n+        \"nauc_mrr_at_1000_diff1\": 0.650654,\n+        \"hit_rate_at_1\": 0.47649,\n+        \"hit_rate_at_3\": 0.6255,\n+        \"hit_rate_at_5\": 0.67995,\n+        \"hit_rate_at_10\": 0.74874,\n+        \"hit_rate_at_20\": 0.80637,\n+        \"hit_rate_at_100\": 0.91288,\n+        \"hit_rate_at_1000\": 0.98725,\n+        \"main_score\": 0.60913,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 295.13366015907377,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727637.260181,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 4.673376679420471e-06,\n+      \"end\": 3.2231886656954885,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 3.223198260180652,\n+      \"end\": 3.22320110630244,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 4.241091376170516,\n+      \"end\": 70.5309629291296,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 70.5644033337012,\n+      \"end\": 290.71380891278386,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 291.20570952631533,\n+      \"end\": 295.07285228651017,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"5ce323fbce57908839514cfdeb2b7c06e53c460c","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/CUREv1.json","status":"added","additions":5915,"deletions":0,"changes":5915,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FCUREv1.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FCUREv1.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FCUREv1.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76"},{"sha":"b28f421098497c4bcfde9120c78644100191557a","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/ChatDoctorRetrieval.json","status":"added","additions":198,"deletions":0,"changes":198,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FChatDoctorRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FChatDoctorRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FChatDoctorRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,198 @@\n+{\n+  \"dataset_revision\": \"50c2986fedffa33b38afd5c1752026f8e9e5ed1d\",\n+  \"task_name\": \"ChatDoctorRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.49741,\n+        \"ndcg_at_3\": 0.57433,\n+        \"ndcg_at_5\": 0.59572,\n+        \"ndcg_at_10\": 0.61832,\n+        \"ndcg_at_20\": 0.6351,\n+        \"ndcg_at_100\": 0.65509,\n+        \"ndcg_at_1000\": 0.66292,\n+        \"map_at_1\": 0.49741,\n+        \"map_at_3\": 0.55542,\n+        \"map_at_5\": 0.56726,\n+        \"map_at_10\": 0.57665,\n+        \"map_at_20\": 0.58128,\n+        \"map_at_100\": 0.58411,\n+        \"map_at_1000\": 0.58441,\n+        \"recall_at_1\": 0.49741,\n+        \"recall_at_3\": 0.62905,\n+        \"recall_at_5\": 0.68109,\n+        \"recall_at_10\": 0.75067,\n+        \"recall_at_20\": 0.81685,\n+        \"recall_at_100\": 0.92363,\n+        \"recall_at_1000\": 0.98462,\n+        \"accuracy\": 0.49741,\n+        \"precision_at_1\": 0.49741,\n+        \"precision_at_3\": 0.20968,\n+        \"precision_at_5\": 0.13622,\n+        \"precision_at_10\": 0.07507,\n+        \"precision_at_20\": 0.04084,\n+        \"precision_at_100\": 0.00924,\n+        \"precision_at_1000\": 0.00098,\n+        \"mrr_at_1\": 0.497407,\n+        \"mrr_at_3\": 0.555416,\n+        \"mrr_at_5\": 0.567257,\n+        \"mrr_at_10\": 0.57665,\n+        \"mrr_at_20\": 0.581278,\n+        \"mrr_at_100\": 0.584109,\n+        \"mrr_at_1000\": 0.584413,\n+        \"nauc_ndcg_at_1_max\": 0.303994,\n+        \"nauc_ndcg_at_1_std\": -0.242087,\n+        \"nauc_ndcg_at_1_diff1\": 0.763694,\n+        \"nauc_ndcg_at_3_max\": 0.296723,\n+        \"nauc_ndcg_at_3_std\": -0.25033,\n+        \"nauc_ndcg_at_3_diff1\": 0.714295,\n+        \"nauc_ndcg_at_5_max\": 0.296002,\n+        \"nauc_ndcg_at_5_std\": -0.245745,\n+        \"nauc_ndcg_at_5_diff1\": 0.707068,\n+        \"nauc_ndcg_at_10_max\": 0.297891,\n+        \"nauc_ndcg_at_10_std\": -0.241024,\n+        \"nauc_ndcg_at_10_diff1\": 0.704043,\n+        \"nauc_ndcg_at_20_max\": 0.301635,\n+        \"nauc_ndcg_at_20_std\": -0.235311,\n+        \"nauc_ndcg_at_20_diff1\": 0.702976,\n+        \"nauc_ndcg_at_100_max\": 0.305446,\n+        \"nauc_ndcg_at_100_std\": -0.228539,\n+        \"nauc_ndcg_at_100_diff1\": 0.706913,\n+        \"nauc_ndcg_at_1000_max\": 0.30365,\n+        \"nauc_ndcg_at_1000_std\": -0.233542,\n+        \"nauc_ndcg_at_1000_diff1\": 0.711675,\n+        \"nauc_map_at_1_max\": 0.303994,\n+        \"nauc_map_at_1_std\": -0.242087,\n+        \"nauc_map_at_1_diff1\": 0.763694,\n+        \"nauc_map_at_3_max\": 0.298677,\n+        \"nauc_map_at_3_std\": -0.248621,\n+        \"nauc_map_at_3_diff1\": 0.726319,\n+        \"nauc_map_at_5_max\": 0.298396,\n+        \"nauc_map_at_5_std\": -0.24607,\n+        \"nauc_map_at_5_diff1\": 0.722737,\n+        \"nauc_map_at_10_max\": 0.298929,\n+        \"nauc_map_at_10_std\": -0.24453,\n+        \"nauc_map_at_10_diff1\": 0.721724,\n+        \"nauc_map_at_20_max\": 0.29988,\n+        \"nauc_map_at_20_std\": -0.243158,\n+        \"nauc_map_at_20_diff1\": 0.721629,\n+        \"nauc_map_at_100_max\": 0.300549,\n+        \"nauc_map_at_100_std\": -0.242437,\n+        \"nauc_map_at_100_diff1\": 0.722311,\n+        \"nauc_map_at_1000_max\": 0.300534,\n+        \"nauc_map_at_1000_std\": -0.242539,\n+        \"nauc_map_at_1000_diff1\": 0.72248,\n+        \"nauc_recall_at_1_max\": 0.303994,\n+        \"nauc_recall_at_1_std\": -0.242087,\n+        \"nauc_recall_at_1_diff1\": 0.763694,\n+        \"nauc_recall_at_3_max\": 0.290481,\n+        \"nauc_recall_at_3_std\": -0.255568,\n+        \"nauc_recall_at_3_diff1\": 0.676441,\n+        \"nauc_recall_at_5_max\": 0.287501,\n+        \"nauc_recall_at_5_std\": -0.243743,\n+        \"nauc_recall_at_5_diff1\": 0.652187,\n+        \"nauc_recall_at_10_max\": 0.295165,\n+        \"nauc_recall_at_10_std\": -0.222075,\n+        \"nauc_recall_at_10_diff1\": 0.629449,\n+        \"nauc_recall_at_20_max\": 0.318336,\n+        \"nauc_recall_at_20_std\": -0.179732,\n+        \"nauc_recall_at_20_diff1\": 0.601199,\n+        \"nauc_recall_at_100_max\": 0.39718,\n+        \"nauc_recall_at_100_std\": 0.015778,\n+        \"nauc_recall_at_100_diff1\": 0.54347,\n+        \"nauc_recall_at_1000_max\": 0.481119,\n+        \"nauc_recall_at_1000_std\": 0.261767,\n+        \"nauc_recall_at_1000_diff1\": 0.51268,\n+        \"nauc_precision_at_1_max\": 0.303994,\n+        \"nauc_precision_at_1_std\": -0.242087,\n+        \"nauc_precision_at_1_diff1\": 0.763694,\n+        \"nauc_precision_at_3_max\": 0.290481,\n+        \"nauc_precision_at_3_std\": -0.255568,\n+        \"nauc_precision_at_3_diff1\": 0.676441,\n+        \"nauc_precision_at_5_max\": 0.287501,\n+        \"nauc_precision_at_5_std\": -0.243743,\n+        \"nauc_precision_at_5_diff1\": 0.652187,\n+        \"nauc_precision_at_10_max\": 0.295165,\n+        \"nauc_precision_at_10_std\": -0.222075,\n+        \"nauc_precision_at_10_diff1\": 0.629449,\n+        \"nauc_precision_at_20_max\": 0.318336,\n+        \"nauc_precision_at_20_std\": -0.179732,\n+        \"nauc_precision_at_20_diff1\": 0.601199,\n+        \"nauc_precision_at_100_max\": 0.39718,\n+        \"nauc_precision_at_100_std\": 0.015778,\n+        \"nauc_precision_at_100_diff1\": 0.54347,\n+        \"nauc_precision_at_1000_max\": 0.481119,\n+        \"nauc_precision_at_1000_std\": 0.261767,\n+        \"nauc_precision_at_1000_diff1\": 0.51268,\n+        \"nauc_mrr_at_1_max\": 0.303994,\n+        \"nauc_mrr_at_1_std\": -0.242087,\n+        \"nauc_mrr_at_1_diff1\": 0.763694,\n+        \"nauc_mrr_at_3_max\": 0.298677,\n+        \"nauc_mrr_at_3_std\": -0.248621,\n+        \"nauc_mrr_at_3_diff1\": 0.726319,\n+        \"nauc_mrr_at_5_max\": 0.298396,\n+        \"nauc_mrr_at_5_std\": -0.24607,\n+        \"nauc_mrr_at_5_diff1\": 0.722737,\n+        \"nauc_mrr_at_10_max\": 0.298929,\n+        \"nauc_mrr_at_10_std\": -0.24453,\n+        \"nauc_mrr_at_10_diff1\": 0.721724,\n+        \"nauc_mrr_at_20_max\": 0.29988,\n+        \"nauc_mrr_at_20_std\": -0.243158,\n+        \"nauc_mrr_at_20_diff1\": 0.721629,\n+        \"nauc_mrr_at_100_max\": 0.300549,\n+        \"nauc_mrr_at_100_std\": -0.242437,\n+        \"nauc_mrr_at_100_diff1\": 0.722311,\n+        \"nauc_mrr_at_1000_max\": 0.300534,\n+        \"nauc_mrr_at_1000_std\": -0.242539,\n+        \"nauc_mrr_at_1000_diff1\": 0.72248,\n+        \"hit_rate_at_1\": 0.49741,\n+        \"hit_rate_at_3\": 0.62905,\n+        \"hit_rate_at_5\": 0.68109,\n+        \"hit_rate_at_10\": 0.75067,\n+        \"hit_rate_at_20\": 0.81685,\n+        \"hit_rate_at_100\": 0.92363,\n+        \"hit_rate_at_1000\": 0.98462,\n+        \"main_score\": 0.61832,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 134.90387306269258,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793736944.321377,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 0.0,\n+      \"end\": 1.5907053351402283,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 1.9605635153129697,\n+      \"end\": 63.780209260992706,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 63.821100510656834,\n+      \"end\": 129.07570511568338,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 129.84220660012215,\n+      \"end\": 134.81661715451628,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"05d323d669c3dc4e3e4fb16d017203c398df6946","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/DS1000Retrieval.json","status":"added","additions":206,"deletions":0,"changes":206,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FDS1000Retrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FDS1000Retrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FDS1000Retrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,206 @@\n+{\n+  \"dataset_revision\": \"26779eaf6daa2b7984cb33ec450817fd188aab30\",\n+  \"task_name\": \"DS1000Retrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.3043,\n+        \"ndcg_at_3\": 0.54882,\n+        \"ndcg_at_5\": 0.61054,\n+        \"ndcg_at_10\": 0.64587,\n+        \"ndcg_at_20\": 0.65104,\n+        \"ndcg_at_100\": 0.65321,\n+        \"ndcg_at_1000\": 0.65361,\n+        \"map_at_1\": 0.3043,\n+        \"map_at_3\": 0.49191,\n+        \"map_at_5\": 0.52657,\n+        \"map_at_10\": 0.54185,\n+        \"map_at_20\": 0.54333,\n+        \"map_at_100\": 0.54367,\n+        \"map_at_1000\": 0.54369,\n+        \"recall_at_1\": 0.3043,\n+        \"recall_at_3\": 0.71221,\n+        \"recall_at_5\": 0.86036,\n+        \"recall_at_10\": 0.96597,\n+        \"recall_at_20\": 0.98599,\n+        \"recall_at_100\": 0.997,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.3043,\n+        \"precision_at_1\": 0.3043,\n+        \"precision_at_3\": 0.2374,\n+        \"precision_at_5\": 0.17207,\n+        \"precision_at_10\": 0.0966,\n+        \"precision_at_20\": 0.0493,\n+        \"precision_at_100\": 0.00997,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.304304,\n+        \"mrr_at_3\": 0.491909,\n+        \"mrr_at_5\": 0.526568,\n+        \"mrr_at_10\": 0.541849,\n+        \"mrr_at_20\": 0.543326,\n+        \"mrr_at_100\": 0.543674,\n+        \"mrr_at_1000\": 0.54369,\n+        \"nauc_ndcg_at_1_max\": 0.145726,\n+        \"nauc_ndcg_at_1_std\": 0.102717,\n+        \"nauc_ndcg_at_1_diff1\": -0.07854,\n+        \"nauc_ndcg_at_3_max\": 0.263418,\n+        \"nauc_ndcg_at_3_std\": 0.164458,\n+        \"nauc_ndcg_at_3_diff1\": -0.149698,\n+        \"nauc_ndcg_at_5_max\": 0.26992,\n+        \"nauc_ndcg_at_5_std\": 0.157372,\n+        \"nauc_ndcg_at_5_diff1\": -0.160243,\n+        \"nauc_ndcg_at_10_max\": 0.258047,\n+        \"nauc_ndcg_at_10_std\": 0.163994,\n+        \"nauc_ndcg_at_10_diff1\": -0.130915,\n+        \"nauc_ndcg_at_20_max\": 0.245622,\n+        \"nauc_ndcg_at_20_std\": 0.158202,\n+        \"nauc_ndcg_at_20_diff1\": -0.123479,\n+        \"nauc_ndcg_at_100_max\": 0.239561,\n+        \"nauc_ndcg_at_100_std\": 0.153771,\n+        \"nauc_ndcg_at_100_diff1\": -0.126097,\n+        \"nauc_ndcg_at_1000_max\": 0.23809,\n+        \"nauc_ndcg_at_1000_std\": 0.152387,\n+        \"nauc_ndcg_at_1000_diff1\": -0.126873,\n+        \"nauc_map_at_1_max\": 0.145726,\n+        \"nauc_map_at_1_std\": 0.102717,\n+        \"nauc_map_at_1_diff1\": -0.07854,\n+        \"nauc_map_at_3_max\": 0.236618,\n+        \"nauc_map_at_3_std\": 0.15202,\n+        \"nauc_map_at_3_diff1\": -0.131787,\n+        \"nauc_map_at_5_max\": 0.237241,\n+        \"nauc_map_at_5_std\": 0.147126,\n+        \"nauc_map_at_5_diff1\": -0.135838,\n+        \"nauc_map_at_10_max\": 0.231933,\n+        \"nauc_map_at_10_std\": 0.14893,\n+        \"nauc_map_at_10_diff1\": -0.12481,\n+        \"nauc_map_at_20_max\": 0.229028,\n+        \"nauc_map_at_20_std\": 0.147675,\n+        \"nauc_map_at_20_diff1\": -0.123088,\n+        \"nauc_map_at_100_max\": 0.228226,\n+        \"nauc_map_at_100_std\": 0.147078,\n+        \"nauc_map_at_100_diff1\": -0.123378,\n+        \"nauc_map_at_1000_max\": 0.228181,\n+        \"nauc_map_at_1000_std\": 0.147036,\n+        \"nauc_map_at_1000_diff1\": -0.123403,\n+        \"nauc_recall_at_1_max\": 0.145726,\n+        \"nauc_recall_at_1_std\": 0.102717,\n+        \"nauc_recall_at_1_diff1\": -0.07854,\n+        \"nauc_recall_at_3_max\": 0.355861,\n+        \"nauc_recall_at_3_std\": 0.20638,\n+        \"nauc_recall_at_3_diff1\": -0.212515,\n+        \"nauc_recall_at_5_max\": 0.463938,\n+        \"nauc_recall_at_5_std\": 0.213506,\n+        \"nauc_recall_at_5_diff1\": -0.307591,\n+        \"nauc_recall_at_10_max\": 0.793651,\n+        \"nauc_recall_at_10_std\": 0.498858,\n+        \"nauc_recall_at_10_diff1\": -0.182835,\n+        \"nauc_recall_at_20_max\": 0.849273,\n+        \"nauc_recall_at_20_std\": 0.630213,\n+        \"nauc_recall_at_20_diff1\": 0.163263,\n+        \"nauc_recall_at_100_max\": 1.0,\n+        \"nauc_recall_at_100_std\": 0.869267,\n+        \"nauc_recall_at_100_diff1\": 0.266318,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.145726,\n+        \"nauc_precision_at_1_std\": 0.102717,\n+        \"nauc_precision_at_1_diff1\": -0.07854,\n+        \"nauc_precision_at_3_max\": 0.355861,\n+        \"nauc_precision_at_3_std\": 0.20638,\n+        \"nauc_precision_at_3_diff1\": -0.212515,\n+        \"nauc_precision_at_5_max\": 0.463938,\n+        \"nauc_precision_at_5_std\": 0.213506,\n+        \"nauc_precision_at_5_diff1\": -0.307591,\n+        \"nauc_precision_at_10_max\": 0.793651,\n+        \"nauc_precision_at_10_std\": 0.498858,\n+        \"nauc_precision_at_10_diff1\": -0.182835,\n+        \"nauc_precision_at_20_max\": 0.849273,\n+        \"nauc_precision_at_20_std\": 0.630213,\n+        \"nauc_precision_at_20_diff1\": 0.163263,\n+        \"nauc_precision_at_100_max\": 1.0,\n+        \"nauc_precision_at_100_std\": 0.869267,\n+        \"nauc_precision_at_100_diff1\": 0.266318,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.145726,\n+        \"nauc_mrr_at_1_std\": 0.102717,\n+        \"nauc_mrr_at_1_diff1\": -0.07854,\n+        \"nauc_mrr_at_3_max\": 0.236618,\n+        \"nauc_mrr_at_3_std\": 0.15202,\n+        \"nauc_mrr_at_3_diff1\": -0.131787,\n+        \"nauc_mrr_at_5_max\": 0.237241,\n+        \"nauc_mrr_at_5_std\": 0.147126,\n+        \"nauc_mrr_at_5_diff1\": -0.135838,\n+        \"nauc_mrr_at_10_max\": 0.231933,\n+        \"nauc_mrr_at_10_std\": 0.14893,\n+        \"nauc_mrr_at_10_diff1\": -0.12481,\n+        \"nauc_mrr_at_20_max\": 0.229028,\n+        \"nauc_mrr_at_20_std\": 0.147675,\n+        \"nauc_mrr_at_20_diff1\": -0.123088,\n+        \"nauc_mrr_at_100_max\": 0.228226,\n+        \"nauc_mrr_at_100_std\": 0.147078,\n+        \"nauc_mrr_at_100_diff1\": -0.123378,\n+        \"nauc_mrr_at_1000_max\": 0.228181,\n+        \"nauc_mrr_at_1000_std\": 0.147036,\n+        \"nauc_mrr_at_1000_diff1\": -0.123403,\n+        \"hit_rate_at_1\": 0.3043,\n+        \"hit_rate_at_3\": 0.71221,\n+        \"hit_rate_at_5\": 0.86036,\n+        \"hit_rate_at_10\": 0.96597,\n+        \"hit_rate_at_20\": 0.98599,\n+        \"hit_rate_at_100\": 0.997,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.64587,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 57.00843712314963,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727694.276552,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 5.425885319709778e-06,\n+      \"end\": 3.05476993881166,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 3.054780616424978,\n+      \"end\": 3.0547827100381255,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 3.279730288311839,\n+      \"end\": 31.18096995446831,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 31.19613881688565,\n+      \"end\": 54.87196065299213,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 55.122428881935775,\n+      \"end\": 56.97419872134924,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"3217d9457c7a70dc98f2d2585885bb425082b692","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/FinQARetrieval.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FFinQARetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FFinQARetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FFinQARetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"18dbd07c4e9dc8328d10a53b98f3caad6b7e07d9\",\n+  \"task_name\": \"FinQARetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.70035,\n+        \"ndcg_at_3\": 0.80299,\n+        \"ndcg_at_5\": 0.82489,\n+        \"ndcg_at_10\": 0.83894,\n+        \"ndcg_at_20\": 0.84548,\n+        \"ndcg_at_100\": 0.84619,\n+        \"ndcg_at_1000\": 0.84632,\n+        \"map_at_1\": 0.70035,\n+        \"map_at_3\": 0.77827,\n+        \"map_at_5\": 0.79052,\n+        \"map_at_10\": 0.7964,\n+        \"map_at_20\": 0.79824,\n+        \"map_at_100\": 0.79836,\n+        \"map_at_1000\": 0.79837,\n+        \"recall_at_1\": 0.70035,\n+        \"recall_at_3\": 0.87434,\n+        \"recall_at_5\": 0.92707,\n+        \"recall_at_10\": 0.97012,\n+        \"recall_at_20\": 0.99561,\n+        \"recall_at_100\": 0.99912,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.70035,\n+        \"precision_at_1\": 0.70035,\n+        \"precision_at_3\": 0.29145,\n+        \"precision_at_5\": 0.18541,\n+        \"precision_at_10\": 0.09701,\n+        \"precision_at_20\": 0.04978,\n+        \"precision_at_100\": 0.00999,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.700351,\n+        \"mrr_at_3\": 0.778266,\n+        \"mrr_at_5\": 0.790524,\n+        \"mrr_at_10\": 0.796399,\n+        \"mrr_at_20\": 0.798238,\n+        \"mrr_at_100\": 0.798357,\n+        \"mrr_at_1000\": 0.798366,\n+        \"nauc_ndcg_at_1_max\": 0.26351,\n+        \"nauc_ndcg_at_1_std\": -0.313329,\n+        \"nauc_ndcg_at_1_diff1\": 0.784145,\n+        \"nauc_ndcg_at_3_max\": 0.279255,\n+        \"nauc_ndcg_at_3_std\": -0.345063,\n+        \"nauc_ndcg_at_3_diff1\": 0.772664,\n+        \"nauc_ndcg_at_5_max\": 0.292916,\n+        \"nauc_ndcg_at_5_std\": -0.3277,\n+        \"nauc_ndcg_at_5_diff1\": 0.770094,\n+        \"nauc_ndcg_at_10_max\": 0.305091,\n+        \"nauc_ndcg_at_10_std\": -0.327834,\n+        \"nauc_ndcg_at_10_diff1\": 0.777896,\n+        \"nauc_ndcg_at_20_max\": 0.289556,\n+        \"nauc_ndcg_at_20_std\": -0.318451,\n+        \"nauc_ndcg_at_20_diff1\": 0.77671,\n+        \"nauc_ndcg_at_100_max\": 0.286522,\n+        \"nauc_ndcg_at_100_std\": -0.322049,\n+        \"nauc_ndcg_at_100_diff1\": 0.77628,\n+        \"nauc_ndcg_at_1000_max\": 0.285837,\n+        \"nauc_ndcg_at_1000_std\": -0.323319,\n+        \"nauc_ndcg_at_1000_diff1\": 0.776681,\n+        \"nauc_map_at_1_max\": 0.26351,\n+        \"nauc_map_at_1_std\": -0.313329,\n+        \"nauc_map_at_1_diff1\": 0.784145,\n+        \"nauc_map_at_3_max\": 0.274934,\n+        \"nauc_map_at_3_std\": -0.334145,\n+        \"nauc_map_at_3_diff1\": 0.776254,\n+        \"nauc_map_at_5_max\": 0.281571,\n+        \"nauc_map_at_5_std\": -0.324535,\n+        \"nauc_map_at_5_diff1\": 0.775214,\n+        \"nauc_map_at_10_max\": 0.285634,\n+        \"nauc_map_at_10_std\": -0.324923,\n+        \"nauc_map_at_10_diff1\": 0.777979,\n+        \"nauc_map_at_20_max\": 0.282065,\n+        \"nauc_map_at_20_std\": -0.322807,\n+        \"nauc_map_at_20_diff1\": 0.777665,\n+        \"nauc_map_at_100_max\": 0.281685,\n+        \"nauc_map_at_100_std\": -0.323194,\n+        \"nauc_map_at_100_diff1\": 0.777578,\n+        \"nauc_map_at_1000_max\": 0.28165,\n+        \"nauc_map_at_1000_std\": -0.323258,\n+        \"nauc_map_at_1000_diff1\": 0.777598,\n+        \"nauc_recall_at_1_max\": 0.26351,\n+        \"nauc_recall_at_1_std\": -0.313329,\n+        \"nauc_recall_at_1_diff1\": 0.784145,\n+        \"nauc_recall_at_3_max\": 0.299071,\n+        \"nauc_recall_at_3_std\": -0.396825,\n+        \"nauc_recall_at_3_diff1\": 0.755865,\n+        \"nauc_recall_at_5_max\": 0.379467,\n+        \"nauc_recall_at_5_std\": -0.348586,\n+        \"nauc_recall_at_5_diff1\": 0.731477,\n+        \"nauc_recall_at_10_max\": 0.673438,\n+        \"nauc_recall_at_10_std\": -0.365521,\n+        \"nauc_recall_at_10_diff1\": 0.791409,\n+        \"nauc_recall_at_20_max\": 0.91083,\n+        \"nauc_recall_at_20_std\": 0.543604,\n+        \"nauc_recall_at_20_diff1\": 0.743251,\n+        \"nauc_recall_at_100_max\": 1.0,\n+        \"nauc_recall_at_100_std\": 1.0,\n+        \"nauc_recall_at_100_diff1\": 0.358128,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.26351,\n+        \"nauc_precision_at_1_std\": -0.313329,\n+        \"nauc_precision_at_1_diff1\": 0.784145,\n+        \"nauc_precision_at_3_max\": 0.299071,\n+        \"nauc_precision_at_3_std\": -0.396825,\n+        \"nauc_precision_at_3_diff1\": 0.755865,\n+        \"nauc_precision_at_5_max\": 0.379467,\n+        \"nauc_precision_at_5_std\": -0.348586,\n+        \"nauc_precision_at_5_diff1\": 0.731477,\n+        \"nauc_precision_at_10_max\": 0.673438,\n+        \"nauc_precision_at_10_std\": -0.365521,\n+        \"nauc_precision_at_10_diff1\": 0.791409,\n+        \"nauc_precision_at_20_max\": 0.91083,\n+        \"nauc_precision_at_20_std\": 0.543604,\n+        \"nauc_precision_at_20_diff1\": 0.743251,\n+        \"nauc_precision_at_100_max\": 1.0,\n+        \"nauc_precision_at_100_std\": 1.0,\n+        \"nauc_precision_at_100_diff1\": 0.358128,\n+        \"nauc_precision_at_1000_max\": 1.0,\n+        \"nauc_precision_at_1000_std\": 1.0,\n+        \"nauc_precision_at_1000_diff1\": 1.0,\n+        \"nauc_mrr_at_1_max\": 0.26351,\n+        \"nauc_mrr_at_1_std\": -0.313329,\n+        \"nauc_mrr_at_1_diff1\": 0.784145,\n+        \"nauc_mrr_at_3_max\": 0.274934,\n+        \"nauc_mrr_at_3_std\": -0.334145,\n+        \"nauc_mrr_at_3_diff1\": 0.776254,\n+        \"nauc_mrr_at_5_max\": 0.281571,\n+        \"nauc_mrr_at_5_std\": -0.324535,\n+        \"nauc_mrr_at_5_diff1\": 0.775214,\n+        \"nauc_mrr_at_10_max\": 0.285634,\n+        \"nauc_mrr_at_10_std\": -0.324923,\n+        \"nauc_mrr_at_10_diff1\": 0.777979,\n+        \"nauc_mrr_at_20_max\": 0.282065,\n+        \"nauc_mrr_at_20_std\": -0.322807,\n+        \"nauc_mrr_at_20_diff1\": 0.777665,\n+        \"nauc_mrr_at_100_max\": 0.281685,\n+        \"nauc_mrr_at_100_std\": -0.323194,\n+        \"nauc_mrr_at_100_diff1\": 0.777578,\n+        \"nauc_mrr_at_1000_max\": 0.28165,\n+        \"nauc_mrr_at_1000_std\": -0.323258,\n+        \"nauc_mrr_at_1000_diff1\": 0.777598,\n+        \"hit_rate_at_1\": 0.70035,\n+        \"hit_rate_at_3\": 0.87434,\n+        \"hit_rate_at_5\": 0.92707,\n+        \"hit_rate_at_10\": 0.97012,\n+        \"hit_rate_at_20\": 0.99561,\n+        \"hit_rate_at_100\": 0.99912,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.83894,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 24.138890975154936,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727342.119055,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 5.613081157207489e-06,\n+      \"end\": 3.0095502780750394,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 3.009560037404299,\n+      \"end\": 3.009563679806888,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 3.139663439244032,\n+      \"end\": 13.868024894967675,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 13.877036577090621,\n+      \"end\": 23.62584009487182,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 23.683955342508852,\n+      \"end\": 24.124880843795836,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"fc5741a2f62b1d14b085317821a3072993dc1ae8","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/FinanceBenchRetrieval.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FFinanceBenchRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FFinanceBenchRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FFinanceBenchRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"c5215673492044833ff5e0dfd9b5fa848d5df0f2\",\n+  \"task_name\": \"FinanceBenchRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.8,\n+        \"ndcg_at_3\": 0.88135,\n+        \"ndcg_at_5\": 0.89225,\n+        \"ndcg_at_10\": 0.90327,\n+        \"ndcg_at_20\": 0.90327,\n+        \"ndcg_at_100\": 0.90327,\n+        \"ndcg_at_1000\": 0.90327,\n+        \"map_at_1\": 0.8,\n+        \"map_at_3\": 0.86111,\n+        \"map_at_5\": 0.86711,\n+        \"map_at_10\": 0.87179,\n+        \"map_at_20\": 0.87179,\n+        \"map_at_100\": 0.87179,\n+        \"map_at_1000\": 0.87179,\n+        \"recall_at_1\": 0.8,\n+        \"recall_at_3\": 0.94,\n+        \"recall_at_5\": 0.96667,\n+        \"recall_at_10\": 1.0,\n+        \"recall_at_20\": 1.0,\n+        \"recall_at_100\": 1.0,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.8,\n+        \"precision_at_1\": 0.8,\n+        \"precision_at_3\": 0.31333,\n+        \"precision_at_5\": 0.19333,\n+        \"precision_at_10\": 0.1,\n+        \"precision_at_20\": 0.05,\n+        \"precision_at_100\": 0.01,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.8,\n+        \"mrr_at_3\": 0.861111,\n+        \"mrr_at_5\": 0.867111,\n+        \"mrr_at_10\": 0.871794,\n+        \"mrr_at_20\": 0.871794,\n+        \"mrr_at_100\": 0.871794,\n+        \"mrr_at_1000\": 0.871794,\n+        \"nauc_ndcg_at_1_max\": 0.642008,\n+        \"nauc_ndcg_at_1_std\": 0.336097,\n+        \"nauc_ndcg_at_1_diff1\": 0.691225,\n+        \"nauc_ndcg_at_3_max\": 0.637107,\n+        \"nauc_ndcg_at_3_std\": 0.376731,\n+        \"nauc_ndcg_at_3_diff1\": 0.65389,\n+        \"nauc_ndcg_at_5_max\": 0.623512,\n+        \"nauc_ndcg_at_5_std\": 0.354065,\n+        \"nauc_ndcg_at_5_diff1\": 0.63476,\n+        \"nauc_ndcg_at_10_max\": 0.628146,\n+        \"nauc_ndcg_at_10_std\": 0.340823,\n+        \"nauc_ndcg_at_10_diff1\": 0.663401,\n+        \"nauc_ndcg_at_20_max\": 0.628146,\n+        \"nauc_ndcg_at_20_std\": 0.340823,\n+        \"nauc_ndcg_at_20_diff1\": 0.663401,\n+        \"nauc_ndcg_at_100_max\": 0.628146,\n+        \"nauc_ndcg_at_100_std\": 0.340823,\n+        \"nauc_ndcg_at_100_diff1\": 0.663401,\n+        \"nauc_ndcg_at_1000_max\": 0.628146,\n+        \"nauc_ndcg_at_1000_std\": 0.340823,\n+        \"nauc_ndcg_at_1000_diff1\": 0.663401,\n+        \"nauc_map_at_1_max\": 0.642008,\n+        \"nauc_map_at_1_std\": 0.336097,\n+        \"nauc_map_at_1_diff1\": 0.691225,\n+        \"nauc_map_at_3_max\": 0.632731,\n+        \"nauc_map_at_3_std\": 0.353824,\n+        \"nauc_map_at_3_diff1\": 0.664492,\n+        \"nauc_map_at_5_max\": 0.626676,\n+        \"nauc_map_at_5_std\": 0.343054,\n+        \"nauc_map_at_5_diff1\": 0.656127,\n+        \"nauc_map_at_10_max\": 0.628605,\n+        \"nauc_map_at_10_std\": 0.33898,\n+        \"nauc_map_at_10_diff1\": 0.66615,\n+        \"nauc_map_at_20_max\": 0.628605,\n+        \"nauc_map_at_20_std\": 0.33898,\n+        \"nauc_map_at_20_diff1\": 0.66615,\n+        \"nauc_map_at_100_max\": 0.628605,\n+        \"nauc_map_at_100_std\": 0.33898,\n+        \"nauc_map_at_100_diff1\": 0.66615,\n+        \"nauc_map_at_1000_max\": 0.628605,\n+        \"nauc_map_at_1000_std\": 0.33898,\n+        \"nauc_map_at_1000_diff1\": 0.66615,\n+        \"nauc_recall_at_1_max\": 0.642008,\n+        \"nauc_recall_at_1_std\": 0.336097,\n+        \"nauc_recall_at_1_diff1\": 0.691225,\n+        \"nauc_recall_at_3_max\": 0.670401,\n+        \"nauc_recall_at_3_std\": 0.530449,\n+        \"nauc_recall_at_3_diff1\": 0.588495,\n+        \"nauc_recall_at_5_max\": 0.590663,\n+        \"nauc_recall_at_5_std\": 0.474977,\n+        \"nauc_recall_at_5_diff1\": 0.396545,\n+        \"nauc_recall_at_10_max\": NaN,\n+        \"nauc_recall_at_10_std\": NaN,\n+        \"nauc_recall_at_10_diff1\": NaN,\n+        \"nauc_recall_at_20_max\": NaN,\n+        \"nauc_recall_at_20_std\": NaN,\n+        \"nauc_recall_at_20_diff1\": NaN,\n+        \"nauc_recall_at_100_max\": NaN,\n+        \"nauc_recall_at_100_std\": NaN,\n+        \"nauc_recall_at_100_diff1\": NaN,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.642008,\n+        \"nauc_precision_at_1_std\": 0.336097,\n+        \"nauc_precision_at_1_diff1\": 0.691225,\n+        \"nauc_precision_at_3_max\": 0.670401,\n+        \"nauc_precision_at_3_std\": 0.530449,\n+        \"nauc_precision_at_3_diff1\": 0.588495,\n+        \"nauc_precision_at_5_max\": 0.590663,\n+        \"nauc_precision_at_5_std\": 0.474977,\n+        \"nauc_precision_at_5_diff1\": 0.396545,\n+        \"nauc_precision_at_10_max\": 2.0,\n+        \"nauc_precision_at_10_std\": 2.0,\n+        \"nauc_precision_at_10_diff1\": 2.0,\n+        \"nauc_precision_at_20_max\": 2.0,\n+        \"nauc_precision_at_20_std\": 2.0,\n+        \"nauc_precision_at_20_diff1\": 2.0,\n+        \"nauc_precision_at_100_max\": NaN,\n+        \"nauc_precision_at_100_std\": NaN,\n+        \"nauc_precision_at_100_diff1\": NaN,\n+        \"nauc_precision_at_1000_max\": 0.0,\n+        \"nauc_precision_at_1000_std\": 0.0,\n+        \"nauc_precision_at_1000_diff1\": 0.0,\n+        \"nauc_mrr_at_1_max\": 0.642008,\n+        \"nauc_mrr_at_1_std\": 0.336097,\n+        \"nauc_mrr_at_1_diff1\": 0.691225,\n+        \"nauc_mrr_at_3_max\": 0.632731,\n+        \"nauc_mrr_at_3_std\": 0.353824,\n+        \"nauc_mrr_at_3_diff1\": 0.664492,\n+        \"nauc_mrr_at_5_max\": 0.626676,\n+        \"nauc_mrr_at_5_std\": 0.343054,\n+        \"nauc_mrr_at_5_diff1\": 0.656127,\n+        \"nauc_mrr_at_10_max\": 0.628605,\n+        \"nauc_mrr_at_10_std\": 0.33898,\n+        \"nauc_mrr_at_10_diff1\": 0.66615,\n+        \"nauc_mrr_at_20_max\": 0.628605,\n+        \"nauc_mrr_at_20_std\": 0.33898,\n+        \"nauc_mrr_at_20_diff1\": 0.66615,\n+        \"nauc_mrr_at_100_max\": 0.628605,\n+        \"nauc_mrr_at_100_std\": 0.33898,\n+        \"nauc_mrr_at_100_diff1\": 0.66615,\n+        \"nauc_mrr_at_1000_max\": 0.628605,\n+        \"nauc_mrr_at_1000_std\": 0.33898,\n+        \"nauc_mrr_at_1000_diff1\": 0.66615,\n+        \"hit_rate_at_1\": 0.8,\n+        \"hit_rate_at_3\": 0.94,\n+        \"hit_rate_at_5\": 0.96667,\n+        \"hit_rate_at_10\": 1.0,\n+        \"hit_rate_at_20\": 1.0,\n+        \"hit_rate_at_100\": 1.0,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.90327,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 7.845196442678571,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727304.894595,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 4.748813807964325e-06,\n+      \"end\": 2.9052619859576225,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 2.905271970666945,\n+      \"end\": 2.905274317599833,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 2.9267569798976183,\n+      \"end\": 4.56489734724164,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 4.566556729376316,\n+      \"end\": 7.761624814011157,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 7.763942669145763,\n+      \"end\": 7.838045106269419,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"f4b4a17e19ff1a4f000fb1315f658d6b6150eec5","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/FreshStackRetrieval.json","status":"added","additions":208,"deletions":0,"changes":208,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FFreshStackRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FFreshStackRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FFreshStackRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,208 @@\n+{\n+  \"dataset_revision\": \"6faa3e4ff1c7d31824c32ee0a9dd580aba8bad11\",\n+  \"task_name\": \"FreshStackRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.55357,\n+        \"ndcg_at_3\": 0.48406,\n+        \"ndcg_at_5\": 0.46229,\n+        \"ndcg_at_10\": 0.46525,\n+        \"ndcg_at_20\": 0.50933,\n+        \"ndcg_at_100\": 0.60949,\n+        \"ndcg_at_1000\": 0.64627,\n+        \"map_at_1\": 0.0968,\n+        \"map_at_3\": 0.19141,\n+        \"map_at_5\": 0.23969,\n+        \"map_at_10\": 0.29832,\n+        \"map_at_20\": 0.34444,\n+        \"map_at_100\": 0.38857,\n+        \"map_at_1000\": 0.39414,\n+        \"recall_at_1\": 0.0968,\n+        \"recall_at_3\": 0.22611,\n+        \"recall_at_5\": 0.30754,\n+        \"recall_at_10\": 0.4393,\n+        \"recall_at_20\": 0.58549,\n+        \"recall_at_100\": 0.85565,\n+        \"recall_at_1000\": 0.99509,\n+        \"accuracy\": 0.0968,\n+        \"precision_at_1\": 0.55357,\n+        \"precision_at_3\": 0.44593,\n+        \"precision_at_5\": 0.38631,\n+        \"precision_at_10\": 0.29539,\n+        \"precision_at_20\": 0.20997,\n+        \"precision_at_100\": 0.06769,\n+        \"precision_at_1000\": 0.00808,\n+        \"mrr_at_1\": 0.553571,\n+        \"mrr_at_3\": 0.648313,\n+        \"mrr_at_5\": 0.661632,\n+        \"mrr_at_10\": 0.670421,\n+        \"mrr_at_20\": 0.673404,\n+        \"mrr_at_100\": 0.6749,\n+        \"mrr_at_1000\": 0.67497,\n+        \"nauc_ndcg_at_1_max\": 0.26865,\n+        \"nauc_ndcg_at_1_std\": 0.103086,\n+        \"nauc_ndcg_at_1_diff1\": 0.290045,\n+        \"nauc_ndcg_at_3_max\": 0.270087,\n+        \"nauc_ndcg_at_3_std\": 0.075907,\n+        \"nauc_ndcg_at_3_diff1\": 0.172232,\n+        \"nauc_ndcg_at_5_max\": 0.258823,\n+        \"nauc_ndcg_at_5_std\": 0.050959,\n+        \"nauc_ndcg_at_5_diff1\": 0.158488,\n+        \"nauc_ndcg_at_10_max\": 0.223747,\n+        \"nauc_ndcg_at_10_std\": 0.022828,\n+        \"nauc_ndcg_at_10_diff1\": 0.18633,\n+        \"nauc_ndcg_at_20_max\": 0.197043,\n+        \"nauc_ndcg_at_20_std\": 0.010548,\n+        \"nauc_ndcg_at_20_diff1\": 0.204702,\n+        \"nauc_ndcg_at_100_max\": 0.265927,\n+        \"nauc_ndcg_at_100_std\": 0.087848,\n+        \"nauc_ndcg_at_100_diff1\": 0.197204,\n+        \"nauc_ndcg_at_1000_max\": 0.281768,\n+        \"nauc_ndcg_at_1000_std\": 0.067753,\n+        \"nauc_ndcg_at_1000_diff1\": 0.189909,\n+        \"nauc_map_at_1_max\": 0.047711,\n+        \"nauc_map_at_1_std\": -0.045109,\n+        \"nauc_map_at_1_diff1\": 0.334887,\n+        \"nauc_map_at_3_max\": 0.070273,\n+        \"nauc_map_at_3_std\": -0.065613,\n+        \"nauc_map_at_3_diff1\": 0.261858,\n+        \"nauc_map_at_5_max\": 0.086746,\n+        \"nauc_map_at_5_std\": -0.071956,\n+        \"nauc_map_at_5_diff1\": 0.22942,\n+        \"nauc_map_at_10_max\": 0.113749,\n+        \"nauc_map_at_10_std\": -0.058637,\n+        \"nauc_map_at_10_diff1\": 0.211084,\n+        \"nauc_map_at_20_max\": 0.153847,\n+        \"nauc_map_at_20_std\": -0.03433,\n+        \"nauc_map_at_20_diff1\": 0.203057,\n+        \"nauc_map_at_100_max\": 0.20384,\n+        \"nauc_map_at_100_std\": 0.011992,\n+        \"nauc_map_at_100_diff1\": 0.193507,\n+        \"nauc_map_at_1000_max\": 0.207402,\n+        \"nauc_map_at_1000_std\": 0.010727,\n+        \"nauc_map_at_1000_diff1\": 0.191492,\n+        \"nauc_recall_at_1_max\": 0.047711,\n+        \"nauc_recall_at_1_std\": -0.045109,\n+        \"nauc_recall_at_1_diff1\": 0.334887,\n+        \"nauc_recall_at_3_max\": 0.041283,\n+        \"nauc_recall_at_3_std\": -0.058902,\n+        \"nauc_recall_at_3_diff1\": 0.20792,\n+        \"nauc_recall_at_5_max\": 0.034287,\n+        \"nauc_recall_at_5_std\": -0.076272,\n+        \"nauc_recall_at_5_diff1\": 0.162148,\n+        \"nauc_recall_at_10_max\": 0.03949,\n+        \"nauc_recall_at_10_std\": -0.064334,\n+        \"nauc_recall_at_10_diff1\": 0.15014,\n+        \"nauc_recall_at_20_max\": 0.052411,\n+        \"nauc_recall_at_20_std\": -0.035604,\n+        \"nauc_recall_at_20_diff1\": 0.160453,\n+        \"nauc_recall_at_100_max\": 0.169754,\n+        \"nauc_recall_at_100_std\": 0.195404,\n+        \"nauc_recall_at_100_diff1\": 0.16065,\n+        \"nauc_recall_at_1000_max\": 0.7388,\n+        \"nauc_recall_at_1000_std\": 0.789265,\n+        \"nauc_recall_at_1000_diff1\": 0.611672,\n+        \"nauc_precision_at_1_max\": 0.26865,\n+        \"nauc_precision_at_1_std\": 0.103086,\n+        \"nauc_precision_at_1_diff1\": 0.290045,\n+        \"nauc_precision_at_3_max\": 0.28126,\n+        \"nauc_precision_at_3_std\": 0.080202,\n+        \"nauc_precision_at_3_diff1\": 0.101123,\n+        \"nauc_precision_at_5_max\": 0.2873,\n+        \"nauc_precision_at_5_std\": 0.073943,\n+        \"nauc_precision_at_5_diff1\": 0.04656,\n+        \"nauc_precision_at_10_max\": 0.299022,\n+        \"nauc_precision_at_10_std\": 0.09928,\n+        \"nauc_precision_at_10_diff1\": -0.004409,\n+        \"nauc_precision_at_20_max\": 0.323044,\n+        \"nauc_precision_at_20_std\": 0.138347,\n+        \"nauc_precision_at_20_diff1\": -0.033222,\n+        \"nauc_precision_at_100_max\": 0.325954,\n+        \"nauc_precision_at_100_std\": 0.199904,\n+        \"nauc_precision_at_100_diff1\": -0.087056,\n+        \"nauc_precision_at_1000_max\": 0.280419,\n+        \"nauc_precision_at_1000_std\": 0.127855,\n+        \"nauc_precision_at_1000_diff1\": -0.12731,\n+        \"nauc_mrr_at_1_max\": 0.26865,\n+        \"nauc_mrr_at_1_std\": 0.103086,\n+        \"nauc_mrr_at_1_diff1\": 0.290045,\n+        \"nauc_mrr_at_3_max\": 0.290079,\n+        \"nauc_mrr_at_3_std\": 0.116844,\n+        \"nauc_mrr_at_3_diff1\": 0.247682,\n+        \"nauc_mrr_at_5_max\": 0.28782,\n+        \"nauc_mrr_at_5_std\": 0.110659,\n+        \"nauc_mrr_at_5_diff1\": 0.241017,\n+        \"nauc_mrr_at_10_max\": 0.28622,\n+        \"nauc_mrr_at_10_std\": 0.109871,\n+        \"nauc_mrr_at_10_diff1\": 0.247098,\n+        \"nauc_mrr_at_20_max\": 0.284791,\n+        \"nauc_mrr_at_20_std\": 0.10872,\n+        \"nauc_mrr_at_20_diff1\": 0.248758,\n+        \"nauc_mrr_at_100_max\": 0.284625,\n+        \"nauc_mrr_at_100_std\": 0.109479,\n+        \"nauc_mrr_at_100_diff1\": 0.24907,\n+        \"nauc_mrr_at_1000_max\": 0.284633,\n+        \"nauc_mrr_at_1000_std\": 0.10951,\n+        \"nauc_mrr_at_1000_diff1\": 0.249185,\n+        \"hit_rate_at_1\": 0.55357,\n+        \"hit_rate_at_3\": 0.76786,\n+        \"hit_rate_at_5\": 0.82589,\n+        \"hit_rate_at_10\": 0.88839,\n+        \"hit_rate_at_20\": 0.93155,\n+        \"hit_rate_at_100\": 0.98363,\n+        \"hit_rate_at_1000\": 0.99851,\n+        \"main_score\": 0.46525,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\",\n+          \"javascript-Code\",\n+          \"go-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 138.5977809112519,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727928.420356,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 4.858709871768951e-06,\n+      \"end\": 2.9419133197516203,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 2.941922340542078,\n+      \"end\": 2.941925342194736,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 3.022489973343909,\n+      \"end\": 14.51959034614265,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 14.525177231058478,\n+      \"end\": 137.84712135232985,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 137.931242399849,\n+      \"end\": 138.5807355204597,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"bd28724b9dde7ca6ee1b359eaae327059dc57dac","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/HC3FinanceRetrieval.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FHC3FinanceRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FHC3FinanceRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FHC3FinanceRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"f7674417d3552fd20e071762bff049137f17b075\",\n+  \"task_name\": \"HC3FinanceRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.42169,\n+        \"ndcg_at_3\": 0.53694,\n+        \"ndcg_at_5\": 0.57677,\n+        \"ndcg_at_10\": 0.6094,\n+        \"ndcg_at_20\": 0.62904,\n+        \"ndcg_at_100\": 0.64585,\n+        \"ndcg_at_1000\": 0.64883,\n+        \"map_at_1\": 0.42169,\n+        \"map_at_3\": 0.50924,\n+        \"map_at_5\": 0.53141,\n+        \"map_at_10\": 0.54483,\n+        \"map_at_20\": 0.55031,\n+        \"map_at_100\": 0.55289,\n+        \"map_at_1000\": 0.55303,\n+        \"recall_at_1\": 0.42169,\n+        \"recall_at_3\": 0.61687,\n+        \"recall_at_5\": 0.71325,\n+        \"recall_at_10\": 0.81446,\n+        \"recall_at_20\": 0.89157,\n+        \"recall_at_100\": 0.97831,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.42169,\n+        \"precision_at_1\": 0.42169,\n+        \"precision_at_3\": 0.20562,\n+        \"precision_at_5\": 0.14265,\n+        \"precision_at_10\": 0.08145,\n+        \"precision_at_20\": 0.04458,\n+        \"precision_at_100\": 0.00978,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.421687,\n+        \"mrr_at_3\": 0.509237,\n+        \"mrr_at_5\": 0.531406,\n+        \"mrr_at_10\": 0.544833,\n+        \"mrr_at_20\": 0.550308,\n+        \"mrr_at_100\": 0.552885,\n+        \"mrr_at_1000\": 0.55303,\n+        \"nauc_ndcg_at_1_max\": 0.072987,\n+        \"nauc_ndcg_at_1_std\": -0.242057,\n+        \"nauc_ndcg_at_1_diff1\": 0.533541,\n+        \"nauc_ndcg_at_3_max\": 0.086702,\n+        \"nauc_ndcg_at_3_std\": -0.260258,\n+        \"nauc_ndcg_at_3_diff1\": 0.520257,\n+        \"nauc_ndcg_at_5_max\": 0.087146,\n+        \"nauc_ndcg_at_5_std\": -0.270916,\n+        \"nauc_ndcg_at_5_diff1\": 0.508522,\n+        \"nauc_ndcg_at_10_max\": 0.059863,\n+        \"nauc_ndcg_at_10_std\": -0.297729,\n+        \"nauc_ndcg_at_10_diff1\": 0.498702,\n+        \"nauc_ndcg_at_20_max\": 0.072832,\n+        \"nauc_ndcg_at_20_std\": -0.287307,\n+        \"nauc_ndcg_at_20_diff1\": 0.507299,\n+        \"nauc_ndcg_at_100_max\": 0.073162,\n+        \"nauc_ndcg_at_100_std\": -0.274845,\n+        \"nauc_ndcg_at_100_diff1\": 0.506904,\n+        \"nauc_ndcg_at_1000_max\": 0.07279,\n+        \"nauc_ndcg_at_1000_std\": -0.275858,\n+        \"nauc_ndcg_at_1000_diff1\": 0.510318,\n+        \"nauc_map_at_1_max\": 0.072987,\n+        \"nauc_map_at_1_std\": -0.242057,\n+        \"nauc_map_at_1_diff1\": 0.533541,\n+        \"nauc_map_at_3_max\": 0.080699,\n+        \"nauc_map_at_3_std\": -0.258027,\n+        \"nauc_map_at_3_diff1\": 0.522232,\n+        \"nauc_map_at_5_max\": 0.080587,\n+        \"nauc_map_at_5_std\": -0.263932,\n+        \"nauc_map_at_5_diff1\": 0.515862,\n+        \"nauc_map_at_10_max\": 0.070569,\n+        \"nauc_map_at_10_std\": -0.273814,\n+        \"nauc_map_at_10_diff1\": 0.512553,\n+        \"nauc_map_at_20_max\": 0.073233,\n+        \"nauc_map_at_20_std\": -0.271436,\n+        \"nauc_map_at_20_diff1\": 0.514753,\n+        \"nauc_map_at_100_max\": 0.073398,\n+        \"nauc_map_at_100_std\": -0.269696,\n+        \"nauc_map_at_100_diff1\": 0.514626,\n+        \"nauc_map_at_1000_max\": 0.073363,\n+        \"nauc_map_at_1000_std\": -0.269772,\n+        \"nauc_map_at_1000_diff1\": 0.514777,\n+        \"nauc_recall_at_1_max\": 0.072987,\n+        \"nauc_recall_at_1_std\": -0.242057,\n+        \"nauc_recall_at_1_diff1\": 0.533541,\n+        \"nauc_recall_at_3_max\": 0.106938,\n+        \"nauc_recall_at_3_std\": -0.26624,\n+        \"nauc_recall_at_3_diff1\": 0.514628,\n+        \"nauc_recall_at_5_max\": 0.113371,\n+        \"nauc_recall_at_5_std\": -0.297076,\n+        \"nauc_recall_at_5_diff1\": 0.480083,\n+        \"nauc_recall_at_10_max\": -0.014219,\n+        \"nauc_recall_at_10_std\": -0.44037,\n+        \"nauc_recall_at_10_diff1\": 0.417862,\n+        \"nauc_recall_at_20_max\": 0.077935,\n+        \"nauc_recall_at_20_std\": -0.418063,\n+        \"nauc_recall_at_20_diff1\": 0.451775,\n+        \"nauc_recall_at_100_max\": 0.093014,\n+        \"nauc_recall_at_100_std\": -0.217262,\n+        \"nauc_recall_at_100_diff1\": 0.238044,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.072987,\n+        \"nauc_precision_at_1_std\": -0.242057,\n+        \"nauc_precision_at_1_diff1\": 0.533541,\n+        \"nauc_precision_at_3_max\": 0.106938,\n+        \"nauc_precision_at_3_std\": -0.26624,\n+        \"nauc_precision_at_3_diff1\": 0.514628,\n+        \"nauc_precision_at_5_max\": 0.113371,\n+        \"nauc_precision_at_5_std\": -0.297076,\n+        \"nauc_precision_at_5_diff1\": 0.480083,\n+        \"nauc_precision_at_10_max\": -0.014219,\n+        \"nauc_precision_at_10_std\": -0.44037,\n+        \"nauc_precision_at_10_diff1\": 0.417862,\n+        \"nauc_precision_at_20_max\": 0.077935,\n+        \"nauc_precision_at_20_std\": -0.418063,\n+        \"nauc_precision_at_20_diff1\": 0.451775,\n+        \"nauc_precision_at_100_max\": 0.093014,\n+        \"nauc_precision_at_100_std\": -0.217262,\n+        \"nauc_precision_at_100_diff1\": 0.238044,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.072987,\n+        \"nauc_mrr_at_1_std\": -0.242057,\n+        \"nauc_mrr_at_1_diff1\": 0.533541,\n+        \"nauc_mrr_at_3_max\": 0.080699,\n+        \"nauc_mrr_at_3_std\": -0.258027,\n+        \"nauc_mrr_at_3_diff1\": 0.522232,\n+        \"nauc_mrr_at_5_max\": 0.080587,\n+        \"nauc_mrr_at_5_std\": -0.263932,\n+        \"nauc_mrr_at_5_diff1\": 0.515862,\n+        \"nauc_mrr_at_10_max\": 0.070569,\n+        \"nauc_mrr_at_10_std\": -0.273814,\n+        \"nauc_mrr_at_10_diff1\": 0.512553,\n+        \"nauc_mrr_at_20_max\": 0.073233,\n+        \"nauc_mrr_at_20_std\": -0.271436,\n+        \"nauc_mrr_at_20_diff1\": 0.514753,\n+        \"nauc_mrr_at_100_max\": 0.073398,\n+        \"nauc_mrr_at_100_std\": -0.269696,\n+        \"nauc_mrr_at_100_diff1\": 0.514626,\n+        \"nauc_mrr_at_1000_max\": 0.073363,\n+        \"nauc_mrr_at_1000_std\": -0.269772,\n+        \"nauc_mrr_at_1000_diff1\": 0.514777,\n+        \"hit_rate_at_1\": 0.42169,\n+        \"hit_rate_at_3\": 0.61687,\n+        \"hit_rate_at_5\": 0.71325,\n+        \"hit_rate_at_10\": 0.81446,\n+        \"hit_rate_at_20\": 0.89157,\n+        \"hit_rate_at_100\": 0.97831,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.6094,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 13.071146291680634,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727317.972651,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 5.152076482772827e-06,\n+      \"end\": 2.912334150634706,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 2.912344758398831,\n+      \"end\": 2.9123480999842286,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 2.962542399764061,\n+      \"end\": 7.075850338675082,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 7.079567932523787,\n+      \"end\": 12.831838849000633,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 12.853812031447887,\n+      \"end\": 13.061704867519438,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"42500163ec2488449a49467c55fb80bf8f081ba8","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/HumanEvalRetrieval.json","status":"added","additions":199,"deletions":0,"changes":199,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FHumanEvalRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FHumanEvalRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FHumanEvalRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,199 @@\n+{\n+  \"dataset_revision\": \"ed1f48aca747f10bac146795328e2f03326e7625\",\n+  \"task_name\": \"HumanEvalRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.94937,\n+        \"ndcg_at_3\": 0.97566,\n+        \"ndcg_at_5\": 0.97566,\n+        \"ndcg_at_10\": 0.97566,\n+        \"ndcg_at_20\": 0.97718,\n+        \"ndcg_at_100\": 0.97718,\n+        \"ndcg_at_1000\": 0.97718,\n+        \"map_at_1\": 0.94937,\n+        \"map_at_3\": 0.96941,\n+        \"map_at_5\": 0.96941,\n+        \"map_at_10\": 0.96941,\n+        \"map_at_20\": 0.96978,\n+        \"map_at_100\": 0.96978,\n+        \"map_at_1000\": 0.96978,\n+        \"recall_at_1\": 0.94937,\n+        \"recall_at_3\": 0.99367,\n+        \"recall_at_5\": 0.99367,\n+        \"recall_at_10\": 0.99367,\n+        \"recall_at_20\": 1.0,\n+        \"recall_at_100\": 1.0,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.94937,\n+        \"precision_at_1\": 0.94937,\n+        \"precision_at_3\": 0.33122,\n+        \"precision_at_5\": 0.19873,\n+        \"precision_at_10\": 0.09937,\n+        \"precision_at_20\": 0.05,\n+        \"precision_at_100\": 0.01,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.949367,\n+        \"mrr_at_3\": 0.969409,\n+        \"mrr_at_5\": 0.969409,\n+        \"mrr_at_10\": 0.969409,\n+        \"mrr_at_20\": 0.969782,\n+        \"mrr_at_100\": 0.969782,\n+        \"mrr_at_1000\": 0.969782,\n+        \"nauc_ndcg_at_1_max\": 0.387209,\n+        \"nauc_ndcg_at_1_std\": -0.52489,\n+        \"nauc_ndcg_at_1_diff1\": 0.944264,\n+        \"nauc_ndcg_at_3_max\": 0.520003,\n+        \"nauc_ndcg_at_3_std\": -0.254075,\n+        \"nauc_ndcg_at_3_diff1\": 0.957204,\n+        \"nauc_ndcg_at_5_max\": 0.520003,\n+        \"nauc_ndcg_at_5_std\": -0.254075,\n+        \"nauc_ndcg_at_5_diff1\": 0.957204,\n+        \"nauc_ndcg_at_10_max\": 0.520003,\n+        \"nauc_ndcg_at_10_std\": -0.254075,\n+        \"nauc_ndcg_at_10_diff1\": 0.957204,\n+        \"nauc_ndcg_at_20_max\": 0.488077,\n+        \"nauc_ndcg_at_20_std\": -0.337486,\n+        \"nauc_ndcg_at_20_diff1\": 0.954358,\n+        \"nauc_ndcg_at_100_max\": 0.488077,\n+        \"nauc_ndcg_at_100_std\": -0.337486,\n+        \"nauc_ndcg_at_100_diff1\": 0.954358,\n+        \"nauc_ndcg_at_1000_max\": 0.488077,\n+        \"nauc_ndcg_at_1000_std\": -0.337486,\n+        \"nauc_ndcg_at_1000_diff1\": 0.954358,\n+        \"nauc_map_at_1_max\": 0.387209,\n+        \"nauc_map_at_1_std\": -0.52489,\n+        \"nauc_map_at_1_diff1\": 0.944264,\n+        \"nauc_map_at_3_max\": 0.483262,\n+        \"nauc_map_at_3_std\": -0.346263,\n+        \"nauc_map_at_3_diff1\": 0.953873,\n+        \"nauc_map_at_5_max\": 0.483262,\n+        \"nauc_map_at_5_std\": -0.346263,\n+        \"nauc_map_at_5_diff1\": 0.953873,\n+        \"nauc_map_at_10_max\": 0.483262,\n+        \"nauc_map_at_10_std\": -0.346263,\n+        \"nauc_map_at_10_diff1\": 0.953873,\n+        \"nauc_map_at_20_max\": 0.476895,\n+        \"nauc_map_at_20_std\": -0.362849,\n+        \"nauc_map_at_20_diff1\": 0.953305,\n+        \"nauc_map_at_100_max\": 0.476895,\n+        \"nauc_map_at_100_std\": -0.362849,\n+        \"nauc_map_at_100_diff1\": 0.953305,\n+        \"nauc_map_at_1000_max\": 0.476895,\n+        \"nauc_map_at_1000_std\": -0.362849,\n+        \"nauc_map_at_1000_diff1\": 0.953305,\n+        \"nauc_recall_at_1_max\": 0.387209,\n+        \"nauc_recall_at_1_std\": -0.52489,\n+        \"nauc_recall_at_1_diff1\": 0.944264,\n+        \"nauc_recall_at_3_max\": 1.0,\n+        \"nauc_recall_at_3_std\": 1.0,\n+        \"nauc_recall_at_3_diff1\": 1.0,\n+        \"nauc_recall_at_5_max\": 1.0,\n+        \"nauc_recall_at_5_std\": 1.0,\n+        \"nauc_recall_at_5_diff1\": 1.0,\n+        \"nauc_recall_at_10_max\": 1.0,\n+        \"nauc_recall_at_10_std\": 1.0,\n+        \"nauc_recall_at_10_diff1\": 1.0,\n+        \"nauc_recall_at_20_max\": NaN,\n+        \"nauc_recall_at_20_std\": NaN,\n+        \"nauc_recall_at_20_diff1\": NaN,\n+        \"nauc_recall_at_100_max\": NaN,\n+        \"nauc_recall_at_100_std\": NaN,\n+        \"nauc_recall_at_100_diff1\": NaN,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.387209,\n+        \"nauc_precision_at_1_std\": -0.52489,\n+        \"nauc_precision_at_1_diff1\": 0.944264,\n+        \"nauc_precision_at_3_max\": 1.0,\n+        \"nauc_precision_at_3_std\": 1.0,\n+        \"nauc_precision_at_3_diff1\": 1.0,\n+        \"nauc_precision_at_5_max\": 1.0,\n+        \"nauc_precision_at_5_std\": 1.0,\n+        \"nauc_precision_at_5_diff1\": 1.0,\n+        \"nauc_precision_at_10_max\": 1.0,\n+        \"nauc_precision_at_10_std\": 1.0,\n+        \"nauc_precision_at_10_diff1\": 1.0,\n+        \"nauc_precision_at_20_max\": NaN,\n+        \"nauc_precision_at_20_std\": NaN,\n+        \"nauc_precision_at_20_diff1\": NaN,\n+        \"nauc_precision_at_100_max\": -0.0,\n+        \"nauc_precision_at_100_std\": -0.0,\n+        \"nauc_precision_at_100_diff1\": -0.0,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.387209,\n+        \"nauc_mrr_at_1_std\": -0.52489,\n+        \"nauc_mrr_at_1_diff1\": 0.944264,\n+        \"nauc_mrr_at_3_max\": 0.483262,\n+        \"nauc_mrr_at_3_std\": -0.346263,\n+        \"nauc_mrr_at_3_diff1\": 0.953873,\n+        \"nauc_mrr_at_5_max\": 0.483262,\n+        \"nauc_mrr_at_5_std\": -0.346263,\n+        \"nauc_mrr_at_5_diff1\": 0.953873,\n+        \"nauc_mrr_at_10_max\": 0.483262,\n+        \"nauc_mrr_at_10_std\": -0.346263,\n+        \"nauc_mrr_at_10_diff1\": 0.953873,\n+        \"nauc_mrr_at_20_max\": 0.476895,\n+        \"nauc_mrr_at_20_std\": -0.362849,\n+        \"nauc_mrr_at_20_diff1\": 0.953305,\n+        \"nauc_mrr_at_100_max\": 0.476895,\n+        \"nauc_mrr_at_100_std\": -0.362849,\n+        \"nauc_mrr_at_100_diff1\": 0.953305,\n+        \"nauc_mrr_at_1000_max\": 0.476895,\n+        \"nauc_mrr_at_1000_std\": -0.362849,\n+        \"nauc_mrr_at_1000_diff1\": 0.953305,\n+        \"hit_rate_at_1\": 0.94937,\n+        \"hit_rate_at_3\": 0.99367,\n+        \"hit_rate_at_5\": 0.99367,\n+        \"hit_rate_at_10\": 0.99367,\n+        \"hit_rate_at_20\": 1.0,\n+        \"hit_rate_at_100\": 1.0,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.97566,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 5.36431372910738,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727699.648592,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 0.0,\n+      \"end\": 1.3033094070851803,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 1.324337855912745,\n+      \"end\": 3.526975308544934,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 3.5286880070343614,\n+      \"end\": 5.279733874835074,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 5.282351077534258,\n+      \"end\": 5.357632076367736,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"7f925c07fb25e870eeb9d9fc48ed2b9fb8c14b85","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/LegalQuAD.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FLegalQuAD.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FLegalQuAD.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FLegalQuAD.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e\",\n+  \"task_name\": \"LegalQuAD\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.635,\n+        \"ndcg_at_3\": 0.73571,\n+        \"ndcg_at_5\": 0.75035,\n+        \"ndcg_at_10\": 0.75955,\n+        \"ndcg_at_20\": 0.77278,\n+        \"ndcg_at_100\": 0.78238,\n+        \"ndcg_at_1000\": 0.78658,\n+        \"map_at_1\": 0.635,\n+        \"map_at_3\": 0.71167,\n+        \"map_at_5\": 0.71992,\n+        \"map_at_10\": 0.72342,\n+        \"map_at_20\": 0.72736,\n+        \"map_at_100\": 0.72884,\n+        \"map_at_1000\": 0.72906,\n+        \"recall_at_1\": 0.635,\n+        \"recall_at_3\": 0.805,\n+        \"recall_at_5\": 0.84,\n+        \"recall_at_10\": 0.87,\n+        \"recall_at_20\": 0.92,\n+        \"recall_at_100\": 0.97,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.635,\n+        \"precision_at_1\": 0.635,\n+        \"precision_at_3\": 0.26833,\n+        \"precision_at_5\": 0.168,\n+        \"precision_at_10\": 0.087,\n+        \"precision_at_20\": 0.046,\n+        \"precision_at_100\": 0.0097,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.635,\n+        \"mrr_at_3\": 0.711667,\n+        \"mrr_at_5\": 0.719917,\n+        \"mrr_at_10\": 0.723423,\n+        \"mrr_at_20\": 0.727364,\n+        \"mrr_at_100\": 0.72884,\n+        \"mrr_at_1000\": 0.729056,\n+        \"nauc_ndcg_at_1_max\": 0.416683,\n+        \"nauc_ndcg_at_1_std\": 0.16536,\n+        \"nauc_ndcg_at_1_diff1\": 0.687318,\n+        \"nauc_ndcg_at_3_max\": 0.377325,\n+        \"nauc_ndcg_at_3_std\": 0.158628,\n+        \"nauc_ndcg_at_3_diff1\": 0.648232,\n+        \"nauc_ndcg_at_5_max\": 0.376731,\n+        \"nauc_ndcg_at_5_std\": 0.155497,\n+        \"nauc_ndcg_at_5_diff1\": 0.643016,\n+        \"nauc_ndcg_at_10_max\": 0.382765,\n+        \"nauc_ndcg_at_10_std\": 0.183659,\n+        \"nauc_ndcg_at_10_diff1\": 0.646318,\n+        \"nauc_ndcg_at_20_max\": 0.376038,\n+        \"nauc_ndcg_at_20_std\": 0.190906,\n+        \"nauc_ndcg_at_20_diff1\": 0.648369,\n+        \"nauc_ndcg_at_100_max\": 0.381238,\n+        \"nauc_ndcg_at_100_std\": 0.183172,\n+        \"nauc_ndcg_at_100_diff1\": 0.661722,\n+        \"nauc_ndcg_at_1000_max\": 0.383828,\n+        \"nauc_ndcg_at_1000_std\": 0.173123,\n+        \"nauc_ndcg_at_1000_diff1\": 0.657198,\n+        \"nauc_map_at_1_max\": 0.416683,\n+        \"nauc_map_at_1_std\": 0.16536,\n+        \"nauc_map_at_1_diff1\": 0.687318,\n+        \"nauc_map_at_3_max\": 0.387946,\n+        \"nauc_map_at_3_std\": 0.160264,\n+        \"nauc_map_at_3_diff1\": 0.659237,\n+        \"nauc_map_at_5_max\": 0.387088,\n+        \"nauc_map_at_5_std\": 0.15844,\n+        \"nauc_map_at_5_diff1\": 0.65698,\n+        \"nauc_map_at_10_max\": 0.389311,\n+        \"nauc_map_at_10_std\": 0.167478,\n+        \"nauc_map_at_10_diff1\": 0.658722,\n+        \"nauc_map_at_20_max\": 0.387576,\n+        \"nauc_map_at_20_std\": 0.16916,\n+        \"nauc_map_at_20_diff1\": 0.65915,\n+        \"nauc_map_at_100_max\": 0.388416,\n+        \"nauc_map_at_100_std\": 0.167626,\n+        \"nauc_map_at_100_diff1\": 0.660867,\n+        \"nauc_map_at_1000_max\": 0.388559,\n+        \"nauc_map_at_1000_std\": 0.167218,\n+        \"nauc_map_at_1000_diff1\": 0.660681,\n+        \"nauc_recall_at_1_max\": 0.416683,\n+        \"nauc_recall_at_1_std\": 0.16536,\n+        \"nauc_recall_at_1_diff1\": 0.687318,\n+        \"nauc_recall_at_3_max\": 0.336649,\n+        \"nauc_recall_at_3_std\": 0.152471,\n+        \"nauc_recall_at_3_diff1\": 0.605807,\n+        \"nauc_recall_at_5_max\": 0.332152,\n+        \"nauc_recall_at_5_std\": 0.142336,\n+        \"nauc_recall_at_5_diff1\": 0.579053,\n+        \"nauc_recall_at_10_max\": 0.354866,\n+        \"nauc_recall_at_10_std\": 0.296527,\n+        \"nauc_recall_at_10_diff1\": 0.579057,\n+        \"nauc_recall_at_20_max\": 0.279791,\n+        \"nauc_recall_at_20_std\": 0.4272,\n+        \"nauc_recall_at_20_diff1\": 0.565155,\n+        \"nauc_recall_at_100_max\": 0.277389,\n+        \"nauc_recall_at_100_std\": 0.623483,\n+        \"nauc_recall_at_100_diff1\": 0.85761,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.416683,\n+        \"nauc_precision_at_1_std\": 0.16536,\n+        \"nauc_precision_at_1_diff1\": 0.687318,\n+        \"nauc_precision_at_3_max\": 0.336649,\n+        \"nauc_precision_at_3_std\": 0.152471,\n+        \"nauc_precision_at_3_diff1\": 0.605807,\n+        \"nauc_precision_at_5_max\": 0.332152,\n+        \"nauc_precision_at_5_std\": 0.142336,\n+        \"nauc_precision_at_5_diff1\": 0.579053,\n+        \"nauc_precision_at_10_max\": 0.354866,\n+        \"nauc_precision_at_10_std\": 0.296527,\n+        \"nauc_precision_at_10_diff1\": 0.579057,\n+        \"nauc_precision_at_20_max\": 0.279791,\n+        \"nauc_precision_at_20_std\": 0.4272,\n+        \"nauc_precision_at_20_diff1\": 0.565155,\n+        \"nauc_precision_at_100_max\": 0.277389,\n+        \"nauc_precision_at_100_std\": 0.623483,\n+        \"nauc_precision_at_100_diff1\": 0.85761,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.416683,\n+        \"nauc_mrr_at_1_std\": 0.16536,\n+        \"nauc_mrr_at_1_diff1\": 0.687318,\n+        \"nauc_mrr_at_3_max\": 0.387946,\n+        \"nauc_mrr_at_3_std\": 0.160264,\n+        \"nauc_mrr_at_3_diff1\": 0.659237,\n+        \"nauc_mrr_at_5_max\": 0.387088,\n+        \"nauc_mrr_at_5_std\": 0.15844,\n+        \"nauc_mrr_at_5_diff1\": 0.65698,\n+        \"nauc_mrr_at_10_max\": 0.389311,\n+        \"nauc_mrr_at_10_std\": 0.167478,\n+        \"nauc_mrr_at_10_diff1\": 0.658722,\n+        \"nauc_mrr_at_20_max\": 0.387576,\n+        \"nauc_mrr_at_20_std\": 0.16916,\n+        \"nauc_mrr_at_20_diff1\": 0.65915,\n+        \"nauc_mrr_at_100_max\": 0.388416,\n+        \"nauc_mrr_at_100_std\": 0.167626,\n+        \"nauc_mrr_at_100_diff1\": 0.660867,\n+        \"nauc_mrr_at_1000_max\": 0.388559,\n+        \"nauc_mrr_at_1000_std\": 0.167218,\n+        \"nauc_mrr_at_1000_diff1\": 0.660681,\n+        \"hit_rate_at_1\": 0.635,\n+        \"hit_rate_at_3\": 0.805,\n+        \"hit_rate_at_5\": 0.84,\n+        \"hit_rate_at_10\": 0.87,\n+        \"hit_rate_at_20\": 0.92,\n+        \"hit_rate_at_100\": 0.97,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.75955,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"deu-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 33.4021814763546,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727297.042411,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 4.737637937068939e-06,\n+      \"end\": 2.747939427383244,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 2.74795036111027,\n+      \"end\": 2.7479547141119838,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 2.811117763631046,\n+      \"end\": 4.882394969463348,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 4.885021180845797,\n+      \"end\": 33.29754886124283,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 33.30234388355166,\n+      \"end\": 33.39509692694992,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"bd4dc89e4a3520bedc4756cf81e2825d5f6cdb70","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/LegalSummarization.json","status":"added","additions":205,"deletions":0,"changes":205,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FLegalSummarization.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FLegalSummarization.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FLegalSummarization.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,205 @@\n+{\n+  \"dataset_revision\": \"3bb1a05c66872889662af04c5691c14489cebd72\",\n+  \"task_name\": \"LegalSummarization\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.5669,\n+        \"ndcg_at_3\": 0.63565,\n+        \"ndcg_at_5\": 0.65871,\n+        \"ndcg_at_10\": 0.68797,\n+        \"ndcg_at_20\": 0.71345,\n+        \"ndcg_at_100\": 0.73252,\n+        \"ndcg_at_1000\": 0.73602,\n+        \"map_at_1\": 0.51065,\n+        \"map_at_3\": 0.59362,\n+        \"map_at_5\": 0.61204,\n+        \"map_at_10\": 0.63042,\n+        \"map_at_20\": 0.64019,\n+        \"map_at_100\": 0.6451,\n+        \"map_at_1000\": 0.64533,\n+        \"recall_at_1\": 0.51065,\n+        \"recall_at_3\": 0.6708,\n+        \"recall_at_5\": 0.73175,\n+        \"recall_at_10\": 0.81512,\n+        \"recall_at_20\": 0.89858,\n+        \"recall_at_100\": 0.97627,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.51065,\n+        \"precision_at_1\": 0.5669,\n+        \"precision_at_3\": 0.27817,\n+        \"precision_at_5\": 0.18873,\n+        \"precision_at_10\": 0.11162,\n+        \"precision_at_20\": 0.06479,\n+        \"precision_at_100\": 0.01504,\n+        \"precision_at_1000\": 0.00155,\n+        \"mrr_at_1\": 0.566901,\n+        \"mrr_at_3\": 0.644366,\n+        \"mrr_at_5\": 0.659155,\n+        \"mrr_at_10\": 0.668262,\n+        \"mrr_at_20\": 0.673008,\n+        \"mrr_at_100\": 0.674143,\n+        \"mrr_at_1000\": 0.674215,\n+        \"nauc_ndcg_at_1_max\": 0.454068,\n+        \"nauc_ndcg_at_1_std\": -0.116616,\n+        \"nauc_ndcg_at_1_diff1\": 0.753598,\n+        \"nauc_ndcg_at_3_max\": 0.450758,\n+        \"nauc_ndcg_at_3_std\": -0.14598,\n+        \"nauc_ndcg_at_3_diff1\": 0.716417,\n+        \"nauc_ndcg_at_5_max\": 0.450461,\n+        \"nauc_ndcg_at_5_std\": -0.142361,\n+        \"nauc_ndcg_at_5_diff1\": 0.711768,\n+        \"nauc_ndcg_at_10_max\": 0.466587,\n+        \"nauc_ndcg_at_10_std\": -0.129273,\n+        \"nauc_ndcg_at_10_diff1\": 0.709987,\n+        \"nauc_ndcg_at_20_max\": 0.472668,\n+        \"nauc_ndcg_at_20_std\": -0.113034,\n+        \"nauc_ndcg_at_20_diff1\": 0.708278,\n+        \"nauc_ndcg_at_100_max\": 0.471675,\n+        \"nauc_ndcg_at_100_std\": -0.09547,\n+        \"nauc_ndcg_at_100_diff1\": 0.706598,\n+        \"nauc_ndcg_at_1000_max\": 0.474909,\n+        \"nauc_ndcg_at_1000_std\": -0.099208,\n+        \"nauc_ndcg_at_1000_diff1\": 0.713226,\n+        \"nauc_map_at_1_max\": 0.425736,\n+        \"nauc_map_at_1_std\": -0.143753,\n+        \"nauc_map_at_1_diff1\": 0.7725,\n+        \"nauc_map_at_3_max\": 0.427984,\n+        \"nauc_map_at_3_std\": -0.163532,\n+        \"nauc_map_at_3_diff1\": 0.737217,\n+        \"nauc_map_at_5_max\": 0.435224,\n+        \"nauc_map_at_5_std\": -0.163939,\n+        \"nauc_map_at_5_diff1\": 0.734656,\n+        \"nauc_map_at_10_max\": 0.450792,\n+        \"nauc_map_at_10_std\": -0.150745,\n+        \"nauc_map_at_10_diff1\": 0.729879,\n+        \"nauc_map_at_20_max\": 0.454974,\n+        \"nauc_map_at_20_std\": -0.141502,\n+        \"nauc_map_at_20_diff1\": 0.727875,\n+        \"nauc_map_at_100_max\": 0.45718,\n+        \"nauc_map_at_100_std\": -0.132914,\n+        \"nauc_map_at_100_diff1\": 0.726826,\n+        \"nauc_map_at_1000_max\": 0.457481,\n+        \"nauc_map_at_1000_std\": -0.133096,\n+        \"nauc_map_at_1000_diff1\": 0.727239,\n+        \"nauc_recall_at_1_max\": 0.425736,\n+        \"nauc_recall_at_1_std\": -0.143753,\n+        \"nauc_recall_at_1_diff1\": 0.7725,\n+        \"nauc_recall_at_3_max\": 0.403506,\n+        \"nauc_recall_at_3_std\": -0.205416,\n+        \"nauc_recall_at_3_diff1\": 0.690272,\n+        \"nauc_recall_at_5_max\": 0.406175,\n+        \"nauc_recall_at_5_std\": -0.192019,\n+        \"nauc_recall_at_5_diff1\": 0.6553,\n+        \"nauc_recall_at_10_max\": 0.452744,\n+        \"nauc_recall_at_10_std\": -0.146755,\n+        \"nauc_recall_at_10_diff1\": 0.617968,\n+        \"nauc_recall_at_20_max\": 0.479702,\n+        \"nauc_recall_at_20_std\": -0.080272,\n+        \"nauc_recall_at_20_diff1\": 0.565629,\n+        \"nauc_recall_at_100_max\": 0.297457,\n+        \"nauc_recall_at_100_std\": 0.123137,\n+        \"nauc_recall_at_100_diff1\": 0.304788,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.454068,\n+        \"nauc_precision_at_1_std\": -0.116616,\n+        \"nauc_precision_at_1_diff1\": 0.753598,\n+        \"nauc_precision_at_3_max\": 0.325453,\n+        \"nauc_precision_at_3_std\": -0.021246,\n+        \"nauc_precision_at_3_diff1\": 0.297036,\n+        \"nauc_precision_at_5_max\": 0.287215,\n+        \"nauc_precision_at_5_std\": 0.066904,\n+        \"nauc_precision_at_5_diff1\": 0.131708,\n+        \"nauc_precision_at_10_max\": 0.219029,\n+        \"nauc_precision_at_10_std\": 0.170969,\n+        \"nauc_precision_at_10_diff1\": -0.090525,\n+        \"nauc_precision_at_20_max\": 0.120803,\n+        \"nauc_precision_at_20_std\": 0.254002,\n+        \"nauc_precision_at_20_diff1\": -0.240845,\n+        \"nauc_precision_at_100_max\": 0.042935,\n+        \"nauc_precision_at_100_std\": 0.324616,\n+        \"nauc_precision_at_100_diff1\": -0.32881,\n+        \"nauc_precision_at_1000_max\": 0.035056,\n+        \"nauc_precision_at_1000_std\": 0.313991,\n+        \"nauc_precision_at_1000_diff1\": -0.336085,\n+        \"nauc_mrr_at_1_max\": 0.454068,\n+        \"nauc_mrr_at_1_std\": -0.116616,\n+        \"nauc_mrr_at_1_diff1\": 0.753598,\n+        \"nauc_mrr_at_3_max\": 0.463867,\n+        \"nauc_mrr_at_3_std\": -0.113156,\n+        \"nauc_mrr_at_3_diff1\": 0.715436,\n+        \"nauc_mrr_at_5_max\": 0.468907,\n+        \"nauc_mrr_at_5_std\": -0.095985,\n+        \"nauc_mrr_at_5_diff1\": 0.710095,\n+        \"nauc_mrr_at_10_max\": 0.473991,\n+        \"nauc_mrr_at_10_std\": -0.091954,\n+        \"nauc_mrr_at_10_diff1\": 0.714523,\n+        \"nauc_mrr_at_20_max\": 0.472181,\n+        \"nauc_mrr_at_20_std\": -0.09409,\n+        \"nauc_mrr_at_20_diff1\": 0.715084,\n+        \"nauc_mrr_at_100_max\": 0.470867,\n+        \"nauc_mrr_at_100_std\": -0.094485,\n+        \"nauc_mrr_at_100_diff1\": 0.715004,\n+        \"nauc_mrr_at_1000_max\": 0.470909,\n+        \"nauc_mrr_at_1000_std\": -0.094559,\n+        \"nauc_mrr_at_1000_diff1\": 0.715164,\n+        \"hit_rate_at_1\": 0.5669,\n+        \"hit_rate_at_3\": 0.74296,\n+        \"hit_rate_at_5\": 0.80634,\n+        \"hit_rate_at_10\": 0.87324,\n+        \"hit_rate_at_20\": 0.94014,\n+        \"hit_rate_at_100\": 0.98239,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.68797,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 10.409174349159002,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727263.632922,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 1.1045485734939575e-05,\n+      \"end\": 2.5221827374771237,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 2.522192772477865,\n+      \"end\": 2.5221945960074663,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 2.5995979392901063,\n+      \"end\": 5.1595604084432125,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 5.163079794496298,\n+      \"end\": 10.21598139218986,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 10.232195538468659,\n+      \"end\": 10.400514259934425,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"dd182ae0fceb268297f139c7492b46560bfa9b79","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/MBPPRetrieval.json","status":"added","additions":199,"deletions":0,"changes":199,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FMBPPRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FMBPPRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FMBPPRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,199 @@\n+{\n+  \"dataset_revision\": \"586a1fd6a0c63fdeda3b49c0293559a81c79cdec\",\n+  \"task_name\": \"MBPPRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.79466,\n+        \"ndcg_at_3\": 0.88666,\n+        \"ndcg_at_5\": 0.89691,\n+        \"ndcg_at_10\": 0.90192,\n+        \"ndcg_at_20\": 0.90345,\n+        \"ndcg_at_100\": 0.90484,\n+        \"ndcg_at_1000\": 0.90497,\n+        \"map_at_1\": 0.79466,\n+        \"map_at_3\": 0.86602,\n+        \"map_at_5\": 0.87177,\n+        \"map_at_10\": 0.87385,\n+        \"map_at_20\": 0.87426,\n+        \"map_at_100\": 0.87448,\n+        \"map_at_1000\": 0.87448,\n+        \"recall_at_1\": 0.79466,\n+        \"recall_at_3\": 0.94559,\n+        \"recall_at_5\": 0.97023,\n+        \"recall_at_10\": 0.98563,\n+        \"recall_at_20\": 0.99179,\n+        \"recall_at_100\": 0.99897,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.79466,\n+        \"precision_at_1\": 0.79466,\n+        \"precision_at_3\": 0.3152,\n+        \"precision_at_5\": 0.19405,\n+        \"precision_at_10\": 0.09856,\n+        \"precision_at_20\": 0.04959,\n+        \"precision_at_100\": 0.00999,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.794661,\n+        \"mrr_at_3\": 0.866016,\n+        \"mrr_at_5\": 0.871766,\n+        \"mrr_at_10\": 0.873851,\n+        \"mrr_at_20\": 0.874261,\n+        \"mrr_at_100\": 0.874477,\n+        \"mrr_at_1000\": 0.874481,\n+        \"nauc_ndcg_at_1_max\": 0.390956,\n+        \"nauc_ndcg_at_1_std\": -0.211833,\n+        \"nauc_ndcg_at_1_diff1\": 0.810192,\n+        \"nauc_ndcg_at_3_max\": 0.50262,\n+        \"nauc_ndcg_at_3_std\": -0.162864,\n+        \"nauc_ndcg_at_3_diff1\": 0.790372,\n+        \"nauc_ndcg_at_5_max\": 0.486219,\n+        \"nauc_ndcg_at_5_std\": -0.148247,\n+        \"nauc_ndcg_at_5_diff1\": 0.800864,\n+        \"nauc_ndcg_at_10_max\": 0.474638,\n+        \"nauc_ndcg_at_10_std\": -0.137657,\n+        \"nauc_ndcg_at_10_diff1\": 0.805793,\n+        \"nauc_ndcg_at_20_max\": 0.465789,\n+        \"nauc_ndcg_at_20_std\": -0.150918,\n+        \"nauc_ndcg_at_20_diff1\": 0.80373,\n+        \"nauc_ndcg_at_100_max\": 0.460099,\n+        \"nauc_ndcg_at_100_std\": -0.161586,\n+        \"nauc_ndcg_at_100_diff1\": 0.802785,\n+        \"nauc_ndcg_at_1000_max\": 0.459334,\n+        \"nauc_ndcg_at_1000_std\": -0.163048,\n+        \"nauc_ndcg_at_1000_diff1\": 0.802505,\n+        \"nauc_map_at_1_max\": 0.390956,\n+        \"nauc_map_at_1_std\": -0.211833,\n+        \"nauc_map_at_1_diff1\": 0.810192,\n+        \"nauc_map_at_3_max\": 0.465657,\n+        \"nauc_map_at_3_std\": -0.178181,\n+        \"nauc_map_at_3_diff1\": 0.795976,\n+        \"nauc_map_at_5_max\": 0.456765,\n+        \"nauc_map_at_5_std\": -0.172148,\n+        \"nauc_map_at_5_diff1\": 0.801211,\n+        \"nauc_map_at_10_max\": 0.452746,\n+        \"nauc_map_at_10_std\": -0.168472,\n+        \"nauc_map_at_10_diff1\": 0.802857,\n+        \"nauc_map_at_20_max\": 0.450854,\n+        \"nauc_map_at_20_std\": -0.171339,\n+        \"nauc_map_at_20_diff1\": 0.802448,\n+        \"nauc_map_at_100_max\": 0.450255,\n+        \"nauc_map_at_100_std\": -0.172555,\n+        \"nauc_map_at_100_diff1\": 0.802319,\n+        \"nauc_map_at_1000_max\": 0.450237,\n+        \"nauc_map_at_1000_std\": -0.172589,\n+        \"nauc_map_at_1000_diff1\": 0.802313,\n+        \"nauc_recall_at_1_max\": 0.390956,\n+        \"nauc_recall_at_1_std\": -0.211833,\n+        \"nauc_recall_at_1_diff1\": 0.810192,\n+        \"nauc_recall_at_3_max\": 0.747533,\n+        \"nauc_recall_at_3_std\": -0.062312,\n+        \"nauc_recall_at_3_diff1\": 0.754253,\n+        \"nauc_recall_at_5_max\": 0.815883,\n+        \"nauc_recall_at_5_std\": 0.133844,\n+        \"nauc_recall_at_5_diff1\": 0.803487,\n+        \"nauc_recall_at_10_max\": 0.928004,\n+        \"nauc_recall_at_10_std\": 0.6166,\n+        \"nauc_recall_at_10_diff1\": 0.901976,\n+        \"nauc_recall_at_20_max\": 0.874007,\n+        \"nauc_recall_at_20_std\": 0.59632,\n+        \"nauc_recall_at_20_diff1\": 0.879509,\n+        \"nauc_recall_at_100_max\": 1.0,\n+        \"nauc_recall_at_100_std\": 0.869341,\n+        \"nauc_recall_at_100_diff1\": 1.0,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.390956,\n+        \"nauc_precision_at_1_std\": -0.211833,\n+        \"nauc_precision_at_1_diff1\": 0.810192,\n+        \"nauc_precision_at_3_max\": 0.747533,\n+        \"nauc_precision_at_3_std\": -0.062312,\n+        \"nauc_precision_at_3_diff1\": 0.754253,\n+        \"nauc_precision_at_5_max\": 0.815883,\n+        \"nauc_precision_at_5_std\": 0.133844,\n+        \"nauc_precision_at_5_diff1\": 0.803487,\n+        \"nauc_precision_at_10_max\": 0.928004,\n+        \"nauc_precision_at_10_std\": 0.6166,\n+        \"nauc_precision_at_10_diff1\": 0.901976,\n+        \"nauc_precision_at_20_max\": 0.874007,\n+        \"nauc_precision_at_20_std\": 0.59632,\n+        \"nauc_precision_at_20_diff1\": 0.879509,\n+        \"nauc_precision_at_100_max\": 1.0,\n+        \"nauc_precision_at_100_std\": 0.869341,\n+        \"nauc_precision_at_100_diff1\": 1.0,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.390956,\n+        \"nauc_mrr_at_1_std\": -0.211833,\n+        \"nauc_mrr_at_1_diff1\": 0.810192,\n+        \"nauc_mrr_at_3_max\": 0.465657,\n+        \"nauc_mrr_at_3_std\": -0.178181,\n+        \"nauc_mrr_at_3_diff1\": 0.795976,\n+        \"nauc_mrr_at_5_max\": 0.456765,\n+        \"nauc_mrr_at_5_std\": -0.172148,\n+        \"nauc_mrr_at_5_diff1\": 0.801211,\n+        \"nauc_mrr_at_10_max\": 0.452746,\n+        \"nauc_mrr_at_10_std\": -0.168472,\n+        \"nauc_mrr_at_10_diff1\": 0.802857,\n+        \"nauc_mrr_at_20_max\": 0.450854,\n+        \"nauc_mrr_at_20_std\": -0.171339,\n+        \"nauc_mrr_at_20_diff1\": 0.802448,\n+        \"nauc_mrr_at_100_max\": 0.450255,\n+        \"nauc_mrr_at_100_std\": -0.172555,\n+        \"nauc_mrr_at_100_diff1\": 0.802319,\n+        \"nauc_mrr_at_1000_max\": 0.450237,\n+        \"nauc_mrr_at_1000_std\": -0.172589,\n+        \"nauc_mrr_at_1000_diff1\": 0.802313,\n+        \"hit_rate_at_1\": 0.79466,\n+        \"hit_rate_at_3\": 0.94559,\n+        \"hit_rate_at_5\": 0.97023,\n+        \"hit_rate_at_10\": 0.98563,\n+        \"hit_rate_at_20\": 0.99179,\n+        \"hit_rate_at_100\": 0.99897,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.90192,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 21.937276789918542,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727721.592651,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 0.0,\n+      \"end\": 1.1801273506134748,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 1.251047763042152,\n+      \"end\": 10.44560070708394,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 10.45302470214665,\n+      \"end\": 20.942296138964593,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 21.061862883158028,\n+      \"end\": 21.91829313803464,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"feb02b2eca5f32ad144f2b42cd3f6812e265f255","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/MIRACLRetrievalHardNegatives.json","status":"added","additions":3214,"deletions":0,"changes":3214,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FMIRACLRetrievalHardNegatives.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FMIRACLRetrievalHardNegatives.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FMIRACLRetrievalHardNegatives.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76"},{"sha":"5ebc7b2ca0cbe49339be58f8d04610e1529c2bad","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/SWEbenchCodeRetrieval.json","status":"added","additions":206,"deletions":0,"changes":206,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FSWEbenchCodeRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FSWEbenchCodeRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FSWEbenchCodeRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,206 @@\n+{\n+  \"dataset_revision\": \"440b0e732b8d02c16df2c95352ab6770abe997da\",\n+  \"task_name\": \"SWEbenchCodeRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.014,\n+        \"ndcg_at_3\": 0.03383,\n+        \"ndcg_at_5\": 0.06031,\n+        \"ndcg_at_10\": 0.09281,\n+        \"ndcg_at_20\": 0.13254,\n+        \"ndcg_at_100\": 0.20709,\n+        \"ndcg_at_1000\": 0.2381,\n+        \"map_at_1\": 0.013,\n+        \"map_at_3\": 0.02783,\n+        \"map_at_5\": 0.04228,\n+        \"map_at_10\": 0.05569,\n+        \"map_at_20\": 0.06638,\n+        \"map_at_100\": 0.07697,\n+        \"map_at_1000\": 0.07831,\n+        \"recall_at_1\": 0.013,\n+        \"recall_at_3\": 0.05,\n+        \"recall_at_5\": 0.1135,\n+        \"recall_at_10\": 0.2105,\n+        \"recall_at_20\": 0.36517,\n+        \"recall_at_100\": 0.75006,\n+        \"recall_at_1000\": 0.97681,\n+        \"accuracy\": 0.013,\n+        \"precision_at_1\": 0.014,\n+        \"precision_at_3\": 0.01733,\n+        \"precision_at_5\": 0.024,\n+        \"precision_at_10\": 0.0228,\n+        \"precision_at_20\": 0.02,\n+        \"precision_at_100\": 0.00864,\n+        \"precision_at_1000\": 0.00117,\n+        \"mrr_at_1\": 0.014,\n+        \"mrr_at_3\": 0.029333,\n+        \"mrr_at_5\": 0.044733,\n+        \"mrr_at_10\": 0.059301,\n+        \"mrr_at_20\": 0.070463,\n+        \"mrr_at_100\": 0.080904,\n+        \"mrr_at_1000\": 0.081949,\n+        \"nauc_ndcg_at_1_max\": 0.501361,\n+        \"nauc_ndcg_at_1_std\": -0.058185,\n+        \"nauc_ndcg_at_1_diff1\": 0.225651,\n+        \"nauc_ndcg_at_3_max\": 0.243458,\n+        \"nauc_ndcg_at_3_std\": -0.000146,\n+        \"nauc_ndcg_at_3_diff1\": 0.265353,\n+        \"nauc_ndcg_at_5_max\": 0.274364,\n+        \"nauc_ndcg_at_5_std\": 0.029309,\n+        \"nauc_ndcg_at_5_diff1\": 0.170408,\n+        \"nauc_ndcg_at_10_max\": 0.270469,\n+        \"nauc_ndcg_at_10_std\": 0.045285,\n+        \"nauc_ndcg_at_10_diff1\": 0.130186,\n+        \"nauc_ndcg_at_20_max\": 0.263459,\n+        \"nauc_ndcg_at_20_std\": 0.097852,\n+        \"nauc_ndcg_at_20_diff1\": 0.122182,\n+        \"nauc_ndcg_at_100_max\": 0.29393,\n+        \"nauc_ndcg_at_100_std\": 0.147222,\n+        \"nauc_ndcg_at_100_diff1\": 0.136366,\n+        \"nauc_ndcg_at_1000_max\": 0.294894,\n+        \"nauc_ndcg_at_1000_std\": 0.113282,\n+        \"nauc_ndcg_at_1000_diff1\": 0.151588,\n+        \"nauc_map_at_1_max\": 0.48901,\n+        \"nauc_map_at_1_std\": -0.113579,\n+        \"nauc_map_at_1_diff1\": 0.258839,\n+        \"nauc_map_at_3_max\": 0.278944,\n+        \"nauc_map_at_3_std\": -0.014799,\n+        \"nauc_map_at_3_diff1\": 0.261097,\n+        \"nauc_map_at_5_max\": 0.295889,\n+        \"nauc_map_at_5_std\": 0.01698,\n+        \"nauc_map_at_5_diff1\": 0.187662,\n+        \"nauc_map_at_10_max\": 0.288083,\n+        \"nauc_map_at_10_std\": 0.029973,\n+        \"nauc_map_at_10_diff1\": 0.157838,\n+        \"nauc_map_at_20_max\": 0.282278,\n+        \"nauc_map_at_20_std\": 0.051952,\n+        \"nauc_map_at_20_diff1\": 0.147615,\n+        \"nauc_map_at_100_max\": 0.291765,\n+        \"nauc_map_at_100_std\": 0.063091,\n+        \"nauc_map_at_100_diff1\": 0.153048,\n+        \"nauc_map_at_1000_max\": 0.292651,\n+        \"nauc_map_at_1000_std\": 0.061268,\n+        \"nauc_map_at_1000_diff1\": 0.153718,\n+        \"nauc_recall_at_1_max\": 0.48901,\n+        \"nauc_recall_at_1_std\": -0.113579,\n+        \"nauc_recall_at_1_diff1\": 0.258839,\n+        \"nauc_recall_at_3_max\": 0.18344,\n+        \"nauc_recall_at_3_std\": 0.016217,\n+        \"nauc_recall_at_3_diff1\": 0.277199,\n+        \"nauc_recall_at_5_max\": 0.248553,\n+        \"nauc_recall_at_5_std\": 0.041439,\n+        \"nauc_recall_at_5_diff1\": 0.151193,\n+        \"nauc_recall_at_10_max\": 0.252573,\n+        \"nauc_recall_at_10_std\": 0.06243,\n+        \"nauc_recall_at_10_diff1\": 0.101618,\n+        \"nauc_recall_at_20_max\": 0.244915,\n+        \"nauc_recall_at_20_std\": 0.146241,\n+        \"nauc_recall_at_20_diff1\": 0.099924,\n+        \"nauc_recall_at_100_max\": 0.295226,\n+        \"nauc_recall_at_100_std\": 0.301903,\n+        \"nauc_recall_at_100_diff1\": 0.104496,\n+        \"nauc_recall_at_1000_max\": 0.244904,\n+        \"nauc_recall_at_1000_std\": 0.270083,\n+        \"nauc_recall_at_1000_diff1\": 0.2825,\n+        \"nauc_precision_at_1_max\": 0.501361,\n+        \"nauc_precision_at_1_std\": -0.058185,\n+        \"nauc_precision_at_1_diff1\": 0.225651,\n+        \"nauc_precision_at_3_max\": 0.182989,\n+        \"nauc_precision_at_3_std\": 0.02034,\n+        \"nauc_precision_at_3_diff1\": 0.275309,\n+        \"nauc_precision_at_5_max\": 0.246304,\n+        \"nauc_precision_at_5_std\": 0.037143,\n+        \"nauc_precision_at_5_diff1\": 0.145493,\n+        \"nauc_precision_at_10_max\": 0.25242,\n+        \"nauc_precision_at_10_std\": 0.05539,\n+        \"nauc_precision_at_10_diff1\": 0.095437,\n+        \"nauc_precision_at_20_max\": 0.236713,\n+        \"nauc_precision_at_20_std\": 0.14439,\n+        \"nauc_precision_at_20_diff1\": 0.086069,\n+        \"nauc_precision_at_100_max\": 0.242111,\n+        \"nauc_precision_at_100_std\": 0.256006,\n+        \"nauc_precision_at_100_diff1\": 0.088717,\n+        \"nauc_precision_at_1000_max\": 0.053056,\n+        \"nauc_precision_at_1000_std\": 0.107969,\n+        \"nauc_precision_at_1000_diff1\": 0.09926,\n+        \"nauc_mrr_at_1_max\": 0.501361,\n+        \"nauc_mrr_at_1_std\": -0.058185,\n+        \"nauc_mrr_at_1_diff1\": 0.225651,\n+        \"nauc_mrr_at_3_max\": 0.281816,\n+        \"nauc_mrr_at_3_std\": 0.001448,\n+        \"nauc_mrr_at_3_diff1\": 0.252012,\n+        \"nauc_mrr_at_5_max\": 0.294532,\n+        \"nauc_mrr_at_5_std\": 0.023473,\n+        \"nauc_mrr_at_5_diff1\": 0.17845,\n+        \"nauc_mrr_at_10_max\": 0.288493,\n+        \"nauc_mrr_at_10_std\": 0.028785,\n+        \"nauc_mrr_at_10_diff1\": 0.151413,\n+        \"nauc_mrr_at_20_max\": 0.283988,\n+        \"nauc_mrr_at_20_std\": 0.055638,\n+        \"nauc_mrr_at_20_diff1\": 0.146713,\n+        \"nauc_mrr_at_100_max\": 0.292362,\n+        \"nauc_mrr_at_100_std\": 0.062944,\n+        \"nauc_mrr_at_100_diff1\": 0.153802,\n+        \"nauc_mrr_at_1000_max\": 0.292635,\n+        \"nauc_mrr_at_1000_std\": 0.061068,\n+        \"nauc_mrr_at_1000_diff1\": 0.153517,\n+        \"hit_rate_at_1\": 0.014,\n+        \"hit_rate_at_3\": 0.052,\n+        \"hit_rate_at_5\": 0.12,\n+        \"hit_rate_at_10\": 0.226,\n+        \"hit_rate_at_20\": 0.39,\n+        \"hit_rate_at_100\": 0.786,\n+        \"hit_rate_at_1000\": 0.986,\n+        \"main_score\": 0.09281,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"python-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 8880.979784169234,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793736809.408338,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 6.66547566652298e-06,\n+      \"end\": 3.301945960149169,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 3.301955689676106,\n+      \"end\": 3.301957782357931,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 3.4415459474548697,\n+      \"end\": 12.17876561358571,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 12.18659711163491,\n+      \"end\": 8880.29609198682,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 8880.39187933039,\n+      \"end\": 8880.958383663557,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"e49fc1f37e8f101cdac220ad001e059a97d95d25","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/WikiSQLRetrieval.json","status":"added","additions":206,"deletions":0,"changes":206,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FWikiSQLRetrieval.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FWikiSQLRetrieval.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2FWikiSQLRetrieval.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,206 @@\n+{\n+  \"dataset_revision\": \"add6c3faf0d972ebb139b30fa6c4f955d99635c5\",\n+  \"task_name\": \"WikiSQLRetrieval\",\n+  \"mteb_version\": \"2.26.32\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"ndcg_at_1\": 0.85986,\n+        \"ndcg_at_3\": 0.92629,\n+        \"ndcg_at_5\": 0.93169,\n+        \"ndcg_at_10\": 0.93382,\n+        \"ndcg_at_20\": 0.93523,\n+        \"ndcg_at_100\": 0.93615,\n+        \"ndcg_at_1000\": 0.93615,\n+        \"map_at_1\": 0.85986,\n+        \"map_at_3\": 0.91097,\n+        \"map_at_5\": 0.91395,\n+        \"map_at_10\": 0.91487,\n+        \"map_at_20\": 0.91529,\n+        \"map_at_100\": 0.91542,\n+        \"map_at_1000\": 0.91542,\n+        \"recall_at_1\": 0.85986,\n+        \"recall_at_3\": 0.97021,\n+        \"recall_at_5\": 0.9834,\n+        \"recall_at_10\": 0.98975,\n+        \"recall_at_20\": 0.99512,\n+        \"recall_at_100\": 1.0,\n+        \"recall_at_1000\": 1.0,\n+        \"accuracy\": 0.85986,\n+        \"precision_at_1\": 0.85986,\n+        \"precision_at_3\": 0.3234,\n+        \"precision_at_5\": 0.19668,\n+        \"precision_at_10\": 0.09897,\n+        \"precision_at_20\": 0.04976,\n+        \"precision_at_100\": 0.01,\n+        \"precision_at_1000\": 0.001,\n+        \"mrr_at_1\": 0.859863,\n+        \"mrr_at_3\": 0.91097,\n+        \"mrr_at_5\": 0.913949,\n+        \"mrr_at_10\": 0.914875,\n+        \"mrr_at_20\": 0.915292,\n+        \"mrr_at_100\": 0.915423,\n+        \"mrr_at_1000\": 0.915423,\n+        \"nauc_ndcg_at_1_max\": 0.409628,\n+        \"nauc_ndcg_at_1_std\": -0.020056,\n+        \"nauc_ndcg_at_1_diff1\": 0.858049,\n+        \"nauc_ndcg_at_3_max\": 0.498117,\n+        \"nauc_ndcg_at_3_std\": -0.069027,\n+        \"nauc_ndcg_at_3_diff1\": 0.850446,\n+        \"nauc_ndcg_at_5_max\": 0.48193,\n+        \"nauc_ndcg_at_5_std\": -0.065063,\n+        \"nauc_ndcg_at_5_diff1\": 0.849971,\n+        \"nauc_ndcg_at_10_max\": 0.475251,\n+        \"nauc_ndcg_at_10_std\": -0.058652,\n+        \"nauc_ndcg_at_10_diff1\": 0.847321,\n+        \"nauc_ndcg_at_20_max\": 0.466615,\n+        \"nauc_ndcg_at_20_std\": -0.053845,\n+        \"nauc_ndcg_at_20_diff1\": 0.848649,\n+        \"nauc_ndcg_at_100_max\": 0.461507,\n+        \"nauc_ndcg_at_100_std\": -0.050714,\n+        \"nauc_ndcg_at_100_diff1\": 0.849896,\n+        \"nauc_ndcg_at_1000_max\": 0.461507,\n+        \"nauc_ndcg_at_1000_std\": -0.050714,\n+        \"nauc_ndcg_at_1000_diff1\": 0.849896,\n+        \"nauc_map_at_1_max\": 0.409628,\n+        \"nauc_map_at_1_std\": -0.020056,\n+        \"nauc_map_at_1_diff1\": 0.858049,\n+        \"nauc_map_at_3_max\": 0.468618,\n+        \"nauc_map_at_3_std\": -0.052573,\n+        \"nauc_map_at_3_diff1\": 0.851828,\n+        \"nauc_map_at_5_max\": 0.460357,\n+        \"nauc_map_at_5_std\": -0.050442,\n+        \"nauc_map_at_5_diff1\": 0.85166,\n+        \"nauc_map_at_10_max\": 0.457884,\n+        \"nauc_map_at_10_std\": -0.047991,\n+        \"nauc_map_at_10_diff1\": 0.850717,\n+        \"nauc_map_at_20_max\": 0.455837,\n+        \"nauc_map_at_20_std\": -0.046813,\n+        \"nauc_map_at_20_diff1\": 0.85106,\n+        \"nauc_map_at_100_max\": 0.455247,\n+        \"nauc_map_at_100_std\": -0.046581,\n+        \"nauc_map_at_100_diff1\": 0.851103,\n+        \"nauc_map_at_1000_max\": 0.455247,\n+        \"nauc_map_at_1000_std\": -0.046581,\n+        \"nauc_map_at_1000_diff1\": 0.851103,\n+        \"nauc_recall_at_1_max\": 0.409628,\n+        \"nauc_recall_at_1_std\": -0.020056,\n+        \"nauc_recall_at_1_diff1\": 0.858049,\n+        \"nauc_recall_at_3_max\": 0.740519,\n+        \"nauc_recall_at_3_std\": -0.204402,\n+        \"nauc_recall_at_3_diff1\": 0.840648,\n+        \"nauc_recall_at_5_max\": 0.777165,\n+        \"nauc_recall_at_5_std\": -0.269151,\n+        \"nauc_recall_at_5_diff1\": 0.828426,\n+        \"nauc_recall_at_10_max\": 0.834145,\n+        \"nauc_recall_at_10_std\": -0.281205,\n+        \"nauc_recall_at_10_diff1\": 0.768345,\n+        \"nauc_recall_at_20_max\": 0.807421,\n+        \"nauc_recall_at_20_std\": -0.295665,\n+        \"nauc_recall_at_20_diff1\": 0.743231,\n+        \"nauc_recall_at_100_max\": NaN,\n+        \"nauc_recall_at_100_std\": NaN,\n+        \"nauc_recall_at_100_diff1\": NaN,\n+        \"nauc_recall_at_1000_max\": NaN,\n+        \"nauc_recall_at_1000_std\": NaN,\n+        \"nauc_recall_at_1000_diff1\": NaN,\n+        \"nauc_precision_at_1_max\": 0.409628,\n+        \"nauc_precision_at_1_std\": -0.020056,\n+        \"nauc_precision_at_1_diff1\": 0.858049,\n+        \"nauc_precision_at_3_max\": 0.740519,\n+        \"nauc_precision_at_3_std\": -0.204402,\n+        \"nauc_precision_at_3_diff1\": 0.840648,\n+        \"nauc_precision_at_5_max\": 0.777165,\n+        \"nauc_precision_at_5_std\": -0.269151,\n+        \"nauc_precision_at_5_diff1\": 0.828426,\n+        \"nauc_precision_at_10_max\": 0.834145,\n+        \"nauc_precision_at_10_std\": -0.281205,\n+        \"nauc_precision_at_10_diff1\": 0.768345,\n+        \"nauc_precision_at_20_max\": 0.807421,\n+        \"nauc_precision_at_20_std\": -0.295665,\n+        \"nauc_precision_at_20_diff1\": 0.743231,\n+        \"nauc_precision_at_100_max\": 1.0,\n+        \"nauc_precision_at_100_std\": 1.0,\n+        \"nauc_precision_at_100_diff1\": 1.0,\n+        \"nauc_precision_at_1000_max\": NaN,\n+        \"nauc_precision_at_1000_std\": NaN,\n+        \"nauc_precision_at_1000_diff1\": NaN,\n+        \"nauc_mrr_at_1_max\": 0.409628,\n+        \"nauc_mrr_at_1_std\": -0.020056,\n+        \"nauc_mrr_at_1_diff1\": 0.858049,\n+        \"nauc_mrr_at_3_max\": 0.468618,\n+        \"nauc_mrr_at_3_std\": -0.052573,\n+        \"nauc_mrr_at_3_diff1\": 0.851828,\n+        \"nauc_mrr_at_5_max\": 0.460357,\n+        \"nauc_mrr_at_5_std\": -0.050442,\n+        \"nauc_mrr_at_5_diff1\": 0.85166,\n+        \"nauc_mrr_at_10_max\": 0.457884,\n+        \"nauc_mrr_at_10_std\": -0.047991,\n+        \"nauc_mrr_at_10_diff1\": 0.850717,\n+        \"nauc_mrr_at_20_max\": 0.455837,\n+        \"nauc_mrr_at_20_std\": -0.046813,\n+        \"nauc_mrr_at_20_diff1\": 0.85106,\n+        \"nauc_mrr_at_100_max\": 0.455247,\n+        \"nauc_mrr_at_100_std\": -0.046581,\n+        \"nauc_mrr_at_100_diff1\": 0.851103,\n+        \"nauc_mrr_at_1000_max\": 0.455247,\n+        \"nauc_mrr_at_1000_std\": -0.046581,\n+        \"nauc_mrr_at_1000_diff1\": 0.851103,\n+        \"hit_rate_at_1\": 0.85986,\n+        \"hit_rate_at_3\": 0.97021,\n+        \"hit_rate_at_5\": 0.9834,\n+        \"hit_rate_at_10\": 0.98975,\n+        \"hit_rate_at_20\": 0.99512,\n+        \"hit_rate_at_100\": 1.0,\n+        \"hit_rate_at_1000\": 1.0,\n+        \"main_score\": 0.93382,\n+        \"hf_subset\": \"default\",\n+        \"languages\": [\n+          \"eng-Latn\",\n+          \"sql-Code\"\n+        ],\n+        \"mteb_version\": \"2.26.32\"\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 68.21459822263569,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1793727789.814612,\n+  \"evaluation_phases\": [\n+    {\n+      \"name\": \"Data loading\",\n+      \"start\": 4.720874130725861e-06,\n+      \"end\": 3.0203572046011686,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Dataset transform\",\n+      \"start\": 3.020367044955492,\n+      \"end\": 3.020368989557028,\n+      \"split\": \"\",\n+      \"subset\": \"\"\n+    },\n+    {\n+      \"name\": \"Encoding queries\",\n+      \"start\": 3.260599317960441,\n+      \"end\": 43.677236281335354,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Searching corpus\",\n+      \"start\": 43.69280831795186,\n+      \"end\": 66.09817653894424,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    },\n+    {\n+      \"name\": \"Scoring\",\n+      \"start\": 66.34846332948655,\n+      \"end\": 68.17840158753097,\n+      \"split\": \"test\",\n+      \"subset\": \"default\"\n+    }\n+  ]\n+}\n\\ No newline at end of file"},{"sha":"72497af5e40abd223ff3ea7a33c5db2264d5cdec","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/model_meta.json","status":"added","additions":165,"deletions":0,"changes":165,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2Fmodel_meta.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2Fmodel_meta.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2Fmodel_meta.json?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,165 @@\n+{\n+    \"loader_kwargs\": {\n+        \"model_prompts\": {\n+            \"Classification\": \"classification\",\n+            \"MultilabelClassification\": \"classification\",\n+            \"Clustering\": \"clustering\",\n+            \"query\": \"search_query\",\n+            \"document\": \"search_document\"\n+        }\n+    },\n+    \"name\": \"Cohere/Cohere-embed-v5.0-pro\",\n+    \"revision\": \"1\",\n+    \"release_date\": null,\n+    \"languages\": [\n+        \"afr-Latn\",\n+        \"amh-Ethi\",\n+        \"ara-Arab\",\n+        \"asm-Beng\",\n+        \"aze-Latn\",\n+        \"bel-Cyrl\",\n+        \"bul-Cyrl\",\n+        \"ben-Beng\",\n+        \"bod-Tibt\",\n+        \"bos-Latn\",\n+        \"cat-Latn\",\n+        \"ceb-Latn\",\n+        \"cos-Latn\",\n+        \"ces-Latn\",\n+        \"cym-Latn\",\n+        \"dan-Latn\",\n+        \"deu-Latn\",\n+        \"ell-Grek\",\n+        \"eng-Latn\",\n+        \"epo-Latn\",\n+        \"spa-Latn\",\n+        \"est-Latn\",\n+        \"eus-Latn\",\n+        \"fas-Arab\",\n+        \"fin-Latn\",\n+        \"fra-Latn\",\n+        \"fry-Latn\",\n+        \"gle-Latn\",\n+        \"gla-Latn\",\n+        \"glg-Latn\",\n+        \"guj-Gujr\",\n+        \"hau-Latn\",\n+        \"haw-Latn\",\n+        \"heb-Hebr\",\n+        \"hin-Deva\",\n+        \"hmn-Latn\",\n+        \"hrv-Latn\",\n+        \"hat-Latn\",\n+        \"hun-Latn\",\n+        \"hye-Armn\",\n+        \"ind-Latn\",\n+        \"ibo-Latn\",\n+        \"isl-Latn\",\n+        \"ita-Latn\",\n+        \"jpn-Jpan\",\n+        \"jav-Latn\",\n+        \"kat-Geor\",\n+        \"kaz-Cyrl\",\n+        \"khm-Khmr\",\n+        \"kan-Knda\",\n+        \"kor-Kore\",\n+        \"kur-Arab\",\n+        \"kir-Cyrl\",\n+        \"lat-Latn\",\n+        \"ltz-Latn\",\n+        \"lao-Laoo\",\n+        \"lit-Latn\",\n+        \"lav-Latn\",\n+        \"mlg-Latn\",\n+        \"mri-Latn\",\n+        \"mkd-Cyrl\",\n+        \"mal-Mlym\",\n+        \"mon-Cyrl\",\n+        \"mar-Deva\",\n+        \"msa-Latn\",\n+        \"mlt-Latn\",\n+        \"mya-Mymr\",\n+        \"nep-Deva\",\n+        \"nld-Latn\",\n+        \"nor-Latn\",\n+        \"nob-Latn\",\n+        \"nno-Latn\",\n+        \"nya-Latn\",\n+        \"ori-Orya\",\n+        \"pan-Guru\",\n+        \"pol-Latn\",\n+        \"por-Latn\",\n+        \"ron-Latn\",\n+        \"rus-Cyrl\",\n+        \"kin-Latn\",\n+        \"sin-Sinh\",\n+        \"slk-Latn\",\n+        \"slv-Latn\",\n+        \"smo-Latn\",\n+        \"sna-Latn\",\n+        \"som-Latn\",\n+        \"sqi-Latn\",\n+        \"srp-Cyrl\",\n+        \"sot-Latn\",\n+        \"sun-Latn\",\n+        \"swe-Latn\",\n+        \"swa-Latn\",\n+        \"tam-Taml\",\n+        \"tel-Telu\",\n+        \"tgk-Cyrl\",\n+        \"tha-Thai\",\n+        \"tuk-Latn\",\n+        \"tgl-Latn\",\n+        \"tur-Latn\",\n+        \"tat-Cyrl\",\n+        \"uig-Arab\",\n+        \"ukr-Cyrl\",\n+        \"urd-Arab\",\n+        \"uzb-Latn\",\n+        \"vie-Latn\",\n+        \"wol-Latn\",\n+        \"xho-Latn\",\n+        \"yid-Hebr\",\n+        \"yor-Latn\",\n+        \"zho-Hans\",\n+        \"zul-Latn\"\n+    ],\n+    \"n_parameters\": null,\n+    \"n_active_parameters_override\": null,\n+    \"n_embedding_parameters\": null,\n+    \"memory_usage_mb\": null,\n+    \"max_tokens\": 8192.0,\n+    \"embed_dim\": 2048,\n+    \"license\": null,\n+    \"open_weights\": false,\n+    \"public_training_code\": null,\n+    \"public_training_data\": null,\n+    \"framework\": [\n+        \"API\"\n+    ],\n+    \"reference\": \"https://docs.cohere.com/docs/cohere-embed\",\n+    \"similarity_fn_name\": \"cosine\",\n+    \"use_instructions\": true,\n+    \"training_datasets\": null,\n+    \"adapted_from\": null,\n+    \"superseded_by\": null,\n+    \"modalities\": [\n+        \"text\"\n+    ],\n+    \"model_type\": [\n+        \"dense\"\n+    ],\n+    \"citation\": null,\n+    \"contacts\": null,\n+    \"experiment_kwargs\": null,\n+    \"output_dtypes\": [\n+        \"int8\",\n+        \"uint8\",\n+        \"binary\"\n+    ],\n+    \"extra_requirements_groups\": [\n+        \"cohere\"\n+    ],\n+    \"loader\": \"CohereTextEmbeddingModel\",\n+    \"is_cross_encoder\": false\n+}\n\\ No newline at end of file"},{"sha":"b94763b0a85902215b924448287a39d1524e5f75","filename":"results/Cohere__Cohere-embed-v5.0-pro/1/run_settings.jsonl","status":"added","additions":17,"deletions":0,"changes":17,"blob_url":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2Frun_settings.jsonl","raw_url":"https://github.com/embeddings-benchmark/results/raw/aee638c23eabc3300a1212087d1ea031a2280e76/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2Frun_settings.jsonl","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2FCohere__Cohere-embed-v5.0-pro%2F1%2Frun_settings.jsonl?ref=aee638c23eabc3300a1212087d1ea031a2280e76","patch":"@@ -0,0 +1,17 @@\n+{\"task\": \"AILACasedocs\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"AILAStatutes\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"LegalSummarization\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"LegalQuAD\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"FinanceBenchRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"HC3FinanceRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"FinQARetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"AppsRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"DS1000Retrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"HumanEvalRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"MBPPRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"WikiSQLRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"FreshStackRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"SWEbenchCodeRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"ChatDoctorRetrieval\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"default\"]}\n+{\"task\": \"CUREv1\", \"splits\": [\"all\", \"dentistry_and_oral_health\", \"dermatology\", \"gastroenterology\", \"genetics\", \"neuroscience_and_neurology\", \"orthopedic_surgery\", \"otorhinolaryngology\", \"plastic_surgery\", \"psychiatry_and_psychology\", \"pulmonology\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"en\", \"es\", \"fr\"]}\n+{\"task\": \"MIRACLRetrievalHardNegatives\", \"splits\": [\"dev\"], \"version\": {\"mteb\": \"2.26.32\", \"torch\": \"2.15.0\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 96}, \"subsets\": [\"ar\", \"bn\", \"de\", \"en\", \"es\", \"fa\", \"fi\", \"fr\", \"hi\", \"id\", \"ja\", \"ko\", \"ru\", \"sw\", \"te\", \"th\", \"yo\", \"zh\"]}"}]}