{"sha":"62d67f4a051dd840fa9cfc8c93fa340597e1b71c","node_id":"C_kwDOMS5fF9oAKDYyZDY3ZjRhMDUxZGQ4NDBmYTljZmM4YzkzZmEzNDA1OTdlMWI3MWM","commit":{"author":{"name":"beviah","email":"beviah@users.noreply.github.com","date":"2026-11-10T17:23:00Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2026-11-10T17:23:00Z"},"message":"Add STS22.v2 results for lakinekaki/all-MiniLM-L6-v2-genbais (#838)\n\n* Add STS22.v2 results for lakinekaki/all-MiniLM-L6-v2-genbais\n\n* Add run_settings entries for STS22.v2\n\n* Fix run_settings format for STS22.v2","tree":{"sha":"eba0c119ebb56727acabdc30accf3bab1fbb56af","url":"https://api.github.com/repos/embeddings-benchmark/results/git/trees/eba0c119ebb56727acabdc30accf3bab1fbb56af"},"url":"https://api.github.com/repos/embeddings-benchmark/results/git/commits/62d67f4a051dd840fa9cfc8c93fa340597e1b71c","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsFcBAABCAAQBQJq81L0CRC1aQ7uu5UhlAAAtkEQAFLfd4m3zH8Ki6gYDjCnDcat\nQ+7iUigTBnAzCrx4Mm0LEIihRzegZaL+4nEgVe9UiL5uvYHFOx4SS3d5/e5OIe01\nrYM56nv26ACBAd1INWIykfMkTlDxDSqFJgkExefOYj9ZMYUprzTyxcvTHgXcVQHJ\nGnHeG9mz45CMz3QxWukq+iil4EGc6+BmSLjFrn4V5wYyanZq42shN51lPIoeHe6K\n5mCke3xpAGhgLjjUUDZOSWNs1X01PLXkwIONjAo00jXmvO2v3nGQ2PQc2wONuO3N\naKjbFXk9JDZ0/STLFahCmYC2uN9U1npX8ZXPmwLxaRMY1W1sEy471Q44QgUVmD7e\nk5jxTtqHr7yuhsRCix/xjMtZuABXenCiVGePdZiEMNjmFEun11smfChi4waXNvbQ\nvKCKf/T36IRezicmTZQ6ZzToksb+Wjg46AUzkKB7s98PPdPg748OGqD4MdtVRc2+\naimle9adcNUlnQN4B3tBrxS/oE3vfGeZORiOgEyFpiN9RMOGAcji+AIiO/OCCoiv\nsXWdJlT61gsjI5aV5EccaDst2nM4h2Gk+mJ4SHpB9j674cUWqagc6wfsFs8Qz/BD\nBGfMDIZ5u7lhbyJBuydqNT3He6j2xFeQ1jTUvZRiq5qCcr40O2eGm+q6bS7R/mLq\n+3U9Rod1RsrYfE1ik+Iv\n=gjEY\n-----END PGP SIGNATURE-----\n","payload":"tree eba0c119ebb56727acabdc30accf3bab1fbb56af\nparent ddc807e119fcab33b8b20c0d68db5e17ea724cdf\nauthor beviah <beviah@users.noreply.github.com> 1794331380 +0100\ncommitter GitHub <noreply@github.com> 1794331380 +0300\n\nAdd STS22.v2 results for lakinekaki/all-MiniLM-L6-v2-genbais (#838)\n\n* Add STS22.v2 results for lakinekaki/all-MiniLM-L6-v2-genbais\n\n* Add run_settings entries for STS22.v2\n\n* Fix run_settings format for STS22.v2","verified_at":"2026-11-10T17:23:00Z"}},"url":"https://api.github.com/repos/embeddings-benchmark/results/commits/62d67f4a051dd840fa9cfc8c93fa340597e1b71c","html_url":"https://github.com/embeddings-benchmark/results/commit/62d67f4a051dd840fa9cfc8c93fa340597e1b71c","comments_url":"https://api.github.com/repos/embeddings-benchmark/results/commits/62d67f4a051dd840fa9cfc8c93fa340597e1b71c/comments","author":{"login":"beviah","id":12588518,"node_id":"MDQ6VXNlcjEyNTg4NTE4","avatar_url":"https://avatars.githubusercontent.com/u/12588518?v=4","gravatar_id":"","url":"https://api.github.com/users/beviah","html_url":"https://github.com/beviah","followers_url":"https://api.github.com/users/beviah/followers","following_url":"https://api.github.com/users/beviah/following{/other_user}","gists_url":"https://api.github.com/users/beviah/gists{/gist_id}","starred_url":"https://api.github.com/users/beviah/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/beviah/subscriptions","organizations_url":"https://api.github.com/users/beviah/orgs","repos_url":"https://api.github.com/users/beviah/repos","events_url":"https://api.github.com/users/beviah/events{/privacy}","received_events_url":"https://api.github.com/users/beviah/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"ddc807e119fcab33b8b20c0d68db5e17ea724cdf","url":"https://api.github.com/repos/embeddings-benchmark/results/commits/ddc807e119fcab33b8b20c0d68db5e17ea724cdf","html_url":"https://github.com/embeddings-benchmark/results/commit/ddc807e119fcab33b8b20c0d68db5e17ea724cdf"}],"stats":{"total":291,"additions":291,"deletions":0},"files":[{"sha":"c85520d053dcf40155c6b9dcd09e999a984dba38","filename":"results/lakinekaki__all-MiniLM-L6-v2-genbais/0bc4516a09fe933a2d45d0a0103e46ca2c97e172/STS22.v2.json","status":"added","additions":290,"deletions":0,"changes":290,"blob_url":"https://github.com/embeddings-benchmark/results/blob/62d67f4a051dd840fa9cfc8c93fa340597e1b71c/results%2Flakinekaki__all-MiniLM-L6-v2-genbais%2F0bc4516a09fe933a2d45d0a0103e46ca2c97e172%2FSTS22.v2.json","raw_url":"https://github.com/embeddings-benchmark/results/raw/62d67f4a051dd840fa9cfc8c93fa340597e1b71c/results%2Flakinekaki__all-MiniLM-L6-v2-genbais%2F0bc4516a09fe933a2d45d0a0103e46ca2c97e172%2FSTS22.v2.json","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2Flakinekaki__all-MiniLM-L6-v2-genbais%2F0bc4516a09fe933a2d45d0a0103e46ca2c97e172%2FSTS22.v2.json?ref=62d67f4a051dd840fa9cfc8c93fa340597e1b71c","patch":"@@ -0,0 +1,290 @@\n+{\n+  \"dataset_revision\": \"d31f33a128469b20e357535c39b82fb3c3f6f2bd\",\n+  \"task_name\": \"STS22.v2\",\n+  \"mteb_version\": \"2.10.12\",\n+  \"scores\": {\n+    \"test\": [\n+      {\n+        \"pearson\": 0.666741,\n+        \"spearman\": 0.685371,\n+        \"cosine_pearson\": 0.666741,\n+        \"cosine_spearman\": 0.685371,\n+        \"manhattan_pearson\": 0.685867,\n+        \"manhattan_spearman\": 0.687177,\n+        \"euclidean_pearson\": 0.685773,\n+        \"euclidean_spearman\": 0.685371,\n+        \"main_score\": 0.685371,\n+        \"hf_subset\": \"en\",\n+        \"languages\": [\n+          \"eng-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.229536,\n+        \"spearman\": 0.284291,\n+        \"cosine_pearson\": 0.229536,\n+        \"cosine_spearman\": 0.284363,\n+        \"manhattan_pearson\": 0.195909,\n+        \"manhattan_spearman\": 0.283892,\n+        \"euclidean_pearson\": 0.194215,\n+        \"euclidean_spearman\": 0.284283,\n+        \"main_score\": 0.284363,\n+        \"hf_subset\": \"de\",\n+        \"languages\": [\n+          \"deu-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.525394,\n+        \"spearman\": 0.578405,\n+        \"cosine_pearson\": 0.525394,\n+        \"cosine_spearman\": 0.578405,\n+        \"manhattan_pearson\": 0.547437,\n+        \"manhattan_spearman\": 0.583274,\n+        \"euclidean_pearson\": 0.545627,\n+        \"euclidean_spearman\": 0.578405,\n+        \"main_score\": 0.578405,\n+        \"hf_subset\": \"es\",\n+        \"languages\": [\n+          \"spa-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.165849,\n+        \"spearman\": 0.271706,\n+        \"cosine_pearson\": 0.165849,\n+        \"cosine_spearman\": 0.271706,\n+        \"manhattan_pearson\": 0.058722,\n+        \"manhattan_spearman\": 0.273158,\n+        \"euclidean_pearson\": 0.059368,\n+        \"euclidean_spearman\": 0.272493,\n+        \"main_score\": 0.271706,\n+        \"hf_subset\": \"pl\",\n+        \"languages\": [\n+          \"pol-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.24658,\n+        \"spearman\": 0.322108,\n+        \"cosine_pearson\": 0.24658,\n+        \"cosine_spearman\": 0.322108,\n+        \"manhattan_pearson\": 0.287114,\n+        \"manhattan_spearman\": 0.3245,\n+        \"euclidean_pearson\": 0.286616,\n+        \"euclidean_spearman\": 0.322108,\n+        \"main_score\": 0.322108,\n+        \"hf_subset\": \"tr\",\n+        \"languages\": [\n+          \"tur-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.165997,\n+        \"spearman\": 0.282434,\n+        \"cosine_pearson\": 0.165997,\n+        \"cosine_spearman\": 0.282434,\n+        \"manhattan_pearson\": 0.234073,\n+        \"manhattan_spearman\": 0.28358,\n+        \"euclidean_pearson\": 0.234193,\n+        \"euclidean_spearman\": 0.282434,\n+        \"main_score\": 0.282434,\n+        \"hf_subset\": \"ar\",\n+        \"languages\": [\n+          \"ara-Arab\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.180214,\n+        \"spearman\": 0.206696,\n+        \"cosine_pearson\": 0.180213,\n+        \"cosine_spearman\": 0.206696,\n+        \"manhattan_pearson\": 0.188352,\n+        \"manhattan_spearman\": 0.205007,\n+        \"euclidean_pearson\": 0.186477,\n+        \"euclidean_spearman\": 0.206696,\n+        \"main_score\": 0.206696,\n+        \"hf_subset\": \"ru\",\n+        \"languages\": [\n+          \"rus-Cyrl\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.445113,\n+        \"spearman\": 0.483922,\n+        \"cosine_pearson\": 0.445113,\n+        \"cosine_spearman\": 0.483922,\n+        \"manhattan_pearson\": 0.444964,\n+        \"manhattan_spearman\": 0.484521,\n+        \"euclidean_pearson\": 0.445034,\n+        \"euclidean_spearman\": 0.483922,\n+        \"main_score\": 0.483922,\n+        \"hf_subset\": \"zh\",\n+        \"languages\": [\n+          \"cmn-Hans\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.696702,\n+        \"spearman\": 0.755557,\n+        \"cosine_pearson\": 0.696702,\n+        \"cosine_spearman\": 0.755557,\n+        \"manhattan_pearson\": 0.720533,\n+        \"manhattan_spearman\": 0.760134,\n+        \"euclidean_pearson\": 0.71661,\n+        \"euclidean_spearman\": 0.755557,\n+        \"main_score\": 0.755557,\n+        \"hf_subset\": \"fr\",\n+        \"languages\": [\n+          \"fra-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.377525,\n+        \"spearman\": 0.3975,\n+        \"cosine_pearson\": 0.377525,\n+        \"cosine_spearman\": 0.3975,\n+        \"manhattan_pearson\": 0.410019,\n+        \"manhattan_spearman\": 0.39523,\n+        \"euclidean_pearson\": 0.403985,\n+        \"euclidean_spearman\": 0.3975,\n+        \"main_score\": 0.3975,\n+        \"hf_subset\": \"de-en\",\n+        \"languages\": [\n+          \"deu-Latn\",\n+          \"eng-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.498808,\n+        \"spearman\": 0.538014,\n+        \"cosine_pearson\": 0.498808,\n+        \"cosine_spearman\": 0.538014,\n+        \"manhattan_pearson\": 0.509033,\n+        \"manhattan_spearman\": 0.540578,\n+        \"euclidean_pearson\": 0.507961,\n+        \"euclidean_spearman\": 0.538014,\n+        \"main_score\": 0.538014,\n+        \"hf_subset\": \"es-en\",\n+        \"languages\": [\n+          \"spa-Latn\",\n+          \"eng-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.489106,\n+        \"spearman\": 0.54695,\n+        \"cosine_pearson\": 0.489106,\n+        \"cosine_spearman\": 0.54695,\n+        \"manhattan_pearson\": 0.516704,\n+        \"manhattan_spearman\": 0.54889,\n+        \"euclidean_pearson\": 0.516357,\n+        \"euclidean_spearman\": 0.54695,\n+        \"main_score\": 0.54695,\n+        \"hf_subset\": \"it\",\n+        \"languages\": [\n+          \"ita-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.452697,\n+        \"spearman\": 0.438357,\n+        \"cosine_pearson\": 0.452697,\n+        \"cosine_spearman\": 0.438357,\n+        \"manhattan_pearson\": 0.44488,\n+        \"manhattan_spearman\": 0.426836,\n+        \"euclidean_pearson\": 0.439099,\n+        \"euclidean_spearman\": 0.438357,\n+        \"main_score\": 0.438357,\n+        \"hf_subset\": \"pl-en\",\n+        \"languages\": [\n+          \"pol-Latn\",\n+          \"eng-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.342681,\n+        \"spearman\": 0.34728,\n+        \"cosine_pearson\": 0.342681,\n+        \"cosine_spearman\": 0.34728,\n+        \"manhattan_pearson\": 0.335041,\n+        \"manhattan_spearman\": 0.338602,\n+        \"euclidean_pearson\": 0.345174,\n+        \"euclidean_spearman\": 0.34728,\n+        \"main_score\": 0.34728,\n+        \"hf_subset\": \"zh-en\",\n+        \"languages\": [\n+          \"cmn-Hans\",\n+          \"eng-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.401812,\n+        \"spearman\": 0.392644,\n+        \"cosine_pearson\": 0.401812,\n+        \"cosine_spearman\": 0.392644,\n+        \"manhattan_pearson\": 0.409604,\n+        \"manhattan_spearman\": 0.400798,\n+        \"euclidean_pearson\": 0.405074,\n+        \"euclidean_spearman\": 0.392644,\n+        \"main_score\": 0.392644,\n+        \"hf_subset\": \"es-it\",\n+        \"languages\": [\n+          \"spa-Latn\",\n+          \"ita-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.225923,\n+        \"spearman\": 0.200323,\n+        \"cosine_pearson\": 0.225923,\n+        \"cosine_spearman\": 0.200323,\n+        \"manhattan_pearson\": 0.221385,\n+        \"manhattan_spearman\": 0.210693,\n+        \"euclidean_pearson\": 0.220195,\n+        \"euclidean_spearman\": 0.200323,\n+        \"main_score\": 0.200323,\n+        \"hf_subset\": \"de-fr\",\n+        \"languages\": [\n+          \"deu-Latn\",\n+          \"fra-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": -0.008545,\n+        \"spearman\": -0.013549,\n+        \"cosine_pearson\": -0.008545,\n+        \"cosine_spearman\": -0.013549,\n+        \"manhattan_pearson\": 0.034785,\n+        \"manhattan_spearman\": 0.024019,\n+        \"euclidean_pearson\": 0.008042,\n+        \"euclidean_spearman\": -0.013549,\n+        \"main_score\": -0.013549,\n+        \"hf_subset\": \"de-pl\",\n+        \"languages\": [\n+          \"deu-Latn\",\n+          \"pol-Latn\"\n+        ]\n+      },\n+      {\n+        \"pearson\": 0.669125,\n+        \"spearman\": 0.507093,\n+        \"cosine_pearson\": 0.669126,\n+        \"cosine_spearman\": 0.507093,\n+        \"manhattan_pearson\": 0.617043,\n+        \"manhattan_spearman\": 0.394405,\n+        \"euclidean_pearson\": 0.653674,\n+        \"euclidean_spearman\": 0.507093,\n+        \"main_score\": 0.507093,\n+        \"hf_subset\": \"fr-pl\",\n+        \"languages\": [\n+          \"fra-Latn\",\n+          \"pol-Latn\"\n+        ]\n+      }\n+    ]\n+  },\n+  \"evaluation_time\": 927.4432945251465,\n+  \"kg_co2_emissions\": null,\n+  \"date\": 1794324997.68388\n+}\n\\ No newline at end of file"},{"sha":"c7ae2f1fb0f27634bea5d45bafcfad4804177308","filename":"results/lakinekaki__all-MiniLM-L6-v2-genbais/0bc4516a09fe933a2d45d0a0103e46ca2c97e172/run_settings.jsonl","status":"modified","additions":1,"deletions":0,"changes":1,"blob_url":"https://github.com/embeddings-benchmark/results/blob/62d67f4a051dd840fa9cfc8c93fa340597e1b71c/results%2Flakinekaki__all-MiniLM-L6-v2-genbais%2F0bc4516a09fe933a2d45d0a0103e46ca2c97e172%2Frun_settings.jsonl","raw_url":"https://github.com/embeddings-benchmark/results/raw/62d67f4a051dd840fa9cfc8c93fa340597e1b71c/results%2Flakinekaki__all-MiniLM-L6-v2-genbais%2F0bc4516a09fe933a2d45d0a0103e46ca2c97e172%2Frun_settings.jsonl","contents_url":"https://api.github.com/repos/embeddings-benchmark/results/contents/results%2Flakinekaki__all-MiniLM-L6-v2-genbais%2F0bc4516a09fe933a2d45d0a0103e46ca2c97e172%2Frun_settings.jsonl?ref=62d67f4a051dd840fa9cfc8c93fa340597e1b71c","patch":"@@ -65,3 +65,4 @@\n {\"task\": \"TwentyNewsgroupsClustering\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.21\", \"torch\": \"2.8.0+cu128\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.20.2\"}, \"encode_kwargs\": {\"batch_size\": 32}, \"subsets\": [\"default\"]}\n {\"task\": \"TwitterSemEval2015\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.31\", \"torch\": \"2.8.0+cu128\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.22.1\"}, \"encode_kwargs\": {\"batch_size\": 32}, \"subsets\": [\"default\"]}\n {\"task\": \"TwitterURLCorpus\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.26.21\", \"torch\": \"2.8.0+cu128\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.20.2\"}, \"encode_kwargs\": {\"batch_size\": 32}, \"subsets\": [\"default\"]}\n+{\"task\": \"STS22.v2\", \"splits\": [\"test\"], \"version\": {\"mteb\": \"2.10.12\", \"torch\": \"2.8.0+cu128\", \"sentence-transformers\": \"6.2.0\", \"flash-attn\": null, \"transformers\": \"5.20.2\"}, \"encode_kwargs\": {\"batch_size\": 32}, \"subsets\": [\"en\", \"de\", \"es\", \"pl\", \"tr\", \"ar\", \"ru\", \"zh\", \"fr\", \"de-en\", \"es-en\", \"it\", \"pl-en\", \"zh-en\", \"es-it\", \"de-fr\", \"de-pl\", \"fr-pl\"]}"}]}