{"task":"Vidore3FinanceFrBM25sReranking.v2","id":"reranking-financefr","title":"Reranking · Finance (French documents)","category":"Rerankers","metric":"nDCG@10 × 100","direction":"higher","precision":3,"publishedAt":null,"interval":null,"observationLabel":null,"datasetRevision":"5c4b3ef4b996bc23625c931d32fd9e7e2b3066af","description":"ViDoRe 3 reranking results from MTEB: English queries, the test split, and BM25s first-stage retrieval. Each subject has its own board.","limitations":["These are document retrieval rerankers evaluated on a fixed candidate set, not a general language-model ranking.","Coverage is limited to model revisions with this exact published task and English subset. Missing results are not scored.","The source supplies no confidence interval here; the displayed rank orders point estimates and does not establish statistical significance.","No result publication date is supplied. The retrieval date records when the pinned result files were checked."],"rows":[{"name":"Qwen/Qwen3-VL-Reranker-8B","organization":"Qwen","score":36.231,"low":null,"high":null,"observations":null,"revision":"407993db318a67dbb333bbeb8b1521fb703a3bb1","evidenceVersion":"2.22.2-2.22.5","rank":1},{"name":"nvidia/Nemotron-3.5-Rerank-8B-BF16","organization":"nvidia","score":36.163000000000004,"low":null,"high":null,"observations":null,"revision":"708e844c3da0bbaa923e9dc310b07da4ffb6a6b5","evidenceVersion":"2.22.5","rank":2},{"name":"Qwen/Qwen3-VL-Reranker-2B","organization":"Qwen","score":33.814,"low":null,"high":null,"observations":null,"revision":"4bd860ac4f15ad1897a214615cccc700f8f71818","evidenceVersion":"2.24.9","rank":3},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Large-R2","organization":"KaLM-Embedding","score":33.309,"low":null,"high":null,"observations":null,"revision":"a862dd8581d4cb1b686b5c595c08be405129656c","evidenceVersion":"2.26.30","rank":4},{"name":"nvidia/llama-nemotron-rerank-vl-1b-v2","organization":"nvidia","score":32.884,"low":null,"high":null,"observations":null,"revision":"b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a","evidenceVersion":"2.22.2-2.22.5","rank":5},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Small-R2","organization":"KaLM-Embedding","score":32.688,"low":null,"high":null,"observations":null,"revision":"68b74f09ff2ab5df9b9a9a48c812a81aaff8815e","evidenceVersion":"2.26.30","rank":6},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Nano-R2","organization":"KaLM-Embedding","score":28.397,"low":null,"high":null,"observations":null,"revision":"32b242bb7fd7ad6fd404154c09560d249ffe017f","evidenceVersion":"2.26.30","rank":7},{"name":"BAAI/bge-reranker-v2-m3","organization":"BAAI","score":23.744,"low":null,"high":null,"observations":null,"revision":"953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e","evidenceVersion":"2.24.7","rank":8}],"source":{"id":"rerankers","publisher":"MTEB / embeddings-benchmark","href":"https://github.com/embeddings-benchmark/results","licence":"CC0-1.0","licenceUrl":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/LICENSE","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","fetchedAt":"2026-11-05T06:35:30.674Z","evidence":[{"file":"067a6bdc988c1d557ca7213fc8d070cdf426514ef7cb1f907c6888186b9bf437.json","sha256":"067a6bdc988c1d557ca7213fc8d070cdf426514ef7cb1f907c6888186b9bf437","url":"https://api.github.com/repos/embeddings-benchmark/results/commits/main","revision":null,"role":"metadata"},{"file":"a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499.txt","sha256":"a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/LICENSE","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"licence"},{"file":"85b6e198dbde04d66a991ae919fef7d35ff29b4cad8ddaefaa6a04136ef64ae3.json","sha256":"85b6e198dbde04d66a991ae919fef7d35ff29b4cad8ddaefaa6a04136ef64ae3","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/BAAI__bge-reranker-v2-m3/953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"72dda079a1f79fab2ae614739ad9bc0d56585c2e6495e58272720fd1364923bb.json","sha256":"72dda079a1f79fab2ae614739ad9bc0d56585c2e6495e58272720fd1364923bb","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/BAAI__bge-reranker-v2-m3/953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e/Vidore3FinanceFrBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"3de913c2af6645bd25ff629b2880555d4e470eb91d549b14caa091b1b8a9ae88.json","sha256":"3de913c2af6645bd25ff629b2880555d4e470eb91d549b14caa091b1b8a9ae88","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Large-R2/a862dd8581d4cb1b686b5c595c08be405129656c/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"76f4844e51d9f17d8e129b0f66aa396250a566fbed6eb4e3b3ad1d9ca8d63a17.json","sha256":"76f4844e51d9f17d8e129b0f66aa396250a566fbed6eb4e3b3ad1d9ca8d63a17","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Large-R2/a862dd8581d4cb1b686b5c595c08be405129656c/Vidore3FinanceFrBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"93dfadb32f8f15055bfdba3d7b23da2bdb535e762e0ec167c7bc47c8fc8aa3dc.json","sha256":"93dfadb32f8f15055bfdba3d7b23da2bdb535e762e0ec167c7bc47c8fc8aa3dc","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Nano-R2/32b242bb7fd7ad6fd404154c09560d249ffe017f/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"53fbfbeb1b60b9764de707d0ed2c6a50cf841fe2bdca7e47843d9479ec6efbae.json","sha256":"53fbfbeb1b60b9764de707d0ed2c6a50cf841fe2bdca7e47843d9479ec6efbae","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Nano-R2/32b242bb7fd7ad6fd404154c09560d249ffe017f/Vidore3FinanceFrBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"25ef04976191e38617daf6c211c002e65070e2342d92d1abbac452bc4be3f6ed.json","sha256":"25ef04976191e38617daf6c211c002e65070e2342d92d1abbac452bc4be3f6ed","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Small-R2/68b74f09ff2ab5df9b9a9a48c812a81aaff8815e/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"fa1f495cd0e86a463ed935f9699e84ee4f23b7f28c46ac7c97e2d803cfe59141.json","sha256":"fa1f495cd0e86a463ed935f9699e84ee4f23b7f28c46ac7c97e2d803cfe59141","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Small-R2/68b74f09ff2ab5df9b9a9a48c812a81aaff8815e/Vidore3FinanceFrBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"f1f3b963b2bb8c1a8d12bb6b8b506eee5abfecefd8c3b712b307e377c167a3a7.json","sha256":"f1f3b963b2bb8c1a8d12bb6b8b506eee5abfecefd8c3b712b307e377c167a3a7","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-2B/4bd860ac4f15ad1897a214615cccc700f8f71818/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"483387436c3228eab974f4ee89f7614784ed8f7e9bc257050980fa336a40aafd.json","sha256":"483387436c3228eab974f4ee89f7614784ed8f7e9bc257050980fa336a40aafd","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-2B/4bd860ac4f15ad1897a214615cccc700f8f71818/Vidore3FinanceFrBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"145589768b2b1eb97f9e04e7cd3257742402842fc8b2e77e9473393e9e543cd2.json","sha256":"145589768b2b1eb97f9e04e7cd3257742402842fc8b2e77e9473393e9e543cd2","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-8B/407993db318a67dbb333bbeb8b1521fb703a3bb1/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"f3a6dcf0b7ef880ac0061bbae6d74fa1d09154b6a998b80ec1260d32b9b18d34.json","sha256":"f3a6dcf0b7ef880ac0061bbae6d74fa1d09154b6a998b80ec1260d32b9b18d34","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-8B/407993db318a67dbb333bbeb8b1521fb703a3bb1/Vidore3FinanceFrBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"0e19b8c1a685ff712c71a798a251919e56c5285ab45b944520fc14b165d4bd2e.json","sha256":"0e19b8c1a685ff712c71a798a251919e56c5285ab45b944520fc14b165d4bd2e","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__Nemotron-3.5-Rerank-8B-BF16/708e844c3da0bbaa923e9dc310b07da4ffb6a6b5/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"f13529bb57f4bcb465933d10d7f0a2c13af3642ce9a72bcc1ebf3f502b67136d.json","sha256":"f13529bb57f4bcb465933d10d7f0a2c13af3642ce9a72bcc1ebf3f502b67136d","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__Nemotron-3.5-Rerank-8B-BF16/708e844c3da0bbaa923e9dc310b07da4ffb6a6b5/Vidore3FinanceFrBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"09e36039fe33ed0e700c432ebea1f9aef49bb2ef96d266ad7ac80b4a7a9124ad.json","sha256":"09e36039fe33ed0e700c432ebea1f9aef49bb2ef96d266ad7ac80b4a7a9124ad","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__llama-nemotron-rerank-vl-1b-v2/b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"f28284c7a3795aad3be3e14b9af51f44804beead5325e5f15055a239c4b2f4cf.json","sha256":"f28284c7a3795aad3be3e14b9af51f44804beead5325e5f15055a239c4b2f4cf","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__llama-nemotron-rerank-vl-1b-v2/b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a/Vidore3FinanceFrBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"}]},"status":"fresh"}