{"task":"Vidore3FinanceEnBM25sReranking.v2","id":"reranking-financeen","title":"Reranking · Finance (English documents)","category":"Rerankers","metric":"nDCG@10 × 100","direction":"higher","precision":3,"publishedAt":null,"interval":null,"observationLabel":null,"datasetRevision":"7187c21e1a532531d175eccf5a6d7c1561f6b0da","description":"ViDoRe 3 reranking results from MTEB: English queries, the test split, and BM25s first-stage retrieval. Each subject has its own board.","limitations":["These are document retrieval rerankers evaluated on a fixed candidate set, not a general language-model ranking.","Coverage is limited to model revisions with this exact published task and English subset. Missing results are not scored.","The source supplies no confidence interval here; the displayed rank orders point estimates and does not establish statistical significance.","No result publication date is supplied. The retrieval date records when the pinned result files were checked."],"rows":[{"name":"nvidia/Nemotron-3.5-Rerank-8B-BF16","organization":"nvidia","score":72.616,"low":null,"high":null,"observations":null,"revision":"708e844c3da0bbaa923e9dc310b07da4ffb6a6b5","evidenceVersion":"2.22.5","rank":1},{"name":"Qwen/Qwen3-VL-Reranker-8B","organization":"Qwen","score":71.326,"low":null,"high":null,"observations":null,"revision":"407993db318a67dbb333bbeb8b1521fb703a3bb1","evidenceVersion":"2.22.5","rank":2},{"name":"nvidia/llama-nemotron-rerank-vl-1b-v2","organization":"nvidia","score":70.123,"low":null,"high":null,"observations":null,"revision":"b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a","evidenceVersion":"2.22.5","rank":3},{"name":"Qwen/Qwen3-VL-Reranker-2B","organization":"Qwen","score":68.876,"low":null,"high":null,"observations":null,"revision":"4bd860ac4f15ad1897a214615cccc700f8f71818","evidenceVersion":"2.24.9","rank":4},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Large-R2","organization":"KaLM-Embedding","score":66.929,"low":null,"high":null,"observations":null,"revision":"a862dd8581d4cb1b686b5c595c08be405129656c","evidenceVersion":"2.26.30","rank":5},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Small-R2","organization":"KaLM-Embedding","score":64.056,"low":null,"high":null,"observations":null,"revision":"68b74f09ff2ab5df9b9a9a48c812a81aaff8815e","evidenceVersion":"2.26.30","rank":6},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Nano-R2","organization":"KaLM-Embedding","score":60.07900000000001,"low":null,"high":null,"observations":null,"revision":"32b242bb7fd7ad6fd404154c09560d249ffe017f","evidenceVersion":"2.26.30","rank":7},{"name":"BAAI/bge-reranker-v2-m3","organization":"BAAI","score":50.909000000000006,"low":null,"high":null,"observations":null,"revision":"953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e","evidenceVersion":"2.24.7","rank":8}],"source":{"id":"rerankers","publisher":"MTEB / embeddings-benchmark","href":"https://github.com/embeddings-benchmark/results","licence":"CC0-1.0","licenceUrl":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/LICENSE","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","fetchedAt":"2026-11-05T06:35:30.674Z","evidence":[{"file":"067a6bdc988c1d557ca7213fc8d070cdf426514ef7cb1f907c6888186b9bf437.json","sha256":"067a6bdc988c1d557ca7213fc8d070cdf426514ef7cb1f907c6888186b9bf437","url":"https://api.github.com/repos/embeddings-benchmark/results/commits/main","revision":null,"role":"metadata"},{"file":"a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499.txt","sha256":"a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/LICENSE","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"licence"},{"file":"85b6e198dbde04d66a991ae919fef7d35ff29b4cad8ddaefaa6a04136ef64ae3.json","sha256":"85b6e198dbde04d66a991ae919fef7d35ff29b4cad8ddaefaa6a04136ef64ae3","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/BAAI__bge-reranker-v2-m3/953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"45d216d1a5697472f798d3be9887d69847e7d07278ef422346ec5fc29aac111b.json","sha256":"45d216d1a5697472f798d3be9887d69847e7d07278ef422346ec5fc29aac111b","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/BAAI__bge-reranker-v2-m3/953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e/Vidore3FinanceEnBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"3de913c2af6645bd25ff629b2880555d4e470eb91d549b14caa091b1b8a9ae88.json","sha256":"3de913c2af6645bd25ff629b2880555d4e470eb91d549b14caa091b1b8a9ae88","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Large-R2/a862dd8581d4cb1b686b5c595c08be405129656c/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"be9470ac0b85f8695d3f2fd8810e7fe4065be46049b1202b149e85f46558d1f7.json","sha256":"be9470ac0b85f8695d3f2fd8810e7fe4065be46049b1202b149e85f46558d1f7","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Large-R2/a862dd8581d4cb1b686b5c595c08be405129656c/Vidore3FinanceEnBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"93dfadb32f8f15055bfdba3d7b23da2bdb535e762e0ec167c7bc47c8fc8aa3dc.json","sha256":"93dfadb32f8f15055bfdba3d7b23da2bdb535e762e0ec167c7bc47c8fc8aa3dc","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Nano-R2/32b242bb7fd7ad6fd404154c09560d249ffe017f/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"266b76acd69c43986c2c4e600e9b2a432d73e7ed27c5218266ccd4daf0cdb1c2.json","sha256":"266b76acd69c43986c2c4e600e9b2a432d73e7ed27c5218266ccd4daf0cdb1c2","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Nano-R2/32b242bb7fd7ad6fd404154c09560d249ffe017f/Vidore3FinanceEnBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"25ef04976191e38617daf6c211c002e65070e2342d92d1abbac452bc4be3f6ed.json","sha256":"25ef04976191e38617daf6c211c002e65070e2342d92d1abbac452bc4be3f6ed","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Small-R2/68b74f09ff2ab5df9b9a9a48c812a81aaff8815e/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"523e1c5b53f28c8e9780a9b25773afede93b746596d77926d666a0296bc3f385.json","sha256":"523e1c5b53f28c8e9780a9b25773afede93b746596d77926d666a0296bc3f385","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Small-R2/68b74f09ff2ab5df9b9a9a48c812a81aaff8815e/Vidore3FinanceEnBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"f1f3b963b2bb8c1a8d12bb6b8b506eee5abfecefd8c3b712b307e377c167a3a7.json","sha256":"f1f3b963b2bb8c1a8d12bb6b8b506eee5abfecefd8c3b712b307e377c167a3a7","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-2B/4bd860ac4f15ad1897a214615cccc700f8f71818/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"8e6f9ab97f49678a288d0ed0b68ddf9e6beb0fddeaae6fa21a5a04fa51af9248.json","sha256":"8e6f9ab97f49678a288d0ed0b68ddf9e6beb0fddeaae6fa21a5a04fa51af9248","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-2B/4bd860ac4f15ad1897a214615cccc700f8f71818/Vidore3FinanceEnBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"145589768b2b1eb97f9e04e7cd3257742402842fc8b2e77e9473393e9e543cd2.json","sha256":"145589768b2b1eb97f9e04e7cd3257742402842fc8b2e77e9473393e9e543cd2","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-8B/407993db318a67dbb333bbeb8b1521fb703a3bb1/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"eb82bd18cd3f8fbb3ae9ce8ee1ca1820aeb985a294747f94ce0e70bc1a0502b5.json","sha256":"eb82bd18cd3f8fbb3ae9ce8ee1ca1820aeb985a294747f94ce0e70bc1a0502b5","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-8B/407993db318a67dbb333bbeb8b1521fb703a3bb1/Vidore3FinanceEnBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"0e19b8c1a685ff712c71a798a251919e56c5285ab45b944520fc14b165d4bd2e.json","sha256":"0e19b8c1a685ff712c71a798a251919e56c5285ab45b944520fc14b165d4bd2e","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__Nemotron-3.5-Rerank-8B-BF16/708e844c3da0bbaa923e9dc310b07da4ffb6a6b5/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"ab82f960587fc36dd49f9abbe56a209c6539d26ebff61480a814f0883737046d.json","sha256":"ab82f960587fc36dd49f9abbe56a209c6539d26ebff61480a814f0883737046d","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__Nemotron-3.5-Rerank-8B-BF16/708e844c3da0bbaa923e9dc310b07da4ffb6a6b5/Vidore3FinanceEnBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"09e36039fe33ed0e700c432ebea1f9aef49bb2ef96d266ad7ac80b4a7a9124ad.json","sha256":"09e36039fe33ed0e700c432ebea1f9aef49bb2ef96d266ad7ac80b4a7a9124ad","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__llama-nemotron-rerank-vl-1b-v2/b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"7c001d038f8624b809cf7c8d3fcc54403861c5eb232dbc215af8a2c95468b333.json","sha256":"7c001d038f8624b809cf7c8d3fcc54403861c5eb232dbc215af8a2c95468b333","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__llama-nemotron-rerank-vl-1b-v2/b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a/Vidore3FinanceEnBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"}]},"status":"fresh"}