{"task":"Vidore3NuclearBM25sReranking.v2","id":"reranking-nuclear","title":"Reranking · Nuclear","category":"Rerankers","metric":"nDCG@10 × 100","direction":"higher","precision":3,"publishedAt":null,"interval":null,"observationLabel":null,"datasetRevision":"b039dd73c6364a63e54e93271b47a645e6fdffb5","description":"ViDoRe 3 reranking results from MTEB: English queries, the test split, and BM25s first-stage retrieval. Each subject has its own board.","limitations":["These are document retrieval rerankers evaluated on a fixed candidate set, not a general language-model ranking.","Coverage is limited to model revisions with this exact published task and English subset. Missing results are not scored.","The source supplies no confidence interval here; the displayed rank orders point estimates and does not establish statistical significance.","No result publication date is supplied. The retrieval date records when the pinned result files were checked."],"rows":[{"name":"nvidia/Nemotron-3.5-Rerank-8B-BF16","organization":"nvidia","score":57.062999999999995,"low":null,"high":null,"observations":null,"revision":"708e844c3da0bbaa923e9dc310b07da4ffb6a6b5","evidenceVersion":"2.26.0","rank":1},{"name":"Qwen/Qwen3-VL-Reranker-8B","organization":"Qwen","score":55.725,"low":null,"high":null,"observations":null,"revision":"407993db318a67dbb333bbeb8b1521fb703a3bb1","evidenceVersion":"2.24.9","rank":2},{"name":"nvidia/llama-nemotron-rerank-vl-1b-v2","organization":"nvidia","score":52.964999999999996,"low":null,"high":null,"observations":null,"revision":"b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a","evidenceVersion":"2.26.4","rank":3},{"name":"Qwen/Qwen3-VL-Reranker-2B","organization":"Qwen","score":52.498999999999995,"low":null,"high":null,"observations":null,"revision":"4bd860ac4f15ad1897a214615cccc700f8f71818","evidenceVersion":"2.24.9","rank":4},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Small-R2","organization":"KaLM-Embedding","score":52.261,"low":null,"high":null,"observations":null,"revision":"68b74f09ff2ab5df9b9a9a48c812a81aaff8815e","evidenceVersion":"2.26.31","rank":5},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Large-R2","organization":"KaLM-Embedding","score":51.708,"low":null,"high":null,"observations":null,"revision":"a862dd8581d4cb1b686b5c595c08be405129656c","evidenceVersion":"2.26.31","rank":6},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Nano-R2","organization":"KaLM-Embedding","score":51.486,"low":null,"high":null,"observations":null,"revision":"32b242bb7fd7ad6fd404154c09560d249ffe017f","evidenceVersion":"2.26.31","rank":7},{"name":"BAAI/bge-reranker-v2-m3","organization":"BAAI","score":46.772999999999996,"low":null,"high":null,"observations":null,"revision":"953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e","evidenceVersion":"2.24.7","rank":8}],"source":{"id":"rerankers","publisher":"MTEB / embeddings-benchmark","href":"https://github.com/embeddings-benchmark/results","licence":"CC0-1.0","licenceUrl":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/LICENSE","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","fetchedAt":"2026-11-05T06:35:30.674Z","evidence":[{"file":"067a6bdc988c1d557ca7213fc8d070cdf426514ef7cb1f907c6888186b9bf437.json","sha256":"067a6bdc988c1d557ca7213fc8d070cdf426514ef7cb1f907c6888186b9bf437","url":"https://api.github.com/repos/embeddings-benchmark/results/commits/main","revision":null,"role":"metadata"},{"file":"a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499.txt","sha256":"a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/LICENSE","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"licence"},{"file":"85b6e198dbde04d66a991ae919fef7d35ff29b4cad8ddaefaa6a04136ef64ae3.json","sha256":"85b6e198dbde04d66a991ae919fef7d35ff29b4cad8ddaefaa6a04136ef64ae3","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/BAAI__bge-reranker-v2-m3/953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"6f3093955c942a7f1dbbad19fc723548d364d6e83a2e4bf3a5fb80ef61c5039a.json","sha256":"6f3093955c942a7f1dbbad19fc723548d364d6e83a2e4bf3a5fb80ef61c5039a","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/BAAI__bge-reranker-v2-m3/953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e/Vidore3NuclearBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"3de913c2af6645bd25ff629b2880555d4e470eb91d549b14caa091b1b8a9ae88.json","sha256":"3de913c2af6645bd25ff629b2880555d4e470eb91d549b14caa091b1b8a9ae88","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Large-R2/a862dd8581d4cb1b686b5c595c08be405129656c/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"fdc5f63824bd8c0a430c5284701f91ff3a0b435b4c3379e82f4e1e234a7f2626.json","sha256":"fdc5f63824bd8c0a430c5284701f91ff3a0b435b4c3379e82f4e1e234a7f2626","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Large-R2/a862dd8581d4cb1b686b5c595c08be405129656c/Vidore3NuclearBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"93dfadb32f8f15055bfdba3d7b23da2bdb535e762e0ec167c7bc47c8fc8aa3dc.json","sha256":"93dfadb32f8f15055bfdba3d7b23da2bdb535e762e0ec167c7bc47c8fc8aa3dc","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Nano-R2/32b242bb7fd7ad6fd404154c09560d249ffe017f/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"01054abd94419754a0c962274cbe29511901e00083bac2121e179d3306beb61c.json","sha256":"01054abd94419754a0c962274cbe29511901e00083bac2121e179d3306beb61c","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Nano-R2/32b242bb7fd7ad6fd404154c09560d249ffe017f/Vidore3NuclearBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"25ef04976191e38617daf6c211c002e65070e2342d92d1abbac452bc4be3f6ed.json","sha256":"25ef04976191e38617daf6c211c002e65070e2342d92d1abbac452bc4be3f6ed","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Small-R2/68b74f09ff2ab5df9b9a9a48c812a81aaff8815e/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"cb304eb3b7cf8c48cf013f0fee3e82807bd91fcea181bdfe023449bbfc246f91.json","sha256":"cb304eb3b7cf8c48cf013f0fee3e82807bd91fcea181bdfe023449bbfc246f91","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Small-R2/68b74f09ff2ab5df9b9a9a48c812a81aaff8815e/Vidore3NuclearBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"f1f3b963b2bb8c1a8d12bb6b8b506eee5abfecefd8c3b712b307e377c167a3a7.json","sha256":"f1f3b963b2bb8c1a8d12bb6b8b506eee5abfecefd8c3b712b307e377c167a3a7","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-2B/4bd860ac4f15ad1897a214615cccc700f8f71818/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"2fd3b4cd2ed3b430a88aa2b37f8029ba5513f78b96c0ad8be34811d7ba6fa241.json","sha256":"2fd3b4cd2ed3b430a88aa2b37f8029ba5513f78b96c0ad8be34811d7ba6fa241","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-2B/4bd860ac4f15ad1897a214615cccc700f8f71818/Vidore3NuclearBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"145589768b2b1eb97f9e04e7cd3257742402842fc8b2e77e9473393e9e543cd2.json","sha256":"145589768b2b1eb97f9e04e7cd3257742402842fc8b2e77e9473393e9e543cd2","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-8B/407993db318a67dbb333bbeb8b1521fb703a3bb1/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"21d0aa612faf298edd38a12eec973797241a56933d1755a7ba2d51d29669ea4f.json","sha256":"21d0aa612faf298edd38a12eec973797241a56933d1755a7ba2d51d29669ea4f","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-8B/407993db318a67dbb333bbeb8b1521fb703a3bb1/Vidore3NuclearBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"0e19b8c1a685ff712c71a798a251919e56c5285ab45b944520fc14b165d4bd2e.json","sha256":"0e19b8c1a685ff712c71a798a251919e56c5285ab45b944520fc14b165d4bd2e","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__Nemotron-3.5-Rerank-8B-BF16/708e844c3da0bbaa923e9dc310b07da4ffb6a6b5/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"eb9739435da1a2f051dae63f07807d14502388bba517c2a3d2ee66a3b75fde53.json","sha256":"eb9739435da1a2f051dae63f07807d14502388bba517c2a3d2ee66a3b75fde53","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__Nemotron-3.5-Rerank-8B-BF16/708e844c3da0bbaa923e9dc310b07da4ffb6a6b5/Vidore3NuclearBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"09e36039fe33ed0e700c432ebea1f9aef49bb2ef96d266ad7ac80b4a7a9124ad.json","sha256":"09e36039fe33ed0e700c432ebea1f9aef49bb2ef96d266ad7ac80b4a7a9124ad","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__llama-nemotron-rerank-vl-1b-v2/b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"6cc54a937c02c2919bd00a6232e8a0f3792c71a600f17e9122df04c5ce15ab42.json","sha256":"6cc54a937c02c2919bd00a6232e8a0f3792c71a600f17e9122df04c5ce15ab42","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__llama-nemotron-rerank-vl-1b-v2/b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a/Vidore3NuclearBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"}]},"status":"fresh"}