{"task":"Vidore3PharmaceuticalsBM25sReranking.v2","id":"reranking-pharmaceuticals","title":"Reranking · Pharmaceuticals","category":"Rerankers","metric":"nDCG@10 × 100","direction":"higher","precision":3,"publishedAt":null,"interval":null,"observationLabel":null,"datasetRevision":"6d20dfc6799e48a4b1d9dab909980c06b9caa3d3","description":"ViDoRe 3 reranking results from MTEB: English queries, the test split, and BM25s first-stage retrieval. Each subject has its own board.","limitations":["These are document retrieval rerankers evaluated on a fixed candidate set, not a general language-model ranking.","Coverage is limited to model revisions with this exact published task and English subset. Missing results are not scored.","The source supplies no confidence interval here; the displayed rank orders point estimates and does not establish statistical significance.","No result publication date is supplied. The retrieval date records when the pinned result files were checked."],"rows":[{"name":"nvidia/Nemotron-3.5-Rerank-8B-BF16","organization":"nvidia","score":71.128,"low":null,"high":null,"observations":null,"revision":"708e844c3da0bbaa923e9dc310b07da4ffb6a6b5","evidenceVersion":"2.22.5","rank":1},{"name":"Qwen/Qwen3-VL-Reranker-8B","organization":"Qwen","score":69.828,"low":null,"high":null,"observations":null,"revision":"407993db318a67dbb333bbeb8b1521fb703a3bb1","evidenceVersion":"2.22.2-2.22.5","rank":2},{"name":"nvidia/llama-nemotron-rerank-vl-1b-v2","organization":"nvidia","score":67.44,"low":null,"high":null,"observations":null,"revision":"b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a","evidenceVersion":"2.22.2-2.22.5","rank":3},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Large-R2","organization":"KaLM-Embedding","score":66.52799999999999,"low":null,"high":null,"observations":null,"revision":"a862dd8581d4cb1b686b5c595c08be405129656c","evidenceVersion":"2.26.30","rank":4},{"name":"Qwen/Qwen3-VL-Reranker-2B","organization":"Qwen","score":66.027,"low":null,"high":null,"observations":null,"revision":"4bd860ac4f15ad1897a214615cccc700f8f71818","evidenceVersion":"2.24.9","rank":5},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Small-R2","organization":"KaLM-Embedding","score":65.47500000000001,"low":null,"high":null,"observations":null,"revision":"68b74f09ff2ab5df9b9a9a48c812a81aaff8815e","evidenceVersion":"2.26.30","rank":6},{"name":"KaLM-Embedding/KaLM-Reranker-V1-Nano-R2","organization":"KaLM-Embedding","score":64.31700000000001,"low":null,"high":null,"observations":null,"revision":"32b242bb7fd7ad6fd404154c09560d249ffe017f","evidenceVersion":"2.26.30","rank":7},{"name":"BAAI/bge-reranker-v2-m3","organization":"BAAI","score":63.785000000000004,"low":null,"high":null,"observations":null,"revision":"953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e","evidenceVersion":"2.24.7","rank":8}],"source":{"id":"rerankers","publisher":"MTEB / embeddings-benchmark","href":"https://github.com/embeddings-benchmark/results","licence":"CC0-1.0","licenceUrl":"https://github.com/embeddings-benchmark/results/blob/aee638c23eabc3300a1212087d1ea031a2280e76/LICENSE","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","fetchedAt":"2026-11-05T06:35:30.674Z","evidence":[{"file":"067a6bdc988c1d557ca7213fc8d070cdf426514ef7cb1f907c6888186b9bf437.json","sha256":"067a6bdc988c1d557ca7213fc8d070cdf426514ef7cb1f907c6888186b9bf437","url":"https://api.github.com/repos/embeddings-benchmark/results/commits/main","revision":null,"role":"metadata"},{"file":"a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499.txt","sha256":"a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/LICENSE","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"licence"},{"file":"85b6e198dbde04d66a991ae919fef7d35ff29b4cad8ddaefaa6a04136ef64ae3.json","sha256":"85b6e198dbde04d66a991ae919fef7d35ff29b4cad8ddaefaa6a04136ef64ae3","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/BAAI__bge-reranker-v2-m3/953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"faf5eddedc038f047a8d03f4fb1cddc2f982218f101ec9cafe427d4fa62c78f6.json","sha256":"faf5eddedc038f047a8d03f4fb1cddc2f982218f101ec9cafe427d4fa62c78f6","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/BAAI__bge-reranker-v2-m3/953dc6f6f85a1b2dbfca4c34a2796e7dde08d41e/Vidore3PharmaceuticalsBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"3de913c2af6645bd25ff629b2880555d4e470eb91d549b14caa091b1b8a9ae88.json","sha256":"3de913c2af6645bd25ff629b2880555d4e470eb91d549b14caa091b1b8a9ae88","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Large-R2/a862dd8581d4cb1b686b5c595c08be405129656c/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"546e2bfd8f2b3edb54555ffaa568516f723f3d02108bda0b30e29b5c227e5cf9.json","sha256":"546e2bfd8f2b3edb54555ffaa568516f723f3d02108bda0b30e29b5c227e5cf9","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Large-R2/a862dd8581d4cb1b686b5c595c08be405129656c/Vidore3PharmaceuticalsBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"93dfadb32f8f15055bfdba3d7b23da2bdb535e762e0ec167c7bc47c8fc8aa3dc.json","sha256":"93dfadb32f8f15055bfdba3d7b23da2bdb535e762e0ec167c7bc47c8fc8aa3dc","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Nano-R2/32b242bb7fd7ad6fd404154c09560d249ffe017f/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"1d8397a7846e374a755324d2a2d42ce7a76c49ccbc209e2dda42237929c0b01a.json","sha256":"1d8397a7846e374a755324d2a2d42ce7a76c49ccbc209e2dda42237929c0b01a","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Nano-R2/32b242bb7fd7ad6fd404154c09560d249ffe017f/Vidore3PharmaceuticalsBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"25ef04976191e38617daf6c211c002e65070e2342d92d1abbac452bc4be3f6ed.json","sha256":"25ef04976191e38617daf6c211c002e65070e2342d92d1abbac452bc4be3f6ed","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Small-R2/68b74f09ff2ab5df9b9a9a48c812a81aaff8815e/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"a8ae7aeef6b7ba8807f49fa3faec3583c4d38ad3c723e740786442a859af6d54.json","sha256":"a8ae7aeef6b7ba8807f49fa3faec3583c4d38ad3c723e740786442a859af6d54","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/KaLM-Embedding__KaLM-Reranker-V1-Small-R2/68b74f09ff2ab5df9b9a9a48c812a81aaff8815e/Vidore3PharmaceuticalsBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"f1f3b963b2bb8c1a8d12bb6b8b506eee5abfecefd8c3b712b307e377c167a3a7.json","sha256":"f1f3b963b2bb8c1a8d12bb6b8b506eee5abfecefd8c3b712b307e377c167a3a7","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-2B/4bd860ac4f15ad1897a214615cccc700f8f71818/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"21ea4369671d726028653be533eeff503a6ee830c80adce086985b0844c15c37.json","sha256":"21ea4369671d726028653be533eeff503a6ee830c80adce086985b0844c15c37","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-2B/4bd860ac4f15ad1897a214615cccc700f8f71818/Vidore3PharmaceuticalsBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"145589768b2b1eb97f9e04e7cd3257742402842fc8b2e77e9473393e9e543cd2.json","sha256":"145589768b2b1eb97f9e04e7cd3257742402842fc8b2e77e9473393e9e543cd2","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-8B/407993db318a67dbb333bbeb8b1521fb703a3bb1/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"36a004abc62c2d8daf7dcee2c0dbb6c2e571e5cd4371f81c24c20891cbca2928.json","sha256":"36a004abc62c2d8daf7dcee2c0dbb6c2e571e5cd4371f81c24c20891cbca2928","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/Qwen__Qwen3-VL-Reranker-8B/407993db318a67dbb333bbeb8b1521fb703a3bb1/Vidore3PharmaceuticalsBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"0e19b8c1a685ff712c71a798a251919e56c5285ab45b944520fc14b165d4bd2e.json","sha256":"0e19b8c1a685ff712c71a798a251919e56c5285ab45b944520fc14b165d4bd2e","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__Nemotron-3.5-Rerank-8B-BF16/708e844c3da0bbaa923e9dc310b07da4ffb6a6b5/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"a8e935d65a575dbbb2c90f473871187e2acf384ca553f8a09672de8ad7d1bdd5.json","sha256":"a8e935d65a575dbbb2c90f473871187e2acf384ca553f8a09672de8ad7d1bdd5","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__Nemotron-3.5-Rerank-8B-BF16/708e844c3da0bbaa923e9dc310b07da4ffb6a6b5/Vidore3PharmaceuticalsBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"},{"file":"09e36039fe33ed0e700c432ebea1f9aef49bb2ef96d266ad7ac80b4a7a9124ad.json","sha256":"09e36039fe33ed0e700c432ebea1f9aef49bb2ef96d266ad7ac80b4a7a9124ad","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__llama-nemotron-rerank-vl-1b-v2/b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a/model_meta.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"model"},{"file":"18917a9bfd7d437f61e8f929a495e9242305275c7e9972af76ad7ae3e9904cd8.json","sha256":"18917a9bfd7d437f61e8f929a495e9242305275c7e9972af76ad7ae3e9904cd8","url":"https://raw.githubusercontent.com/embeddings-benchmark/results/aee638c23eabc3300a1212087d1ea031a2280e76/results/nvidia__llama-nemotron-rerank-vl-1b-v2/b8a9987b05b75db5ad949c825cbcbf6eb7c48b5a/Vidore3PharmaceuticalsBM25sReranking.v2.json","revision":"aee638c23eabc3300a1212087d1ea031a2280e76","role":"result"}]},"status":"fresh"}