{"config":"search","id":"arena-search","title":"Search","category":"Search and documents","metric":"Arena score","direction":"higher","precision":2,"publishedAt":"2026-10-13","interval":"95% confidence interval","observationLabel":"Votes","description":"Human preference ratings for the overall category of this Arena task. Scores from different boards are not interchangeable.","limitations":["The population is the models in this source board, including variants and models without an available API price.","Ranks use the published confidence bounds: one plus the number of models whose lower bound exceeds this model’s upper bound. Shared ranks are not proof of equal performance."],"omissions":[],"rows":[{"name":"gpt-5.6-sol-xhigh","organization":"openai","score":1261.1307593350664,"low":1254.8406048513853,"high":1267.4209138187477,"observations":60437,"sourceRank":1,"publishedAt":"2026-10-13","rank":1},{"name":"qwen3.8-max","organization":"alibaba","score":1261.0761861904762,"low":1247.8921482295389,"high":1274.2602241514135,"observations":1870,"sourceRank":2,"publishedAt":"2026-10-13","rank":1},{"name":"claude-opus-4-6-search","organization":"anthropic","score":1251.3682634708416,"low":1246.829157388074,"high":1255.9073695536092,"observations":173191,"sourceRank":3,"publishedAt":"2026-10-13","rank":1},{"name":"gpt-5.5-search","organization":"openai","score":1246.55450092229,"low":1241.6541003594186,"high":1251.4549014851614,"observations":125957,"sourceRank":4,"publishedAt":"2026-10-13","rank":2},{"name":"claude-fable-5.1-high","organization":"anthropic","score":1245.8454338407687,"low":1238.7926879681559,"high":1252.8981797133813,"observations":12782,"sourceRank":5,"publishedAt":"2026-10-13","rank":2},{"name":"claude-opus-5-high","organization":"anthropic","score":1241.5675643501204,"low":1234.6964400196061,"high":1248.4386886806346,"observations":13285,"sourceRank":6,"publishedAt":"2026-10-13","rank":2},{"name":"gpt-6-astra-max","organization":"openai","score":1233.6158108189236,"low":1225.7736370759824,"high":1241.4579845618646,"observations":18483,"sourceRank":7,"publishedAt":"2026-10-13","rank":5},{"name":"gpt-6.1-sol-max","organization":"openai","score":1233.1023499390756,"low":1224.2414546647724,"high":1241.9632452133787,"observations":5555,"sourceRank":8,"publishedAt":"2026-10-13","rank":4},{"name":"claude-opus-4-7","organization":"anthropic","score":1230.1465939891823,"low":1225.2813799186565,"high":1235.0118080597078,"observations":127506,"sourceRank":9,"publishedAt":"2026-10-13","rank":6},{"name":"claude-fable-5-high","organization":"anthropic","score":1229.1397516536,"low":1222.6300106967105,"high":1235.6494926104895,"observations":73596,"sourceRank":10,"publishedAt":"2026-10-13","rank":6},{"name":"ernie-5.1","organization":"baidu","score":1226.7150529766889,"low":1217.2434162783204,"high":1236.1866896750573,"observations":4024,"sourceRank":11,"publishedAt":"2026-10-13","rank":6},{"name":"claude-sonnet-4-6-search","organization":"anthropic","score":1220.5047840787206,"low":1216.0305208078516,"high":1224.9790473495893,"observations":173986,"sourceRank":12,"publishedAt":"2026-10-13","rank":9},{"name":"grok-4.5","organization":"xai","score":1215.9370825422614,"low":1210.0795743706026,"high":1221.79459071392,"observations":76458,"sourceRank":13,"publishedAt":"2026-10-13","rank":11},{"name":"claude-opus-5.5-medium","organization":"anthropic","score":1212.752524435077,"low":1205.6630968052732,"high":1219.8419520648808,"observations":10842,"sourceRank":14,"publishedAt":"2026-10-13","rank":11},{"name":"gemini-3.1-pro-grounding","organization":"google","score":1208.8056697991265,"low":1204.127970548364,"high":1213.483369049889,"observations":151436,"sourceRank":15,"publishedAt":"2026-10-13","rank":13},{"name":"gpt-5.2-search","organization":"openai","score":1207.2395102994547,"low":1201.6987499710485,"high":1212.7802706278608,"observations":55634,"sourceRank":16,"publishedAt":"2026-10-13","rank":13},{"name":"gemini-3-pro-grounding","organization":"google","score":1206.4687124995507,"low":1201.0027489905488,"high":1211.9346760085532,"observations":38857,"sourceRank":17,"publishedAt":"2026-10-13","rank":13},{"name":"grok-4.20-multi-agent-beta-0309","organization":"xai","score":1204.7998590393286,"low":1199.363225284284,"high":1210.2364927943734,"observations":126238,"sourceRank":18,"publishedAt":"2026-10-13","rank":13},{"name":"claude-opus-4-8","organization":"anthropic","score":1204.1091608362344,"low":1198.4866907623775,"high":1209.7316309100913,"observations":106304,"sourceRank":19,"publishedAt":"2026-10-13","rank":14},{"name":"gpt-5.1-search","organization":"openai","score":1199.7017251677703,"low":1194.5125594705312,"high":1204.8908908650096,"observations":63042,"sourceRank":20,"publishedAt":"2026-10-13","rank":15},{"name":"gpt-5.4-search","organization":"openai","score":1199.0836464168055,"low":1193.60193055998,"high":1204.5653622736309,"observations":126730,"sourceRank":21,"publishedAt":"2026-10-13","rank":15},{"name":"gemini-3-flash-grounding","organization":"google","score":1195.6947712717279,"low":1191.393704662152,"high":1199.995837881304,"observations":196399,"sourceRank":22,"publishedAt":"2026-10-13","rank":18},{"name":"claude-sonnet-5-search","organization":"anthropic","score":1190.9401050952251,"low":1184.7786715929906,"high":1197.1015385974597,"observations":72978,"sourceRank":23,"publishedAt":"2026-10-13","rank":20},{"name":"grok-4.20-beta1","organization":"xai","score":1190.4760633911728,"low":1184.4997418086734,"high":1196.4523849736725,"observations":57049,"sourceRank":24,"publishedAt":"2026-10-13","rank":20},{"name":"claude-opus-4-5-search","organization":"anthropic","score":1179.584189023045,"low":1173.9877741641312,"high":1185.1806038819586,"observations":65047,"sourceRank":25,"publishedAt":"2026-10-13","rank":23},{"name":"gpt-6-sol-max","organization":"openai","score":1174.911740373027,"low":1167.8363608738189,"high":1181.9871198722349,"observations":11313,"sourceRank":26,"publishedAt":"2026-10-13","rank":25},{"name":"gpt-5.2-search-non-reasoning","organization":"openai","score":1171.464772171008,"low":1165.9455480945703,"high":1176.9839962474462,"observations":79796,"sourceRank":27,"publishedAt":"2026-10-13","rank":25},{"name":"grok-4-1-fast-search","organization":"xai","score":1170.915123769151,"low":1165.963293882967,"high":1175.866953655335,"observations":85919,"sourceRank":28,"publishedAt":"2026-10-13","rank":25},{"name":"grok-4-fast-search","organization":"xai","score":1170.098408705558,"low":1165.4731084325354,"high":1174.7237089785808,"observations":43083,"sourceRank":29,"publishedAt":"2026-10-13","rank":25},{"name":"grok-4.3","organization":"xai","score":1165.805999435794,"low":1161.073512211054,"high":1170.538486660534,"observations":128393,"sourceRank":30,"publishedAt":"2026-10-13","rank":26},{"name":"claude-sonnet-4-5-search","organization":"anthropic","score":1160.2678871558953,"low":1155.1475116610516,"high":1165.388262650739,"observations":144153,"sourceRank":31,"publishedAt":"2026-10-13","rank":30},{"name":"gpt-6-luna-max","organization":"openai","score":1159.5568693390055,"low":1152.3305753253221,"high":1166.7831633526885,"observations":10793,"sourceRank":32,"publishedAt":"2026-10-13","rank":27},{"name":"claude-opus-4-1-search","organization":"anthropic","score":1148.4457371908902,"low":1143.5849293681658,"high":1153.3065450136141,"observations":79806,"sourceRank":33,"publishedAt":"2026-10-13","rank":32},{"name":"o3-search","organization":"openai","score":1144.847836063405,"low":1139.2524014690543,"high":1150.443270657756,"observations":20770,"sourceRank":34,"publishedAt":"2026-10-13","rank":33},{"name":"gemini-2.5-pro-grounding","organization":"google","score":1142.7962155131672,"low":1138.122279430495,"high":1147.47015159584,"observations":86689,"sourceRank":35,"publishedAt":"2026-10-13","rank":33},{"name":"grok-4-search","organization":"xai","score":1141.857861246975,"low":1135.769438762274,"high":1147.946283731676,"observations":19195,"sourceRank":36,"publishedAt":"2026-10-13","rank":33},{"name":"ppl-sonar-reasoning-pro-high","organization":"perplexity","score":1139.0055993264116,"low":1133.1918004787428,"high":1144.8193981740803,"observations":29439,"sourceRank":37,"publishedAt":"2026-10-13","rank":33},{"name":"gpt-5-search","organization":"openai","score":1133.4909027049498,"low":1127.5113131294474,"high":1139.4704922804522,"observations":20865,"sourceRank":38,"publishedAt":"2026-10-13","rank":34},{"name":"ppl-sonar-pro-high","organization":"perplexity","score":1130.2762765499842,"low":1124.4714787623664,"high":1136.0810743376019,"observations":28899,"sourceRank":39,"publishedAt":"2026-10-13","rank":36},{"name":"claude-opus-4-search","organization":"anthropic","score":1127.4280258271351,"low":1122.0199777238777,"high":1132.8360739303926,"observations":31506,"sourceRank":40,"publishedAt":"2026-10-13","rank":38},{"name":"diffbot-small-xl","organization":"diffbot","score":1022.6684934058726,"low":1014.1636462391971,"high":1031.173340572548,"observations":6368,"sourceRank":41,"publishedAt":"2026-10-13","rank":41},{"name":"api-gpt-4o-search","organization":"openai","score":1006.5803341542625,"low":995.3716304941557,"high":1017.7890378143692,"observations":3399,"sourceRank":42,"publishedAt":"2026-10-13","rank":41}],"source":{"id":"arena","publisher":"Arena (lmarena-ai)","href":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","licence":"CC-BY-4.0","licenceUrl":"https://creativecommons.org/licenses/by/4.0/","revision":"8b6deb69ace01ee8dcda9e46eba7a5e8a808ec53","fetchedAt":"2026-11-05T06:35:05.520Z","evidence":[{"file":"a7a159f557a1e594a5d41218fe8d53c63c63daa39b655e51d6fc5b482a17d059.json","sha256":"a7a159f557a1e594a5d41218fe8d53c63c63daa39b655e51d6fc5b482a17d059","url":"https://huggingface.co/api/datasets/lmarena-ai/leaderboard-dataset","revision":null,"role":"metadata"},{"file":"88a46d472f35274fb6b7a852c3d16c8ee8007d51b37f290161537bec26895ee4.txt","sha256":"88a46d472f35274fb6b7a852c3d16c8ee8007d51b37f290161537bec26895ee4","url":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/raw/8b6deb69ace01ee8dcda9e46eba7a5e8a808ec53/README.md","revision":"8b6deb69ace01ee8dcda9e46eba7a5e8a808ec53","role":"licence"},{"file":"f9e7c88f49068ca10834991ba1017e9f92d52399541deeb7d79f87acdedfa5d8.parquet","sha256":"f9e7c88f49068ca10834991ba1017e9f92d52399541deeb7d79f87acdedfa5d8","url":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/resolve/8b6deb69ace01ee8dcda9e46eba7a5e8a808ec53/search/latest-00000-of-00001.parquet","revision":"8b6deb69ace01ee8dcda9e46eba7a5e8a808ec53","role":"rows"}]},"status":"fresh"}
