{"id":"music-vocal","title":"Music · vocals","category":"Music","metric":"Music Arena score","direction":"higher","precision":0,"publishedAt":"2026-07-31","interval":"95% confidence interval","observationLabel":"Votes","description":"Blind listener preferences published by Carnegie Mellon University’s Music Arena. Vocal and instrumental results are separate populations.","limitations":["The date is the end of the source’s evaluation window, not the date this page was fetched.","These results cover the source’s tested model versions. They do not establish the quality of later releases.","Confidence bounds are reconstructed from the source’s rounded score and ± interval. Small differences should not be interpreted as decisive.","No audio is redistributed. A benchmark result does not grant rights to a model or its generated music."],"rows":[{"name":"Riffusion FUZZ v1.0","organization":"Producer.ai","score":1132,"low":1093,"high":1171,"observations":426,"sourceRank":1,"publishedAt":"2026-07-31","rank":1},{"name":"Lyria 3 Pro","organization":"Google DeepMind","score":1107,"low":1077,"high":1137,"observations":581,"sourceRank":2,"publishedAt":"2026-07-31","rank":1},{"name":"Riffusion FUZZ v1.1","organization":"Producer.ai","score":1103,"low":1065,"high":1141,"observations":421,"sourceRank":3,"publishedAt":"2026-07-31","rank":1},{"name":"Sonauto v3 Preview","organization":"Sonauto","score":1102,"low":1056,"high":1148,"observations":157,"sourceRank":4,"publishedAt":"2026-07-31","rank":1},{"name":"Lyria 3 Clip","organization":"Google DeepMind","score":1019,"low":977,"high":1061,"observations":243,"sourceRank":5,"publishedAt":"2026-07-31","rank":4},{"name":"ElevenLabs Music v1","organization":"ElevenLabs","score":998,"low":974,"high":1022,"observations":872,"sourceRank":6,"publishedAt":"2026-07-31","rank":5},{"name":"Sonauto v2.2","organization":"Sonauto","score":944,"low":919,"high":969,"observations":824,"sourceRank":7,"publishedAt":"2026-07-31","rank":7},{"name":"ACE-Step 1.5 Turbo (1.7B)","organization":"ACE Studio / StepFun","score":939,"low":910,"high":968,"observations":668,"sourceRank":8,"publishedAt":"2026-07-31","rank":7},{"name":"ACE-Step","organization":"ACE Studio","score":656,"low":587,"high":725,"observations":312,"sourceRank":9,"publishedAt":"2026-07-31","rank":9}],"source":{"id":"music","publisher":"Carnegie Mellon University · Music Arena","href":"https://github.com/gclef-cmu/music-arena","licence":"MIT","licenceUrl":"https://github.com/gclef-cmu/music-arena/blob/8b330f4bd6cb4969ff7e32ffeec266a8a4ca8b0e/LICENSE","revision":"8b330f4bd6cb4969ff7e32ffeec266a8a4ca8b0e","fetchedAt":"2026-11-05T06:35:06.964Z","evidence":[{"file":"1eb7996397401da56076ad1af441defb71e36fbd8ca6f81f94b44a3da529f2d0.json","sha256":"1eb7996397401da56076ad1af441defb71e36fbd8ca6f81f94b44a3da529f2d0","url":"https://api.github.com/repos/gclef-cmu/music-arena/git/trees/main?recursive=1","revision":null,"role":"metadata"},{"file":"90d047765c7fa5d9b33340634e86ae0b6e96821e17ef93f6c8e3acf1ff576f13.txt","sha256":"90d047765c7fa5d9b33340634e86ae0b6e96821e17ef93f6c8e3acf1ff576f13","url":"https://raw.githubusercontent.com/gclef-cmu/music-arena/8b330f4bd6cb4969ff7e32ffeec266a8a4ca8b0e/LICENSE","revision":"8b330f4bd6cb4969ff7e32ffeec266a8a4ca8b0e","role":"licence"},{"file":"68d9d8150e9b65389ac24a6f7004cc78cbce50de90a38ac60fd15c4419509615.tsv","sha256":"68d9d8150e9b65389ac24a6f7004cc78cbce50de90a38ac60fd15c4419509615","url":"https://raw.githubusercontent.com/gclef-cmu/music-arena/8b330f4bd6cb4969ff7e32ffeec266a8a4ca8b0e/components/frontend/ma_frontend/leaderboard/20260731/vocal_leaderboard_20250728_to_20260731.tsv","revision":"8b330f4bd6cb4969ff7e32ffeec266a8a4ca8b0e","role":"rows"}]},"status":"fresh"}
