{"record": {"aliases": ["Agents' Last Exam"], "artifacts": [{"id": "arxiv:2606.05405", "kind": "paper", "url": "https://arxiv.org/abs/2606.05405"}, {"id": "gh:rdi-berkeley/agents-last-exam", "kind": "repo", "url": "https://github.com/rdi-berkeley/agents-last-exam"}, {"kind": "website", "url": "https://agents-last-exam.org"}], "authors": ["Yiyou Sun", "Xinyang Han", "Weichen Zhang", "Yuanbo Pang", "Tianyu Wang", "Yuhan Cao", "Yixiao Huang", "Xiang Liu", "Zonglin Di", "Chris Duroiu", "Haoyun Zhang", "Jeffrey Lin", "Weishu Zhang", "Tyler Zeng", "Ying Yan", "Bo Liu", "Hanson Wen", "Mingyang Xu", "Xiaoyuan Liu", "Zimeng Chen", "Zhaowei Zhang", "Weiyan Shi", "Amanda Dsouza", "Vincent Sunn Chen", "Jingxu Xie", "Dewen Lei", "Hanxuan Zhang", "Yinhe Wang", "Xinran Zhang", "Chao Zhou", "Sheldon Huang", "Patrick Bryant", "Carl Boettiger", "Yamini Rangan", "Bradley Rothenberg", "Kyle Steinfeld", "Arvind Rao", "Tapio Schneider", "Georgios Yannakakis", "Laure Zanna", "Kaan Ozbay", "Ida Sim", "Tarek Zohdi", "George Em Karniadakis", "Jack Gallant", "Teresa Head-Gordon", "Chris Yuhao Liu", "Rongwang Hu", "Yafei Cheng", "Aras Bacho", "Zengyi Qin", "Alan Yuille", "Yixiong Chen", "Hao Liu", "Lin Zeng", "Bo Chen", "Zhendong Li", "Litian Gong", "Shashank Muralidhar Bharadwaj", "Thorben Jansen", "Haixiang Tang", "Jianhong Tu", "Jixian Liu", "Maojia Song", "Ruheng Wang", "Shengcao Cao", "Yanxin Zhang", "Yingxuan Yang", "Zongzheng Zhang", "Honglin Bao", "Hyunjun Kim", "Peiran Xu", "Shuo Lu", "Zheng Zhang", "Zhonghua Wang", "Aditya Prakash", "Bohan Lyu", "Chang Ma", "Haoxuan Chen", "Hengduan Fan", "Molei Tao", "Roman Sitelew", "Russell Alan Poldrack", "Yang Liu", "Yang Liu", "Yichen Wu", "Yuanze Lin", "Zhenglu Li", "Zibu Wei", "Zijiao Chen", "Abderrahim Bendahi", "Alexander Schubert", "Chase Broderick", "Chengzhi Liu", "Haoran Sun", "Haoyang Li", "Haoyue Hua", "Jiayuan Ding", "Jing Huang", "Shangding Gu", "Tuan Vinh", "Xiatao Sun", "Yanqiong Jiang", "Yiran Hu", "Zechen Xu", "Ziao Yang", "Chenguang Wang", "Costas Spanos", "Dongrong Yang", "Haocheng Wang", "Jiayi Cheng", "Jicheng Wang", "Junbo Peng", "Kangqi Zhang", "Keying Kuang", "Lichao Sun", "Ming Yin", "Orson Xu", "Vincent Siu", "Wanzhe Liao", "Wenqi Shi", "Wenxi Deng", "Xiaopan Zhang", "Yangjunfeng Zhu", "Yifan Shen", "Yi Jiang", "Yinsheng Li", "Youbang Pan", "Yuan Li", "Yuchen Zhu", "Yunshi Zhang", "Zhenning Yang", "Ziyan Rao", "Alireza Rafiei", "Andrew Glover", "Bixuan Ren", "Boqin Yuan", "Chonghao Cai", "Deren Lei", "Hanwen Xing", "Haoran Jin", "Hector Gomez", "Ishaan Singh Chandok", "Jiaming Hu", "Jianxin Sun", "Justin Purnomo", "Kunyang Sun", "Lei Ding", "Longtai Liao", "Lukas Kim", "Ming Liu", "Qingpo Wuwu", "Ran Jin", "Ruiqi Zhang", "Ting Sun", "Wenbo Huang", "Xuandong Zhao", "Peter Chen", "Chuanyang Jin", "Qiming Bao", "Xuhuan Shen", "Yifan Zhang", "Yi Li", "Yingze Wang", "Yixin Wang", "Yushi Yang", "Zhen Dong", "Zhiling Yan", "Zhongxing Xu", "Zibo Zhao", "Zixin Jiang", "Ali Emami", "Andy Zeyi Liu", "Angela Wu", "Aylin Caliskan", "Baihe Huang", "Baixiang Huang", "Benjamin Yang", "Benran Zhang", "Brian Zhao", "Carlo Bosio", "Charlie Guo", "Che Liu", "Chenchen Du", "Chen Dai", "Chenlong Zhang", "Chenyu Li", "Chenyu Zhu", "Chi Zhang", "Core Francisco Park", "Daofeng Li", "Dehao Wu", "Dowling Wong", "Erin Kasson", "Fangyu Wu", "Fan Xu", "Fiona Shen", "Haimin Hu", "Haitao Li", "Hang Zhou", "Hannah Szlyk", "Hanning Zhang", "Hanwen Zhang", "Hao Fan", "Haoran Ye", "HaoYang Shang", "Haoyue Bai", "Hengyu Fu", "Hongwei Li", "Huiqi Wang", "Jiachen Li", "Jialu Wang", "Jiaming Liu", "Jiawei Shen", "Jierui Zuo", "Jingxuan Fan", "Jingyan Li", "Jirong Yang", "Jonah So", "Jorin Overwiening", "Joseph Cavanagh", "Joseph Lee", "Junge Zhang", "Kaiyuan Liu", "Kaustubh Dhole", "Kevin Qinghong Lin", "Kunpeng Zhang", "Kyle Montgomery", "Layna Paraboschi", "Liana", "Lihui Liu", "Liwei Zhou", "Lu Lu", "Mengyuan \"Millie\" Wu", "Mikko Tolonen", "Mingxuan Yan", "Minqi Shi", "Murphy Niu", "Pan Lu", "Patricia Cavazos-Rehg", "Qijian Zhao", "Qiuyang Mang", "Rimika Jaiswal", "Ruiling Xu", "Run-Ze Fan", "Ruoxi Ning", "Santanu Bosu Antu", "Scott Rankin", "Sen Yang", "Shi Gu", "Shi Qiu", "Sichen Zhu", "Sihan Xu", "Siqi Zhu", "Song Zhang", "Sophia Sun", "Stefano De Castro", "Swati Rajwal", "Tianneng Shi", "Tianxing Chen", "Tianyue Zhou", "Ting Wang", "Ventus Shaw", "Vladislav Susoy", "Weihang Xiao", "Wei Wang", "Wenbo Lv", "Wenjin Zhang", "Wenshuo Zhang", "Wenyu Liang", "Xiaohu Yu", "Xiao Li", "Xiaoli Yang", "Xin Lan", "Xinyu Wang", "Xuan Liu", "Xuewen Chen", "Xu Pan", "Yan Zhu", "Yicheng Lyu", "Yifan Gu", "Yimin Zhao", "Ying Zhang", "Yin Ren", "Yipu Chen", "Yiren Rong", "Yi Shao", "Yishu Zhu", "Yizhi Zhang", "Yongyi Xiong", "Yuangang Li", "Yuchen Wu", "Yuhaohua Zheng", "Yuhao Wu", "Yunfu Deng", "Yushan Li", "Yu Wu", "Yuzheng Xu", "Yuzhou Nie", "Zehao Wang", "Zhehang Du", "Zhengming Yu", "Zhihan Jiang", "Zhi Li", "Zhixu Li", "Zhuoran Yi", "Tao Sun", "Zhun Wang", "Justin Xu", "Shi Bo", "Helena Casademunt", "Wenjia Chen", "Cheng Cheng", "Nawen Deng", "Rao Fu", "Tianfu Fu", "Yifan Han", "Zhenyu He", "Qiao Jin", "Langlang Li", "Yuetai Li", "Sylvia Liu", "Subhabrata Mukherjee", "Yunqi Ouyang", "He Ren", "Dawei Shi", "Haoran Wu", "Zhiyue Wu", "Hannah Yao", "Jenny Yu", "Rhea Zhan", "Luqing Zhou", "Blake Zhu", "Junfan Zhu", "Sanjiv Das", "Yanjun Gao", "Wenbo Guo", "Erika J Schneider", "Bing Liu", "Zhiyong Lu", "Yian Ma", "Mark Mueller", "Radha Poovendran", "Somayeh Sojoudi", "Huaxiu Yao", "Yinglun Zhu", "Károly Zsolnai-Fehér", "Yegor Denisov-Blanch", "Changran Hu", "Vincent Koc", "Hezheng Yin", "Naomi Xia", "Xinyi Bai", "Arsh Shah Dilbagi", "Jing Gu", "Yutong Liu", "Lin Shi", "Qizheng Zhang", "Yuexing Hao", "Xiaoming Li", "Xiangyi Li", "Bingran You", "Wenjun Ke", "Daoan Zhang", "Ari Nemet", "Tianyi Zhang", "Xingda Lyu", "Pranit Chawla", "Genta Indra Winata", "Maosen Tang", "Purva Chiniya", "Qiuyi Chen", "Steven Dillmann", "Wanghan Xu", "Wenqi Yang", "Xiaojun Wu", "Xin Luo", "Yue Huang", "Dawn Song"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2606.05405", "source_url": "https://arxiv.org/abs/2606.05405"}, "categories": ["General AI", "Language & Knowledge", "cs.AI"], "description": {"en": "A living benchmark of 1K+ long-horizon professional tasks with verifiable outcomes, covering 55 sub-fields in 13 industry clusters based on O*NET / SOC 2018."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2606.05405", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2606.05405", "title": "Agents' Last Exam (ALE)"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2606.05405", "modality": null, "name": "Agents' Last Exam (ALE)", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"admission_policy_version": "2026-09-09.1", "confidence": "Medium", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-09-25T04:40:22Z", "data_status": "primary-source-indexed", "display_eligible": "true", "origin_record_id": "bm_agents-last-exam_8b9f86f2", "origin_source": "arxiv", "recognition_confidence": "0.7", "record_sha256": "c0b1cf5a804951ab6bbce1aaeb6da665a35290d3f39fcec01e893900c6ea36cc", "relation": "introduces", "review_model": "claude-code-default", "review_state": "ai-reviewed", "reviewed_at": "2026-09-24T16:55:21.506802Z", "source_url": "https://arxiv.org/abs/2606.05405"}, "publisher": null, "released": "2026-06-03", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2606.05405", "source_url": "https://arxiv.org/abs/2606.05405"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2606-05405", "source": "claire_radar", "source_benchmark_id": "2606.05405", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": ["Agents' Last Exam"], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Language & Knowledge", "attentionForecast": {"confidence": "Medium", "horizon": "7d", "reason": "It is a broad agent benchmark with a public site and code, and its near-zero pass rates are likely to draw discussion.", "score": 70}, "capabilities": [], "confidence": "Medium", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-09-24T16:55:21.506802Z", "inputHash": "ef5225872ac17009a6c3c5b10c3ecd86cb8113db678ffdf17dbecf93f854735a", "model": "claude-code-default"}, "curation": {"admissionPolicyVersion": "2026-09-09.1", "canonicalNameEvidence": "This paper introduces Agents' Last Exam (ALE), a benchmark", "canonicalNameSource": "abstract", "decisionReason": "It has a formal name, a defined task, a pass-rate score on verifiable outcomes, and public code and a project site. Because the task pool keeps growing, results from different versions may be hard to compare.", "evaluationEvidence": {"reuse": "Code: https://github.com/rdi-berkeley/agents-last-exam", "scoring": "the average full pass rate is below 1%", "task": "evaluate AI agents on long horizon, economically valuable, real world tasks with verifiable outcomes"}, "model": "claude-code-default", "reviewedAt": "2026-09-24T16:55:21.506802Z", "state": "ai-reviewed"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "A living benchmark of 1K+ long-horizon professional tasks with verifiable outcomes, covering 55 sub-fields in 13 industry clusters based on O*NET / SOC 2018.", "displayEligible": true, "domainCuration": {"method": "rules-v1", "state": "auto"}, "evaluationMode": "public_reusable", "evidence": {"reasonCodes": ["benchmark term in abstract", "benchmark release stated in one sentence", "evaluation protocol evidence", "public artifact URL"], "snippet": "This paper introduces Agents' Last Exam (ALE), a benchmark designed to evaluate AI agents on long horizon, economically valuable, real world tasks with verifiable outcomes."}, "familyId": "bmf_d0b03ebbcb61", "firstSeenAt": "2026-08-19", "heat": null, "id": "bm_agents-last-exam_8b9f86f2", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": "https://github.com/rdi-berkeley/agents-last-exam", "data": null, "paper": "https://arxiv.org/abs/2606.05405", "pdf": "https://arxiv.org/pdf/2606.05405", "project": "https://agents-last-exam.org", "report": "https://arxiv.org/abs/2606.05405"}, "metrics": [], "motivation": "Recent AI systems have achieved strong results on a wide range of benchmarks, yet these gains have not translated into economically meaningful deployment across many professional domains.", "name": "Agents' Last Exam (ALE)", "oneLine": "A living benchmark of 1K+ long-horizon professional tasks with verifiable outcomes, covering 55 sub-fields in 13 industry clusters based on O*NET / SOC 2018.", "paperTitle": "Agents' Last Exam", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2606.05405", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-08-19T11:05:13.395391Z"}, "publications": [], "publishers": [{"name": "rdi-berkeley", "organizationType": "academic-lab", "role": "benchmark-publisher", "sourceUrl": "https://github.com/rdi-berkeley/agents-last-exam"}], "readiness": "Runnable", "recognitionConfidence": 0.7, "relation": "introduces", "releasedAt": "2026-06-03", "reviewLifecycle": {"state": "pending"}, "source": {"authors": ["Yiyou Sun", "Xinyang Han", "Weichen Zhang", "Yuanbo Pang", "Tianyu Wang", "Yuhan Cao", "Yixiao Huang", "Chris Duroiu", "Haoyun Zhang", "Jeffrey Lin", "Weishu Zhang", "Tyler Zeng", "Ying Yan", "Bo Liu", "Hanson Wen", "Mingyang Xu", "Xiaoyuan Liu", "Zimeng Chen", "Weiyan Shi", "Amanda Dsouza", "Vincent Sunn Chen", "Patrick Bryant", "Carl Boettiger", "Yamini Rangan", "Bradley Rothenberg", "Kyle Steinfeld", "Arvind Rao", "Tapio Schneider", "Georgios Yannakakis", "Laure Zanna", "Kaan Ozbay", "Ida Sim", "Tarek Zohdi", "George Em Karniadakis", "Jack Gallant", "Teresa Head-Gordon", "Yushan Li", "Wenxi Deng", "Tao Sun", "Huiqi Wang", "Zhun Wang", "Justin Xu", "Chris Yuhao Liu", "Yafei Cheng", "Rongwang Hu", "Aras Bacho", "Shengcao Cao", "Zengyi Qin", "Yixiong Chen", "Hengduan Fan", "Hao Liu", "Lin Zeng", "Shashank Muralidhar Bharadwaj", "Litian Gong", "Yingxuan Yang", "Maojia Song", "Ruheng Wang", "Zongzheng Zhang", "Honglin Bao", "Shuo Lu", "Jianhong Tu", "Zhonghua Wang", "Zheng Zhang", "Zijiao Chen", "Yanqiong Jiang", "Zhendong Li", "Bohan Lyu", "Chang Ma", "Peiran Xu", "Benran Zhang", "Shangding Gu", "Haoyue Hua", "Haoyang Li", "Wanzhe Liao", "Chengzhi Liu", "Junbo Peng", "Haoran Sun", "Zechen Xu", "Bo Chen", "Jiayi Cheng", "Yi Jiang", "Keying Kuang", "Yuan Li", "Youbang Pan", "Ziyan Rao", "Alexander Schubert", "Yifan Shen", "Vincent Siu", "Xiatao Sun", "Kangqi Zhang", "Xiaopan Zhang", "Yuchen Zhu", "Ishaan Singh Chandok", "Lei Ding", "Jingxuan Fan", "Andrew Glover", "Jiaming Hu", "Yiran Hu", "Wenbo Huang", "Zixin Jiang", "Haoran Jin", "Lukas Kim", "Ming Liu", "Yang Liu", "Alireza Rafiei", "Xuhuan Shen", "Kunyang Sun", "Sophia Sun", "Ting Sun", "Eric Wang", "Yixin Wang", "Hanwen Xing", "Sihan Xu", "Yuzheng Xu", "Zhongxing Xu", "Zhiling Yan", "Boqin Yuan", "Ruiqi Zhang", "Yifan Zhang", "Zibo Zhao", "Liana", "Santanu Bosu Antu", "Haoyue Bai", "Carlo Bosio", "Joseph Cavanagh", "Patricia Cavazos-Rehg", "Tianxing Chen", "Xuewen Chen", "Yipu Chen", "Chenyu Zhu", "Chen Dai", "Stefano De Castro", "Yunfu Deng", "Kaustubh Dhole", "Jiayuan Ding", "Chenchen Du", "Zhehang Du", "Hao Fan", "Run-Ze Fan", "Hengyu Fu", "Shi Gu", "Yifan Gu", "Charlie Guo", "Baihe Huang", "Baixiang Huang", "Rimika Jaiswal", "Zhihan Jiang", "Ran Jin", "Erin Kasson", "Xin Lan", "Joseph Lee", "Deren Lei", "Chenyu Li", "Daofeng Li", "Haitao Li", "Hongwei Li", "Jingyan Li", "Xiao Li", "Yi Li", "Yinsheng Li", "Yuangang Li", "Zhixu Li", "Wenyu Liang", "Longtai Liao", "Kevin Qinghong Lin", "Andy Zeyi Liu", "Che Liu", "Jiaming Liu", "Kaiyuan Liu", "Xuan Liu", "Pan Lu", "Wenbo Lv", "Yicheng Lyu", "Qiuyang Mang", "Kyle Montgomery", "Yuzhou Nie", "Ruoxi Ning", "Jorin Overwiening", "Xu Pan", "Layna Paraboschi", "Core Francisco Park", "Justin Purnomo", "Swati Rajwal", "Scott Rankin", "Bixuan Ren", "Yiren Rong", "HaoYang Shang", "Ventus Shaw", "Fiona Shen", "Jiawei Shen", "Minqi Shi", "Shi Qiu", "Huaxiu Yao", "Tianneng Shi", "Jonah So", "Vladislav Susoy", "Hannah Szlyk", "Haocheng Wang", "Jialu Wang", "Wei Wang", "Xinyu Wang", "Zehao Wang", "Dowling Wong", "Angela Wu", "Dehao Wu", "Fangyu Wu", "Mengyuan \"Millie\" Wu", "Yu Wu", "Yuchen Wu", "Yuhao Wu", "Qingpo Wuwu", "Weihang Xiao", "Yongyi Xiong", "Fan Xu", "Ruiling Xu", "Mingxuan Yan", "Benjamin Yang", "Jirong Yang", "Sen Yang", "Xiaoli Yang", "Yushi Yang", "Haoran Ye", "Xiaohu Yu", "Zhengming Yu", "Chenlong Zhang", "Chi Zhang", "Hanning Zhang", "Hanwen Zhang", "Junge Zhang", "Kunpeng Zhang", "Song Zhang", "Wenjin Zhang", "Wenshuo Zhang", "Ying Zhang", "Yizhi Zhang", "Brian Zhao", "Qijian Zhao", "Yimin Zhao", "Yuhaohua Zheng", "Liwei Zhou", "Tianyue Zhou", "Sichen Zhu", "Siqi Zhu", "Yan Zhu", "Yishu Zhu", "Jierui Zuo", "Chonghao Cai", "Helena Casademunt", "Wenjia Chen", "Cheng Cheng", "Nawen Deng", "Rao Fu", "Tianfu Fu", "Yifan Han", "He Ren", "Zhenyu He", "Qiao Jin", "Langlang Li", "Yuetai Li", "Sylvia Liu", "Lu Lu", "Luqing Zhou", "Subhabrata Mukherjee", "Yunqi Ouyang", "Yin Ren", "Dawei Shi", "Haoran Wu", "Zhiyue Wu", "Hannah Yao", "Zhuoran Yi", "Jenny Yu", "Rhea Zhan", "Hang Zhou", "Blake Zhu", "Junfan Zhu", "Alan Yuille", "Yang Liu", "Russell Alan Poldrack", "Jiachen Li", "Zhenglu Li", "Molei Tao", "Jing Huang", "Wenqi Shi", "Costas Spanos", "Lichao Sun", "Chenguang Wang", "Orson Xu", "Zhen Dong", "Hector Gomez", "Aylin Caliskan", "Ali Emami", "Haimin Hu", "Zhi Li", "Lihui Liu", "Murphy Niu", "Yi Shao", "Jianxin Sun", "Mikko Tolonen", "Ting Wang", "Sanjiv Das", "Yanjun Gao", "Wenbo Guo", "Erika J Schneider", "Zhiyong Lu", "Yian Ma", "Mark Mueller", "Radha Poovendran", "Somayeh Sojoudi", "Yinglun Zhu", "Dawn Song"], "categories": ["cs.AI", "cs.CL", "cs.LG"], "id": "2606.05405", "title": "Agents' Last Exam", "type": "arxiv", "url": "https://arxiv.org/abs/2606.05405"}, "sourceUpdatedAt": "2026-06-11T10:09:39Z", "topics": ["cs.AI"], "venueAttempts": [], "whyItMatters": "It measures agent performance on economically valuable workflows, and the hardest tier is far from saturated, with an average full pass rate below 1%."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
