{"record": {"artifacts": [{"id": "gh:open-compass/Ada-LEval", "kind": "repo", "locator": "GitHub repository URL", "url": "https://github.com/open-compass/Ada-LEval"}], "categories": ["长文本", "Long-Context", "NAACL 2024", "大语言模型", "LLM", "长上下文", "Long Context", "官方自建", "Official"], "description": {"en": "Ada-LEval is a length-adaptable benchmark for evaluating the long-context understanding\nof LLMs. Ada-LEval includes two challenging subsets, TSort and BestAnswer, which enable\na more reliable evaluation of LLMs’ long context capabilities.", "zh": "Ada-LEval 用于评估大型语言模型（LLMs）对长上下文的理解能力。Ada-LEval 包含两个具有挑战性的子集，TSort 和 BestAnswer，能够更可靠地评估 LLMs 的长上下文能力。"}, "documents": [{"document_type": "registry_page", "id": "opencompass_hub:https://hub.opencompass.org.cn/dataset-detail/Ada-LEval", "source": "opencompass_hub", "source_url": "https://hub.opencompass.org.cn/dataset-detail/Ada-LEval", "title": "Ada-LEval"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "opencompass:1155", "languages": [], "modality": null, "name": "Ada-LEval", "openness": {"access_gate": "none", "basis": "Row 5: data_located=not_found_at_this_location", "code_license": null, "code_license_note": null, "data_license": null, "data_license_note": null, "data_located": "not_found_at_this_location", "evidence": [], "link_status": "ok", "status": "unknown"}, "possible_variant": false, "provenance": {"crawl_bundle": "OpenCompassHub_Round2_Public_Evidence_2026-08-18", "crawled_at": "2026-08-18T00:00:00+00:00", "inputs": {"catalog_snapshot": {"crawled_at": "2026-08-17T18:57:37.200294+00:00", "file": "data/leaderboard_snapshots/opencompass_hub_catalog_2026-08-17.csv", "id": "opencompass_hub_2026-08-17", "source_url": "https://hub.opencompass.org.cn/home"}, "round2_evidence": {"crawled_at": "2026-08-18T00:00:00+00:00", "file": "data/leaderboard_snapshots/opencompass_round2/opencompass_round2.jsonl", "id": "OpenCompassHub_Round2_Public_Evidence_2026-08-18"}}, "source_url": "https://hub.opencompass.org.cn/dataset-detail/Ada-LEval"}, "publisher": {"locator": "detail.basicInfo.publishOrg", "name": "Shanghai AI Laboratory", "role": "hub_publisher"}, "released": "2024-06-16", "schema_version": 1, "sizes": [], "slug": "opencompass-1155-ada-leval", "source": "opencompass_hub", "source_benchmark_id": "1155", "version_reported": null}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
