{"record": {"artifacts": [{"id": "arxiv:2501.01257", "kind": "paper", "locator": "linked URL", "url": "https://arxiv.org/abs/2501.01257"}, {"id": "gh:QwenLM/CodeElo", "kind": "repo", "locator": "GitHub repository URL", "url": "https://github.com/QwenLM/CodeElo"}, {"id": "hf:Qwen/CodeElo", "kind": "dataset", "locator": "Hugging Face dataset URL", "url": "https://huggingface.co/datasets/Qwen/CodeElo"}], "categories": ["代码", "Code", "大语言模型", "LLM", "代码工程"], "description": {"en": "Researchers introduce CodeElo, a standardized competition-level code generation benchmark that effectively addresses all these challenges for the first time. CodeElo benchmark is mainly based on the official CodeForces platform and tries to align with the platform as much as possible.", "zh": "CodeElo，这是一个标准化的竞赛级代码生成基准测试，有效解决了所有这些挑战。CodeElo 基准测试主要基于官方 CodeForces 平台，并尽可能与该平台保持一致。"}, "documents": [{"document_type": "registry_page", "id": "opencompass_hub:https://hub.opencompass.org.cn/dataset-detail/CodeElo", "source": "opencompass_hub", "source_url": "https://hub.opencompass.org.cn/dataset-detail/CodeElo", "title": "CodeElo"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "opencompass:1624", "languages": [], "modality": null, "name": "CodeElo", "openness": {"access_gate": "none", "basis": "Row 1: code_public=yes; data_located=found; data_license=permissive_or_sharealike", "code_license": null, "code_license_note": null, "data_license": "Apache-2.0", "data_license_note": null, "data_located": "found", "evidence": [{"evidence_url": "https://huggingface.co/api/datasets/Qwen/CodeElo/tree/main?recursive=true&expand=false", "locator": "file listing: test.json"}, {"evidence_url": "https://huggingface.co/api/datasets/Qwen/CodeElo", "locator": "cardData.license", "value": "apache-2.0"}], "link_status": "ok", "status": "open"}, "possible_variant": false, "provenance": {"crawl_bundle": "OpenCompassHub_Round2_Public_Evidence_2026-08-18", "crawled_at": "2026-08-18T00:00:00+00:00", "inputs": {"catalog_snapshot": {"crawled_at": "2026-08-17T18:57:37.200294+00:00", "file": "data/leaderboard_snapshots/opencompass_hub_catalog_2026-08-17.csv", "id": "opencompass_hub_2026-08-17", "source_url": "https://hub.opencompass.org.cn/home"}, "round2_evidence": {"crawled_at": "2026-08-18T00:00:00+00:00", "file": "data/leaderboard_snapshots/opencompass_round2/opencompass_round2.jsonl", "id": "OpenCompassHub_Round2_Public_Evidence_2026-08-18"}}, "source_url": "https://hub.opencompass.org.cn/dataset-detail/CodeElo"}, "publisher": {"locator": "detail.basicInfo.publishOrg", "name": "QwenTeam, Alibaba Group", "role": "hub_publisher"}, "released": "2025-01-03", "schema_version": 1, "sizes": [{"evidence_url": "https://datasets-server.huggingface.co/size?dataset=Qwen%2FCodeElo", "measures": "eval_set", "origin": "dataset_viewer", "split": "test", "unit": "items", "value": 408}], "slug": "opencompass-1624-codeelo", "source": "opencompass_hub", "source_benchmark_id": "1624", "version_reported": null}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
