{"record": {"artifacts": [{"id": "arxiv:2308.08833", "kind": "paper", "locator": "linked URL", "url": "https://arxiv.org/pdf/2308.08833"}, {"id": "gh:FreedomIntelligence/CMB", "kind": "repo", "locator": "GitHub repository URL", "url": "https://github.com/FreedomIntelligence/CMB"}, {"id": "hf:FreedomIntelligence/CMB", "kind": "dataset", "locator": "Hugging Face dataset URL", "url": "https://huggingface.co/datasets/FreedomIntelligence/CMB"}], "categories": ["其他", "Other", "NAACL 2024", "大语言模型", "LLM", "知识储备", "Knowledge"], "description": {"en": "CMB is Comprehensive Medical Benchmark in Chinese, designed and rooted entirely within the native Chinese linguistic and cultural framework.", "zh": "CMB 是一个综合医学基准，专为中文而设计，并完全依赖于本土的中文语言和文化框架中。"}, "documents": [{"document_type": "registry_page", "id": "opencompass_hub:https://hub.opencompass.org.cn/dataset-detail/CMB", "source": "opencompass_hub", "source_url": "https://hub.opencompass.org.cn/dataset-detail/CMB", "title": "CMB"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "opencompass:1137", "languages": ["English", "Chinese"], "modality": null, "name": "CMB", "openness": {"access_gate": "none", "basis": "Row 1: code_public=yes; data_located=found; data_license=permissive_or_sharealike", "code_license": "Apache-2.0", "code_license_note": null, "data_license": "Apache-2.0", "data_license_note": null, "data_located": "found", "evidence": [{"evidence_url": "https://huggingface.co/api/datasets/FreedomIntelligence/CMB/tree/main?recursive=true&expand=false", "locator": "file listing: CMB-Clin-qa.json"}, {"evidence_url": "https://huggingface.co/api/datasets/FreedomIntelligence/CMB", "locator": "cardData.license", "value": "apache-2.0"}], "link_status": "ok", "status": "open"}, "possible_variant": false, "provenance": {"crawl_bundle": "OpenCompassHub_Round2_Public_Evidence_2026-08-18", "crawled_at": "2026-08-18T00:00:00+00:00", "inputs": {"catalog_snapshot": {"crawled_at": "2026-08-17T18:57:37.200294+00:00", "file": "data/leaderboard_snapshots/opencompass_hub_catalog_2026-08-17.csv", "id": "opencompass_hub_2026-08-17", "source_url": "https://hub.opencompass.org.cn/home"}, "round2_evidence": {"crawled_at": "2026-08-18T00:00:00+00:00", "file": "data/leaderboard_snapshots/opencompass_round2/opencompass_round2.jsonl", "id": "OpenCompassHub_Round2_Public_Evidence_2026-08-18"}}, "source_url": "https://hub.opencompass.org.cn/dataset-detail/CMB"}, "publisher": {"locator": "detail.basicInfo.publishOrg", "name": "The Chinese University of Hong Kong & Shenzhen Research Institute of Big Data", "role": "hub_publisher"}, "released": "2024-04-04", "schema_version": 1, "sizes": [{"evidence_url": "https://datasets-server.huggingface.co/size?dataset=FreedomIntelligence%2FCMB", "measures": "eval_set", "origin": "dataset_viewer", "split": "test", "unit": "items", "value": 74}, {"evidence_quote": "- CMB-test: 400 questions per subcategories, 11200 questions in total", "evidence_url": "https://hub.opencompass.org.cn/dataset-detail/CMB", "measures": "eval_set", "origin": "readme", "split": null, "unit": "questions", "value": 400}, {"evidence_quote": "- CMB-test: 400 questions per subcategories, 11200 questions in total", "evidence_url": "https://hub.opencompass.org.cn/dataset-detail/CMB", "measures": "eval_set", "origin": "readme", "split": null, "unit": "questions", "value": 200}, {"evidence_quote": "- CMB-val: 280 questions with solutions and explanations;", "evidence_url": "https://hub.opencompass.org.cn/dataset-detail/CMB", "measures": "unclear", "origin": "readme", "split": null, "unit": "questions", "value": 280}, {"evidence_quote": "- CMB-train: 269359 questions for medical knowledge injection", "evidence_url": "https://hub.opencompass.org.cn/dataset-detail/CMB", "measures": "train_set", "origin": "readme", "split": null, "unit": "questions", "value": 359}], "slug": "opencompass-1137-cmb", "source": "opencompass_hub", "source_benchmark_id": "1137", "version_reported": null}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
