{"record": {"artifacts": [{"id": "arxiv:2411.00836", "kind": "paper", "locator": "linked URL", "url": "https://arxiv.org/abs/2411.00836"}, {"id": "gh:DynaMath/DynaMath", "kind": "repo", "locator": "GitHub repository URL", "url": "https://github.com/DynaMath/DynaMath"}, {"id": "hf:DynaMath/DynaMath_Sample", "kind": "dataset", "locator": "Hugging Face dataset URL", "url": "https://huggingface.co/datasets/DynaMath/DynaMath_Sample"}], "categories": ["多模态", "Multimodal", "推理", "Reasoning", "数学", "Math", "多模态模型", "VLM", "逻辑推理", "数理能力", "开源收录", "Open-Source"], "description": {"en": "DynaMath is a dynamic visual math benchmark designed for in-depth assessment of VLMs. It includes 501 high-quality, multi-topic seed questions, each represented as a Python program enabling the automatic generation of a much larger set of concrete questions.", "zh": "DynaMath用于评估多模态大模型的数学能力，包括501个高质量、多主题的种子问题，每个问题都以Python程序表示，能够自动生成大量具体的多样化问题。"}, "documents": [{"document_type": "registry_page", "id": "opencompass_hub:https://hub.opencompass.org.cn/dataset-detail/DynaMath", "source": "opencompass_hub", "source_url": "https://hub.opencompass.org.cn/dataset-detail/DynaMath", "title": "DynaMath"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "opencompass:1374", "languages": [], "modality": "multimodal", "name": "DynaMath", "openness": {"access_gate": "none", "basis": "Row 1: code_public=yes; data_located=found; data_license=permissive_or_sharealike", "code_license": null, "code_license_note": null, "data_license": "Apache-2.0", "data_license_note": null, "data_located": "found", "evidence": [{"evidence_url": "https://huggingface.co/api/datasets/DynaMath/DynaMath_Sample/tree/main?recursive=true&expand=false", "locator": "file listing: 10VariationSamples.zip"}, {"evidence_url": "https://huggingface.co/api/datasets/DynaMath/DynaMath_Sample", "locator": "cardData.license", "value": "apache-2.0"}], "link_status": "ok", "status": "open"}, "possible_variant": false, "provenance": {"crawl_bundle": "OpenCompassHub_Round2_Public_Evidence_2026-08-18", "crawled_at": "2026-08-18T00:00:00+00:00", "inputs": {"catalog_snapshot": {"crawled_at": "2026-08-17T18:57:37.200294+00:00", "file": "data/leaderboard_snapshots/opencompass_hub_catalog_2026-08-17.csv", "id": "opencompass_hub_2026-08-17", "source_url": "https://hub.opencompass.org.cn/home"}, "round2_evidence": {"crawled_at": "2026-08-18T00:00:00+00:00", "file": "data/leaderboard_snapshots/opencompass_round2/opencompass_round2.jsonl", "id": "OpenCompassHub_Round2_Public_Evidence_2026-08-18"}}, "source_url": "https://hub.opencompass.org.cn/dataset-detail/DynaMath"}, "publisher": {"locator": "detail.basicInfo.publishOrg", "name": "University of Illinois at Urbana-Champaign", "role": "hub_publisher"}, "released": "2024-10-29", "schema_version": 1, "sizes": [{"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant1", "unit": "items", "value": 501}, {"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant2", "unit": "items", "value": 501}, {"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant3", "unit": "items", "value": 501}, {"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant4", "unit": "items", "value": 501}, {"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant5", "unit": "items", "value": 501}, {"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant6", "unit": "items", "value": 501}, {"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant7", "unit": "items", "value": 501}, {"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant8", "unit": "items", "value": 501}, {"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant9", "unit": "items", "value": 501}, {"evidence_url": "https://datasets-server.huggingface.co/size?dataset=DynaMath%2FDynaMath_Sample", "measures": "unclear", "origin": "dataset_viewer", "split": "sample_variant10", "unit": "items", "value": 501}, {"evidence_quote": "- **107 questions** from MathVista, covering topics like analytic geometry and statistics.", "evidence_url": "https://hub.opencompass.org.cn/dataset-detail/DynaMath", "measures": "unclear", "origin": "readme", "split": null, "unit": "questions", "value": 107}, {"evidence_quote": "- **27 questions** from MATH-V, focused on arithmetic, puzzles, and solid geometry.", "evidence_url": "https://hub.opencompass.org.cn/dataset-detail/DynaMath", "measures": "unclear", "origin": "readme", "split": null, "unit": "questions", "value": 27}, {"evidence_quote": "- **45 questions** based on scientific figures.", "evidence_url": "https://hub.opencompass.org.cn/dataset-detail/DynaMath", "measures": "unclear", "origin": "readme", "split": null, "unit": "questions", "value": 45}, {"evidence_quote": "- **48 questions** on graph theory from the MMMU dataset.", "evidence_url": "https://hub.opencompass.org.cn/dataset-detail/DynaMath", "measures": "unclear", "origin": "readme", "split": null, "unit": "questions", "value": 48}, {"evidence_quote": "- **236 questions** on advanced reasoning topics such as functions and geometry from publicly accessible resources.", "evidence_url": "https://hub.opencompass.org.cn/dataset-detail/DynaMath", "measures": "unclear", "origin": "readme", "split": null, "unit": "questions", "value": 236}], "slug": "opencompass-1374-dynamath", "source": "opencompass_hub", "source_benchmark_id": "1374", "version_reported": null}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
