{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2607.17999", "kind": "paper", "url": "https://arxiv.org/abs/2607.17999"}], "authors": ["Zhiwei Wei", "Yonghe Sun", "Zhenjia Liu", "Wenjia Xu", "Chao He", "Weihua Dong", "Chunbo Liu", "Hua Liao"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2607.17999", "source_url": "https://arxiv.org/abs/2607.17999"}, "categories": ["General AI", "Language & Knowledge", "cs.AI"], "description": {"en": "ChoroplethMap-Bench evaluates spatial understanding of foundation models with 2,400 synthetic choropleth maps, corresponding GeoJSON data, and 12,000 questions across five cognitive dimensions (Identify, Spatial Recognition, Compare, Rank, Delineate). Models are assessed under Data Only, Map Only, and Data + Map conditions."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2607.17999", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2607.17999", "title": "ChoroplethMap-Bench"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "institutions": ["Hunan Normal University", "Beijing University of Posts and Telecommunications", "Wuhan Business University", "Beijing Normal University", "State Key Laboratory of Earth Surface Processes and Resource Ecology", "Chinese Academy of Sciences", "Aerospace Information Research Institute"], "institutions_reference": {"basis": "openalex_linked_institutions", "doi": "10.48550/arxiv.2607.17999", "retrieved_at": "2026-11-04", "source_key": "claire-radar:2607.17999", "source_url": "https://openalex.org/W7169879524"}, "key": "claire-radar:2607.17999", "modality": null, "name": "ChoroplethMap-Bench", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_choroplethmap-bench_3460d576", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "7585fcdd46c3b687bc0905e07e2481d97bbd1a1e7cb326713cd820eac01a0738", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2607.17999"}, "publisher": null, "released": "2026-07-20", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2607.17999", "source_url": "https://arxiv.org/abs/2607.17999"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2607-17999", "source": "claire_radar", "source_benchmark_id": "2607.17999", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Machine Generated", "applicationDomains": ["General AI"], "area": "Language & Knowledge", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": null, "githubScope": null, "githubStars": null, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": null, "hfPaperUrl": "https://huggingface.co/papers/2607.17999", "observedAt": "2026-10-04T03:02:42.754940Z", "signalStatus": {"githubStars": {"state": "not_applicable"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "state": "unavailable"}}, "status": "unavailable"}, "capabilities": [], "confidence": "High", "construction": "Original Synthetic", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "bcc47b172b981fc992a5061e574108d8fdd67c9465d2fc1200e6ecdf7d15c704", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "ChoroplethMap-Bench evaluates spatial understanding of foundation models with 2,400 synthetic choropleth maps, corresponding GeoJSON data, and 12,000 questions across five cognitive dimensions (Identify, Spatial Recognition, Compare, Rank, Delineate). Models are assessed under Data Only, Map Only, and Data + Map conditions.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact named benchmark artifact released in abstract", "benchmark release stated in one sentence", "evaluation protocol evidence"], "snippet": "We introduce ChoroplethMap-Bench, a controlled benchmark containing 2,400 synthetic choropleth maps, corresponding GeoJSON data, and 12,000 questions across five cognitive dimensions: Identify, Spatial Recognition, Compare, Rank, and Delineate."}, "familyId": "bmf_92308d9f928f", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [], "status": "not-found"}, "heat": null, "id": "bm_choroplethmap-bench_3460d576", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": null, "data": null, "hfPaper": "https://huggingface.co/papers/2607.17999", "paper": "https://arxiv.org/abs/2607.17999", "pdf": "https://arxiv.org/pdf/2607.17999", "project": null, "report": "https://arxiv.org/abs/2607.17999"}, "metrics": [], "motivation": "Spatial understanding is crucial for foundation models (FMs), and maps have long helped humans organize and reason about geographic information.", "name": "ChoroplethMap-Bench", "oneLine": "ChoroplethMap-Bench evaluates spatial understanding of foundation models with 2,400 synthetic choropleth maps, corresponding GeoJSON data, and 12,000 questions across five cognitive dimensions (Identify, Spatial Recognition, Compare, Rank, Delineate). Models are assessed under Data Only, Map Only, and Data + Map conditions.", "paperTitle": "Do Maps Still Matter for Machines: Revisiting the Role of Choropleth Maps in Foundation Model Spatial Understanding", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2607.17999", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "publishers": [{"name": "The authors", "organizationType": "community", "role": "benchmark-publisher", "sourceUrl": "https://arxiv.org/abs/2607.17999"}], "ranking": {"90d": {"confidence": "Low", "coverage": 0.0, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": null, "value": null}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "rank": null, "score": null}, "method": "attention-ranking-v13", "rank": null, "score": null}}, "readiness": "Paper only", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-07-20", "source": {"authors": ["Zhiwei Wei", "Yonghe Sun", "Zhenjia Liu", "Wenjia Xu", "Chao He", "Weihua Dong", "Chunbo Liu", "Hua Liao"], "categories": ["cs.AI", "cs.CV"], "id": "2607.17999", "title": "Do Maps Still Matter for Machines: Revisiting the Role of Choropleth Maps in Foundation Model Spatial Understanding", "type": "arxiv", "url": "https://arxiv.org/abs/2607.17999"}, "sourceUpdatedAt": "2026-08-02T06:45:42Z", "topics": ["cs.AI"], "venueAttempts": [], "whyItMatters": "The benchmark assesses whether cartographic representations add value over structured geodata for machine spatial reasoning, addressing a gap in evaluating map-based inputs. It supports decisions on when to incorporate visual map data in geospatial AI systems."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
