{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2607.07189", "kind": "paper", "url": "https://arxiv.org/abs/2607.07189"}, {"kind": "website", "url": "https://cirp-lab.github.io/imagingbench"}], "authors": ["Ethan Chung", "Chuanjun Zheng", "Jasper Tan", "Jingxi Li", "Haopeng Zhang", "Huaijin Chen"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2607.07189", "source_url": "https://arxiv.org/abs/2607.07189"}, "categories": ["General AI", "Vision & 3D", "cs.AI"], "description": {"en": "ImagingBench evaluates agentic AI systems on 20 computational imaging tasks spanning ray and wave optics, image signal processing, inverse reconstruction, computational sensing, and calibration, across three settings: Expert, Planner, and Forward."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2607.07189", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2607.07189", "title": "ImagingBench"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2607.07189", "modality": null, "name": "ImagingBench", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_imagingbench_e9f34716", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "443cc79c891e8230649ead9bcd15623fd5a396430adcc18ff298ab3e7666dbfc", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2607.07189"}, "publisher": null, "released": "2026-07-08", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2607.07189", "source_url": "https://arxiv.org/abs/2607.07189"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2607-07189", "source": "claire_radar", "source_benchmark_id": "2607.07189", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Vision & 3D", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": null, "githubScope": null, "githubStars": null, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": null, "hfPaperUrl": "https://huggingface.co/papers/2607.07189", "observedAt": "2026-10-04T03:02:42.754940Z", "signalStatus": {"githubStars": {"state": "not_applicable"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "state": "unavailable"}}, "status": "unavailable"}, "capabilities": [], "confidence": "High", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "4f4a63ed0f2afe3e4c0f49b95c07e0baf417a36737e3d86c1dfb8388b35a0dcd", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "ImagingBench evaluates agentic AI systems on 20 computational imaging tasks spanning ray and wave optics, image signal processing, inverse reconstruction, computational sensing, and calibration, across three settings: Expert, Planner, and Forward.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact named benchmark artifact released in abstract", "benchmark release stated in one sentence", "evaluation protocol evidence", "public artifact URL"], "snippet": "We present ImagingBench, a benchmark of 20 computational imaging tasks spanning five categories: ray and wave optics, image signal processing, inverse reconstruction, computational sensing, and calibration."}, "familyId": "bmf_960f5481dc88", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 1, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [], "status": "candidates"}, "heat": null, "id": "bm_imagingbench_e9f34716", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": null, "data": null, "hfPaper": "https://huggingface.co/papers/2607.07189", "paper": "https://arxiv.org/abs/2607.07189", "pdf": "https://arxiv.org/pdf/2607.07189", "project": "https://cirp-lab.github.io/imagingbench", "report": "https://arxiv.org/abs/2607.07189"}, "metrics": [], "motivation": "Vision-language models (VLMs) and agentic AI have shown strong performance on semantic visual tasks, but it remains unclear whether they can handle the physics and inverse problems that underlie computational imaging.", "name": "ImagingBench", "oneLine": "ImagingBench evaluates agentic AI systems on 20 computational imaging tasks spanning ray and wave optics, image signal processing, inverse reconstruction, computational sensing, and calibration, across three settings: Expert, Planner, and Forward.", "paperTitle": "Does AI Understand Imaging? A Systematic Benchmark of Agentic AI for Computational Imaging Tasks", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2607.07189", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "ranking": {"90d": {"confidence": "Low", "coverage": 0.0, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": null, "value": null}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "rank": null, "score": null}, "method": "attention-ranking-v13", "rank": null, "score": null}}, "readiness": "Inspectable", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-07-08", "source": {"authors": ["Ethan Chung", "Chuanjun Zheng", "Jasper Tan", "Jingxi Li", "Haopeng Zhang", "Huaijin Chen"], "categories": ["cs.AI"], "id": "2607.07189", "title": "Does AI Understand Imaging? A Systematic Benchmark of Agentic AI for Computational Imaging Tasks", "type": "arxiv", "url": "https://arxiv.org/abs/2607.07189"}, "sourceUpdatedAt": "2026-07-08T09:23:56Z", "topics": ["cs.AI"], "venueAttempts": [], "whyItMatters": "Reveals the gap between semantic visual competence and physically grounded imaging performance, providing a unified testbed to measure progress in agentic AI for computational imaging."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
