{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2606.14240", "kind": "paper", "url": "https://arxiv.org/abs/2606.14240"}, {"id": "gh:1171-jpg/affordance20q", "kind": "repo", "url": "https://github.com/1171-jpg/Affordance20Q.git"}], "authors": ["Yifan Jiang", "Meige Yang", "Zitong Li", "Jay Pujara"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2606.14240", "source_url": "https://arxiv.org/abs/2606.14240"}, "categories": ["General AI", "Language & Knowledge", "Reasoning"], "description": {"en": "Affordance20Q is a benchmark for evaluating affordance reasoning in LLMs using a 20-questions game. It comprises 1,009 games over 454 objects and 59 affordances, where models identify a hidden object's affordance by asking yes/no questions about physical properties."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2606.14240", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2606.14240", "title": "AFFORDANCE20Q"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2606.14240", "modality": null, "name": "AFFORDANCE20Q", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_affordance20q_4a1ecb35", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "8cb9afaae3d7cb3cca862f0bd7baab766c0e2580ad804b21111892aa6ef3bc06", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2606.14240"}, "publisher": null, "released": "2026-06-12", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2606.14240", "source_url": "https://arxiv.org/abs/2606.14240"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2606-14240", "source": "claire_radar", "source_benchmark_id": "2606.14240", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Language & Knowledge", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": "https://github.com/1171-jpg/Affordance20Q", "githubScope": "benchmark_repo", "githubStars": 0, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": 3, "hfPaperUrl": "https://huggingface.co/papers/2606.14240", "observedAt": "2026-10-04T15:31:48.030916Z", "signalStatus": {"githubStars": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "lastSuccessfulDate": "2026-10-01", "state": "stale"}}, "status": "fresh"}, "capabilities": ["Reasoning"], "confidence": "High", "construction": "Transform Existing", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "dd61f2b3753053a683d5b5fa8b53ec7f3847c5984b3afc0b06672e4172a4b092", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "Affordance20Q is a benchmark for evaluating affordance reasoning in LLMs using a 20-questions game. It comprises 1,009 games over 454 objects and 59 affordances, where models identify a hidden object's affordance by asking yes/no questions about physical properties.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact coined title identity tied to benchmark evidence", "benchmark release stated in one sentence", "public artifact URL"], "snippet": "To address this gap, we introduce Affordance20Q, a novel affordance reasoning benchmark formulated as a 20-Questions game without exposing the object's identity."}, "familyId": "bmf_b583dac6d78c", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [{"evidence": [{"basis": "existing-code-link", "linkedUrl": "https://github.com/1171-jpg/Affordance20Q.git", "url": "https://github.com/1171-jpg/Affordance20Q.git"}, {"basis": "existing-metric-association", "linkedUrl": "https://github.com/1171-jpg/Affordance20Q", "url": "https://huggingface.co/papers/2606.14240"}, {"basis": "huggingface-paper-association", "linkedUrl": "https://github.com/1171-jpg/Affordance20Q", "url": "https://huggingface.co/api/papers/2606.14240"}, {"basis": "linked-from-report", "linkedUrl": "https://github.com/1171-jpg/Affordance20Q.git", "url": "https://arxiv.org/abs/2606.14240"}, {"basis": "linked-from-report", "linkedUrl": "https://github.com/1171-jpg/Affordance20Q.git.", "url": "https://arxiv.org/abs/2606.14240"}], "scope": "benchmark_repo", "url": "https://github.com/1171-jpg/Affordance20Q", "verification": "source-linked"}], "status": "linked"}, "heat": null, "id": "bm_affordance20q_4a1ecb35", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": "https://github.com/1171-jpg/Affordance20Q.git", "data": null, "hfPaper": "https://huggingface.co/papers/2606.14240", "paper": "https://arxiv.org/abs/2606.14240", "pdf": "https://arxiv.org/pdf/2606.14240", "project": null, "report": "https://arxiv.org/abs/2606.14240"}, "metrics": [], "motivation": "Affordance reasoning, the inference of an object's action possibilities from its physical properties (e.g., shape and material), is fundamental to human physical understanding and increasingly critical for Large Language Models (LLMs).", "name": "AFFORDANCE20Q", "oneLine": "Affordance20Q is a benchmark for evaluating affordance reasoning in LLMs using a 20-questions game. It comprises 1,009 games over 454 objects and 59 affordances, where models identify a hidden object's affordance by asking yes/no questions about physical properties.", "paperTitle": "AFFORDANCE20Q: Evaluating Affordance Reasoning from Physical Properties", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2606.14240", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "ranking": {}, "readiness": "Runnable", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-06-12", "source": {"authors": ["Yifan Jiang", "Meige Yang", "Zitong Li", "Jay Pujara"], "categories": ["cs.AI"], "id": "2606.14240", "title": "AFFORDANCE20Q: Evaluating Affordance Reasoning from Physical Properties", "type": "arxiv", "url": "https://arxiv.org/abs/2606.14240"}, "sourceUpdatedAt": "2026-06-12T08:20:19Z", "topics": ["Reasoning"], "venueAttempts": [], "whyItMatters": "Affordance reasoning is fundamental to physical understanding. Affordance20Q tests whether models can reason over physical properties without relying on memorized object-affordance mappings, which is crucial for embodied AI."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
