{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2605.23699", "kind": "paper", "url": "https://arxiv.org/abs/2605.23699"}, {"id": "gh:genintel/cronos-benchmark", "kind": "repo", "url": "https://github.com/GenIntel/CRONOS-benchmark"}], "authors": ["León Begiristain", "Olaf Dünkel", "Adam Kortylewski"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2605.23699", "source_url": "https://arxiv.org/abs/2605.23699"}, "categories": ["Cybersecurity", "Vision & 3D", "cs.CV"], "description": {"en": "CRONOS is an intervention-based benchmark for evaluating counterfactual physical consistency in video prediction models. It provides a photorealistic Unreal Engine environment with controlled videos of physical events (collision, occlusion, fall) while intervening on viewpoint, scene, object category, and object appearance. The evaluation protocol defines six metrics computed via video segmentation, tracking, 3D reconstruction, and VLM-based task performance."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2605.23699", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2605.23699", "title": "CRONOS"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2605.23699", "modality": null, "name": "CRONOS", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_cronos_36061fdb", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "d738954180980c456fe2cd09cced020d6aa7cc53f0aeceb1ac0d598c96bd7a2a", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2605.23699"}, "publisher": null, "released": "2026-05-22", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2605.23699", "source_url": "https://arxiv.org/abs/2605.23699"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2605-23699", "source": "claire_radar", "source_benchmark_id": "2605.23699", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["Cybersecurity"], "area": "Vision & 3D", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": "https://github.com/GenIntel/CRONOS-benchmark", "githubScope": "benchmark_repo", "githubStars": 9, "hfDailySubmittedAt": "2026-05-26T00:00:00.000Z", "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": 8, "hfPaperUrl": "https://huggingface.co/papers/2605.23699", "observedAt": "2026-10-04T15:31:48.030916Z", "signalStatus": {"githubStars": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}}, "status": "fresh"}, "capabilities": [], "confidence": "High", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "c0521a32387001d3b42c041ed4cfef544c0ae34c4b83ee919a0d26e527159a47", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "CRONOS is an intervention-based benchmark for evaluating counterfactual physical consistency in video prediction models. It provides a photorealistic Unreal Engine environment with controlled videos of physical events (collision, occlusion, fall) while intervening on viewpoint, scene, object category, and object appearance. The evaluation protocol defines six metrics computed via video segmentation, tracking, 3D reconstruction, and VLM-based task performance.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact coined title identity tied to benchmark evidence", "benchmark release stated in one sentence"], "snippet": "We introduce CRONOS, an intervention-based benchmark designed to evaluate counterfactual physical consistency: whether a model's predictions of physical events respond appropriately to controlled changes in the visual input, such as variations of scene context, viewpoint, object appearance, and object category."}, "familyId": "bmf_6526b48f897f", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [{"evidence": [{"basis": "existing-code-link", "linkedUrl": "https://github.com/GenIntel/CRONOS-benchmark", "url": "https://github.com/GenIntel/CRONOS-benchmark"}, {"basis": "existing-metric-association", "linkedUrl": "https://github.com/GenIntel/CRONOS-benchmark", "url": "https://huggingface.co/papers/2605.23699"}, {"basis": "huggingface-paper-association", "linkedUrl": "https://github.com/GenIntel/CRONOS-benchmark", "url": "https://huggingface.co/api/papers/2605.23699"}], "scope": "benchmark_repo", "url": "https://github.com/GenIntel/CRONOS-benchmark", "verification": "source-linked"}], "status": "linked"}, "heat": null, "id": "bm_cronos_36061fdb", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": ["Cybersecurity"], "links": {"code": "https://github.com/GenIntel/CRONOS-benchmark", "data": null, "hfPaper": "https://huggingface.co/papers/2605.23699", "paper": "https://arxiv.org/abs/2605.23699", "pdf": "https://arxiv.org/pdf/2605.23699", "project": null, "report": "https://arxiv.org/abs/2605.23699"}, "metrics": [], "motivation": "Video prediction is increasingly viewed as a path toward generalizable world models, yet it remains unclear whether these systems learn underlying causal structure or merely exploit superficial visual correlations for future prediction.", "name": "CRONOS", "oneLine": "CRONOS is an intervention-based benchmark for evaluating counterfactual physical consistency in video prediction models. It provides a photorealistic Unreal Engine environment with controlled videos of physical events (collision, occlusion, fall) while intervening on viewpoint, scene, object category, and object appearance. The evaluation protocol defines six metrics computed via video segmentation, tracking, 3D reconstruction, and VLM-based task performance.", "paperTitle": "CRONOS: Benchmarking Counterfactual Physical Consistency in Video Models", "primaryDomain": "Cybersecurity", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2605.23699", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "publishers": [{"name": "GenIntel", "organizationType": "academic-lab", "role": "benchmark-publisher", "sourceUrl": "https://github.com/GenIntel/CRONOS-benchmark"}], "ranking": {}, "readiness": "Runnable", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-05-22", "source": {"authors": ["Le\\'on Begiristain", "Olaf D\\\"unkel", "Adam Kortylewski"], "categories": ["cs.CV"], "id": "2605.23699", "title": "CRONOS: Benchmarking Counterfactual Physical Consistency in Video Models", "type": "arxiv", "url": "https://arxiv.org/abs/2605.23699"}, "sourceUpdatedAt": "2026-05-22T14:51:22Z", "topics": ["cs.CV"], "venueAttempts": [], "whyItMatters": "Current video models often rely on superficial correlations rather than causal structure. CRONOS enables systematic diagnosis of how prediction quality degrades under controlled interventions, providing a concrete target for developing models robust to variations in viewpoint and context."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
