{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2607.14202", "kind": "paper", "url": "https://arxiv.org/abs/2607.14202"}, {"id": "gh:cactusqq/keyframe-compass", "kind": "repo", "url": "https://github.com/cactusqq/KeyFrame-Compass"}], "authors": ["Yuqi Tang", "Tengfei Liu", "Yizheng Lai", "Yuran Wang", "Yang Shi", "Wanshun Su", "Zhuoran Zhang", "Qixun Wang", "Xiaohan Zhang", "Xinlei Yu", "Xuehai Bai", "Xuanyu Zhu", "Bohan Zeng", "Bozhou Li", "Shujie Li", "Yifan Dai", "Yujie Wei", "Shixuan Liu", "Haotian Wang", "Jialu Chen", "Yuanxing Zhang"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2607.14202", "source_url": "https://arxiv.org/abs/2607.14202"}, "categories": ["General AI", "Vision & 3D", "cs.CV"], "description": {"en": "KeyFrame-Compass evaluates keyframe-conditioned video generation across 386 curated samples spanning three application domains, two video structures, two prompt granularities, two conditioning formats, and four keyframe densities. It jointly measures keyframe execution (presence, fidelity, temporal ordering, localization, persistence, uniqueness) and overall video quality via evidence-grounded MLLM judgments and specialized perception models."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2607.14202", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2607.14202", "title": "KeyFrame-Compass"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2607.14202", "modality": null, "name": "KeyFrame-Compass", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_keyframe-compass_c03623fb", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "b7056471194f3750d23795b21b23180769fbcc8767013a4556430e9b2ff70f37", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2607.14202"}, "publisher": null, "released": "2026-07-15", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2607.14202", "source_url": "https://arxiv.org/abs/2607.14202"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2607-14202", "source": "claire_radar", "source_benchmark_id": "2607.14202", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Vision & 3D", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": "https://github.com/cactusqq/KeyFrame-Compass", "githubScope": "benchmark_repo", "githubStars": 10, "hfDailySubmittedAt": "2026-07-17T00:00:00.000Z", "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": 43, "hfPaperUrl": "https://huggingface.co/papers/2607.14202", "observedAt": "2026-10-04T15:31:48.030916Z", "signalStatus": {"githubStars": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}}, "status": "fresh"}, "capabilities": [], "confidence": "High", "construction": "Transform Existing", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "df26a592cc7930a241131cbc5981ea9921587bfcbb0510b6b389ea433c5d1994", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "KeyFrame-Compass evaluates keyframe-conditioned video generation across 386 curated samples spanning three application domains, two video structures, two prompt granularities, two conditioning formats, and four keyframe densities. It jointly measures keyframe execution (presence, fidelity, temporal ordering, localization, persistence, uniqueness) and overall video quality via evidence-grounded MLLM judgments and specialized perception models.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact coined title identity tied to benchmark evidence", "benchmark release stated in one sentence", "evaluation protocol evidence"], "snippet": "We present KeyFrame-Compass, the first comprehensive benchmark for evaluating keyframe-conditioned video generation."}, "familyId": "bmf_6d5f810b3b48", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [{"evidence": [{"basis": "existing-code-link", "linkedUrl": "https://github.com/cactusqq/KeyFrame-Compass", "url": "https://github.com/cactusqq/KeyFrame-Compass"}, {"basis": "existing-metric-association", "linkedUrl": "https://github.com/cactusqq/KeyFrame-Compass", "url": "https://huggingface.co/papers/2607.14202"}], "scope": "benchmark_repo", "url": "https://github.com/cactusqq/KeyFrame-Compass", "verification": "source-linked"}], "status": "linked"}, "heat": null, "id": "bm_keyframe-compass_c03623fb", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": "https://github.com/cactusqq/KeyFrame-Compass", "data": null, "hfPaper": "https://huggingface.co/papers/2607.14202", "paper": "https://arxiv.org/abs/2607.14202", "pdf": "https://arxiv.org/pdf/2607.14202", "project": null, "report": "https://arxiv.org/abs/2607.14202"}, "metrics": [], "motivation": "Video generation increasingly relies on keyframe-based workflows, where creators specify a sequence of reference images to guide generation.", "name": "KeyFrame-Compass", "oneLine": "KeyFrame-Compass evaluates keyframe-conditioned video generation across 386 curated samples spanning three application domains, two video structures, two prompt granularities, two conditioning formats, and four keyframe densities. It jointly measures keyframe execution (presence, fidelity, temporal ordering, localization, persistence, uniqueness) and overall video quality via evidence-grounded MLLM judgments and specialized perception models.", "paperTitle": "KeyFrame-Compass: Towards Comprehensive Evaluation of Keyframe-Conditioned Video Generation", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2607.14202", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "publishers": [{"name": "KeyFrame-Compass Team", "organizationType": "academic-lab", "role": "benchmark-publisher", "sourceUrl": "https://github.com/cactusqq/KeyFrame-Compass"}], "ranking": {"90d": {"confidence": "Medium", "coverage": 0.7, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": 0.32007591406276925, "value": 10}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": 0.6686459095817379, "value": 43}}, "confidence": "Medium", "coverage": 0.7, "rank": 122, "score": 43}, "method": "attention-ranking-v13", "rank": 122, "score": 43}}, "readiness": "Runnable", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-07-15", "source": {"authors": ["Yuqi Tang", "Tengfei Liu", "Yizheng Lai", "Yuran Wang", "Yang Shi", "Wanshun Su", "Zhuoran Zhang", "Qixun Wang", "Xiaohan Zhang", "Xinlei Yu", "Xuehai Bai", "Xuanyu Zhu", "Bohan Zeng", "Bozhou Li", "Shujie Li", "Yifan Dai", "Yujie Wei", "Shixuan Liu", "Haotian Wang", "Jialu Chen", "Yuanxing Zhang"], "categories": ["cs.CV"], "id": "2607.14202", "title": "KeyFrame-Compass: Towards Comprehensive Evaluation of Keyframe-Conditioned Video Generation", "type": "arxiv", "url": "https://arxiv.org/abs/2607.14202"}, "sourceUpdatedAt": "2026-07-15T17:46:12Z", "topics": ["cs.CV"], "venueAttempts": [], "whyItMatters": "As keyframe-based workflows grow in video production, there is no standardized way to assess whether models faithfully reproduce prescribed keyframes while maintaining natural video quality. KeyFrame-Compass provides a controlled testbed that reveals trade-offs and degradation patterns, helping practitioners choose models based on constraint density and input format."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
