{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2608.14391", "kind": "paper", "url": "https://arxiv.org/abs/2608.14391"}, {"id": "gh:24029100313/ra-bench", "kind": "repo", "url": "https://github.com/24029100313/RA-Bench"}], "authors": ["Shuo Liang", "Yixing Ma", "Pengfei Zhou", "Zhenglin Wan", "Xingyan Chen", "Zihan Mei", "Manting Li", "Feihan Chen", "Zhiwen Wang", "Bin Xu", "Haotian Zhang", "Jiajun Song", "Shiya Su", "Run Liu", "Zhenghang Ni", "Yifa Yu", "Jintao Hong", "Bolong Feng", "Yifei Liu", "Zirui Zhang", "Jingxuan Zhang", "Songlin Zhao", "Yifan Bai", "Kang Tan", "Yizhe Liu", "Junhao Du", "Yongtao Ge", "Zhaopan Xv", "Xinyuan Zhang", "Mengru Ma", "Chunhua Shen", "Wei Wang", "Yang You", "Zheng Zhu", "Kaipeng Zhang", "Wangbo Zhao"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2608.14391", "source_url": "https://arxiv.org/abs/2608.14391"}, "categories": ["General AI", "Vision & 3D", "cs.CV"], "description": {"en": "RA-Bench evaluates AI-generated video detection using real crisis-event videos as anchors. It includes 17,886 videos: 1,830 real anchors across 10 social-risk categories and 16,056 generated clips from nine generators. Detection is scored per source via AUC and TPR@5%FPR, with separate tracks for human-deceptive and dissemination-processed videos."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2608.14391", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2608.14391", "title": "RA-Bench"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2608.14391", "modality": null, "name": "RA-Bench", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_ra-bench_8deff463", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "be3a78a57461b50ba1f9cb127a51c5542552ba1383d50a89e5dba1acb8cadec3", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2608.14391"}, "publisher": null, "released": "2026-08-14", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2608.14391", "source_url": "https://arxiv.org/abs/2608.14391"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2608-14391", "source": "claire_radar", "source_benchmark_id": "2608.14391", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Vision & 3D", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": "https://github.com/24029100313/RA-Bench", "githubScope": "benchmark_repo", "githubStars": 129, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": 286, "hfPaperUrl": "https://huggingface.co/papers/2608.14391", "observedAt": "2026-10-04T15:31:48.030916Z", "signalStatus": {"githubStars": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "lastSuccessfulDate": "2026-09-30", "state": "stale"}}, "status": "fresh"}, "capabilities": [], "confidence": "High", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "856c736b7dc8596472120f97a8e1b966a697ea59dc18f7f66978cc093746679d", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "RA-Bench evaluates AI-generated video detection using real crisis-event videos as anchors. It includes 17,886 videos: 1,830 real anchors across 10 social-risk categories and 16,056 generated clips from nine generators. Detection is scored per source via AUC and TPR@5%FPR, with separate tracks for human-deceptive and dissemination-processed videos.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact named benchmark artifact released in abstract", "benchmark release stated in one sentence", "evaluation protocol evidence"], "snippet": "To address this gap, we introduce RA-Bench, a benchmark for AI-generated video detection that uses Real videos as Anchors."}, "familyId": "bmf_d6d2987131f5", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [{"evidence": [{"basis": "existing-code-link", "linkedUrl": "https://github.com/24029100313/RA-Bench", "url": "https://github.com/24029100313/RA-Bench"}, {"basis": "existing-metric-association", "linkedUrl": "https://github.com/24029100313/RA-Bench", "url": "https://huggingface.co/papers/2608.14391"}], "scope": "benchmark_repo", "url": "https://github.com/24029100313/RA-Bench", "verification": "source-linked"}], "status": "linked"}, "heat": null, "id": "bm_ra-bench_8deff463", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": "https://github.com/24029100313/RA-Bench", "data": null, "hfPaper": "https://huggingface.co/papers/2608.14391", "paper": "https://arxiv.org/abs/2608.14391", "pdf": "https://arxiv.org/pdf/2608.14391", "project": null, "report": "https://arxiv.org/abs/2608.14391"}, "metrics": [], "motivation": "Recent video generators can fabricate realistic depictions of wars, disasters, public emergencies, and other real-world crises, creating substantial risks of misinformation.", "name": "RA-Bench", "oneLine": "RA-Bench evaluates AI-generated video detection using real crisis-event videos as anchors. It includes 17,886 videos: 1,830 real anchors across 10 social-risk categories and 16,056 generated clips from nine generators. Detection is scored per source via AUC and TPR@5%FPR, with separate tracks for human-deceptive and dissemination-processed videos.", "paperTitle": "Can We Defend Against AI-Generated Video Attacks on Real-World Crisis Events? A Systematic Evaluation of Detectors, Generators and Social Dissemination", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2608.14391", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "ranking": {"90d": {"confidence": "Medium", "coverage": 0.7, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": 0.6497283497470716, "value": 129}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": 1.0, "value": 286}}, "confidence": "Medium", "coverage": 0.7, "rank": 10, "score": 66}, "method": "attention-ranking-v13", "rank": 10, "score": 66}}, "readiness": "Runnable", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-08-14", "source": {"authors": ["Shuo Liang", "Yixing Ma", "Pengfei Zhou", "Zhenglin Wan", "Xingyan Chen", "Zihan Mei", "Manting Li", "Feihan Chen", "Zhiwen Wang", "Bin Xu", "Haotian Zhang", "Jiajun Song", "Shiya Su", "Run Liu", "Zhenghang Ni", "Yifa Yu", "Jintao Hong", "Bolong Feng", "Yifei Liu", "Zirui Zhang", "Jingxuan Zhang", "Songlin Zhao", "Yifan Bai", "Kang Tan", "Yizhe Liu", "Junhao Du", "Yongtao Ge", "Zhaopan Xv", "Xinyuan Zhang", "Mengru Ma", "Chunhua Shen", "Wei Wang", "Yang You", "Zheng Zhu", "Kaipeng Zhang", "Wangbo Zhao"], "categories": ["cs.CV", "cs.AI"], "id": "2608.14391", "title": "Can We Defend Against AI-Generated Video Attacks on Real-World Crisis Events? A Systematic Evaluation of Detectors, Generators and Social Dissemination", "type": "arxiv", "url": "https://arxiv.org/abs/2608.14391"}, "sourceUpdatedAt": "2026-08-17T01:05:35Z", "topics": ["cs.CV"], "venueAttempts": [], "whyItMatters": "Current detectors lack evidence on realistic AI-generated crisis videos. RA-Bench provides a matched real-generated evaluation to assess detector generalization, human perception, and robustness to social dissemination, supporting practical decisions on misinformation defense."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
