{"record": {"aliases": ["RAP: Research Attention Prediction Reveals Target-Conditioned Evidence Acquisition Biases"], "artifacts": [{"id": "arxiv:2609.10092", "kind": "paper", "url": "https://arxiv.org/abs/2609.10092"}], "authors": ["Yingqian Wu", "Jingcong Liang", "Shengbin Yue", "Siyuan Wang", "Zhenfei Yin", "Junchi Yu", "Zhongyu Wei"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2609.10092", "source_url": "https://arxiv.org/abs/2609.10092"}, "categories": ["General AI", "Language & Knowledge", "cs.AI"], "description": {"en": "Evaluates LLM agents' ability to predict research attention shifts by forecasting paper shares across 278 AI/ML fields over six months using a rolling temporally restricted arXiv corpus."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2609.10092", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2609.10092", "title": "Research Attention Prediction (RAP)"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2609.10092", "modality": null, "name": "Research Attention Prediction (RAP)", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"admission_policy_version": "2026-09-09.1", "confidence": "Medium", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "true", "origin_record_id": "bm_rap-research-attention-prediction-reveals-_365fa92f", "origin_source": "arxiv", "recognition_confidence": "0.6", "record_sha256": "cafd19cfb9553b26ec97bb862574d5e0ee61fc1361b74bef897d50fcc9091fc3", "relation": "introduces", "review_model": "deepseek-v4-pro", "review_state": "ai-reviewed", "reviewed_at": "2026-09-11T00:52:53.785364Z", "source_url": "https://arxiv.org/abs/2609.10092"}, "publisher": null, "released": "2026-09-09", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2609.10092", "source_url": "https://arxiv.org/abs/2609.10092"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2609-10092", "source": "claire_radar", "source_benchmark_id": "2609.10092", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": ["RAP: Research Attention Prediction Reveals Target-Conditioned Evidence Acquisition Biases"], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Language & Knowledge", "attention": {"asOf": "2026-09-10", "attemptedAt": "2026-09-10T12:24:43.080049Z", "githubRepo": null, "githubScope": null, "githubStars": null, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": null, "hfPaperUrl": "https://huggingface.co/papers/2609.10092", "observedAt": "2026-09-09T12:31:07.558041Z", "signalStatus": {"githubStars": {"state": "not_applicable"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-09-10T12:24:43.080049Z", "state": "unavailable"}}, "status": "unavailable"}, "attentionForecast": {"confidence": "Low", "horizon": "7d", "reason": "Research forecasting is a specialized area, but the benchmark's scale and novel task may attract NLP and meta-science researchers.", "score": 40}, "capabilities": [], "confidence": "Medium", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-09-11T00:52:53.785364Z", "inputHash": "240232204f599ef86ad0afa1deac30ede6bf9739366d52d91b40dde763d34e46", "model": "deepseek-v4-pro"}, "curation": {"admissionPolicyVersion": "2026-09-09.1", "canonicalNameEvidence": "We introduce Research Attention Prediction (RAP), a rolling benchmark covering 278 AI/ML fields", "canonicalNameSource": "abstract", "decisionReason": "Rolling benchmark with defined episodes and baseline comparison, though no direct data link; task and scoring are clear.", "evaluationEvidence": {"reuse": "1,390 episodes", "scoring": "all four diagnostic models perform worse than an exact-count exponentially weighted moving average (EWMA) baseline in compositional accuracy", "task": "At each cut-off, an LLM agent searches a temporally restricted arXiv corpus and predicts the next six months' paper shares across eight frozen research directions."}, "model": "deepseek-v4-pro", "reviewedAt": "2026-09-11T00:52:53.785364Z", "state": "ai-reviewed"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "Evaluates LLM agents' ability to predict research attention shifts by forecasting paper shares across 278 AI/ML fields over six months using a rolling temporally restricted arXiv corpus.", "displayEligible": true, "domainCuration": {"method": "rules-v1", "state": "auto"}, "evaluationMode": "public_reusable", "evidence": {"reasonCodes": ["benchmark term in abstract", "benchmark release stated in one sentence", "evaluation protocol evidence"], "snippet": "We introduce Research Attention Prediction (RAP), a rolling benchmark covering 278 AI/ML fields and 1,390 episodes."}, "familyId": "bmf_16506cb9cffa", "firstSeenAt": "2026-09-10", "heat": null, "id": "bm_rap-research-attention-prediction-reveals-_365fa92f", "indexedAt": "2026-09-10T00:47:26.889471Z", "industrySectors": [], "links": {"code": null, "data": null, "paper": "https://arxiv.org/abs/2609.10092", "pdf": "https://arxiv.org/pdf/2609.10092", "project": null, "report": "https://arxiv.org/abs/2609.10092"}, "metrics": [], "motivation": "Large language models (LLMs) increasingly act as research agents, yet their ability to track shifts in research attention is difficult to evaluate because reviews and research ideas lack uniquely verifiable outcomes.", "name": "Research Attention Prediction (RAP)", "oneLine": "Evaluates LLM agents' ability to predict research attention shifts by forecasting paper shares across 278 AI/ML fields over six months using a rolling temporally restricted arXiv corpus.", "paperTitle": "RAP: Research Attention Prediction Reveals Target-Conditioned Evidence Acquisition Biases", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2609.10092", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-09-10T00:47:26.889471Z"}, "publications": [], "ranking": {"30d": {"confidence": "Low", "coverage": 0.0, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 30}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": null, "value": null}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "rank": null, "score": null}, "method": "attention-ranking-v13", "rank": null, "score": null}, "90d": {"confidence": "Low", "coverage": 0.0, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": null, "value": null}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "rank": null, "score": null}, "method": "attention-ranking-v13", "rank": null, "score": null}, "today": {"confidence": "Low", "coverage": 0.0, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": 1, "historyDate": "2026-09-09", "rank": null, "score": null, "windowDays": 1}, "level": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "llmAttentionForecast": {"maxContribution": 0.25, "percentile": 0.54, "role": "bonus", "value": 54}}, "confidence": "Low", "coverage": 0.0, "rank": null, "score": 14}, "method": "attention-ranking-v13", "rank": null, "score": 14}}, "readiness": "Paper only", "recognitionConfidence": 0.6, "relation": "introduces", "releasedAt": "2026-09-09", "source": {"authors": ["Yingqian Wu", "Jingcong Liang", "Siyuan Wang", "Zhenfei Yin", "Philip Torr", "Junchi Yu", "Zhongyu Wei"], "categories": ["cs.AI", "cs.CL"], "id": "2609.10092", "title": "RAP: Research Attention Prediction Reveals Target-Conditioned Evidence Acquisition Biases", "type": "arxiv", "url": "https://arxiv.org/abs/2609.10092"}, "sourceUpdatedAt": "2026-09-09T12:15:14Z", "topics": ["cs.AI"], "venueAttempts": [], "whyItMatters": "Provides verifiable outcomes for evaluating research agents, exposing deficiencies in evidence acquisition and forecasting beyond simple baselines."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
