{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2607.17701", "kind": "paper", "url": "https://arxiv.org/abs/2607.17701"}], "authors": ["Guanzhen Li", "Liangming Pan", "Leye Wang"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2607.17701", "source_url": "https://arxiv.org/abs/2607.17701"}, "categories": ["Agents", "General AI", "Language & Knowledge"], "description": {"en": "ProEvent is an event-centric benchmark for proactive agents, evaluating their ability to maintain a user's timetable from instant messaging chats. It assesses response timing, single-step correctness, and multi-step correctness using synthesized realistic chat scenarios."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2607.17701", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2607.17701", "title": "ProEvent"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2607.17701", "modality": null, "name": "ProEvent", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_proevent_18140068", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "99ad8729bddc899506d2f7bef753f78677df5790d17c35fa6bbb947f7b1cc3a9", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2607.17701"}, "publisher": null, "released": "2026-07-20", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2607.17701", "source_url": "https://arxiv.org/abs/2607.17701"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2607-17701", "source": "claire_radar", "source_benchmark_id": "2607.17701", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Language & Knowledge", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": null, "githubScope": null, "githubStars": null, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": null, "hfPaperUrl": "https://huggingface.co/papers/2607.17701", "observedAt": "2026-10-04T03:02:42.754940Z", "signalStatus": {"githubStars": {"state": "not_applicable"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "state": "unavailable"}}, "status": "unavailable"}, "capabilities": [], "confidence": "High", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "1721fece9a4857fc0d2ef8370ed8fea2bbd1364392f26156e489f6dcae0781e4", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "ProEvent is an event-centric benchmark for proactive agents, evaluating their ability to maintain a user's timetable from instant messaging chats. It assesses response timing, single-step correctness, and multi-step correctness using synthesized realistic chat scenarios.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact coined title identity tied to benchmark evidence", "benchmark release stated in one sentence"], "snippet": "To bridge these gaps, we introduce ProEvent, the first event-centric benchmark designed to assess an agent's ability to proactively maintain a user's timetable based on ongoing instant messaging chats."}, "familyId": "bmf_487414c0a9cc", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [], "status": "not-found"}, "heat": null, "id": "bm_proevent_18140068", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": null, "data": null, "hfPaper": "https://huggingface.co/papers/2607.17701", "paper": "https://arxiv.org/abs/2607.17701", "pdf": "https://arxiv.org/pdf/2607.17701", "project": null, "report": "https://arxiv.org/abs/2607.17701"}, "metrics": [], "motivation": "Proactive agents are expected to anticipate user needs and provide autonomous assistance by perceiving environmental context without explicit instructions.", "name": "ProEvent", "oneLine": "ProEvent is an event-centric benchmark for proactive agents, evaluating their ability to maintain a user's timetable from instant messaging chats. It assesses response timing, single-step correctness, and multi-step correctness using synthesized realistic chat scenarios.", "paperTitle": "ProEvent: An Event-centric Benchmark for Proactive Agents", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2607.17701", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "ranking": {"90d": {"confidence": "Low", "coverage": 0.0, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": null, "value": null}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "rank": null, "score": null}, "method": "attention-ranking-v13", "rank": null, "score": null}}, "readiness": "Paper only", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-07-20", "source": {"authors": ["Guanzhen Li", "Liangming Pan", "Leye Wang"], "categories": ["cs.AI"], "id": "2607.17701", "title": "ProEvent: An Event-centric Benchmark for Proactive Agents", "type": "arxiv", "url": "https://arxiv.org/abs/2607.17701"}, "sourceUpdatedAt": "2026-07-20T08:48:36Z", "topics": ["Agents"], "venueAttempts": [], "whyItMatters": "The benchmark fills a gap in evaluating proactive agents for event-centric assistance, which is crucial for autonomous support. It provides practical value in measuring agents' ability to detect implicit events and reason from the user's perspective, revealing significant limitations in current models."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
