{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2608.07899", "kind": "paper", "url": "https://arxiv.org/abs/2608.07899"}, {"kind": "website", "url": "https://anonymous.4open.science/r/TelemetrySuffBench-E635/README.md"}], "authors": ["Yuxuan Zhu", "Peng Pu"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2608.07899", "source_url": "https://arxiv.org/abs/2608.07899"}, "categories": ["Agents", "General AI", "Vision & 3D"], "description": {"en": "TelemetrySuffBench evaluates models on fault-origin diagnosis in agent telemetry, using controlled multi-component traces with delayed-binding faults, paired coarse views, seven-factor telemetry masks, and exact-equal ambiguous origin pairs."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2608.07899", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2608.07899", "title": "TelemetrySuffBench"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "institutions": ["East China Normal University"], "institutions_reference": {"basis": "openalex_linked_institutions", "doi": "10.48550/arxiv.2608.07899", "retrieved_at": "2026-11-04", "source_key": "claire-radar:2608.07899", "source_url": "https://openalex.org/W7202216536"}, "key": "claire-radar:2608.07899", "modality": null, "name": "TelemetrySuffBench", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_telemetrysuffbench_4e3a485c", "origin_source": "arxiv", "recognition_confidence": "0.95", "record_sha256": "899ff1271653f3cf8bf943f7418ea25d5f70f561b8fcf31a37fba992de08c211", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2608.07899"}, "publisher": null, "released": "2026-08-08", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2608.07899", "source_url": "https://arxiv.org/abs/2608.07899"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2608-07899", "source": "claire_radar", "source_benchmark_id": "2608.07899", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Vision & 3D", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": null, "githubScope": null, "githubStars": null, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": null, "hfPaperUrl": "https://huggingface.co/papers/2608.07899", "observedAt": "2026-10-04T03:02:42.754940Z", "signalStatus": {"githubStars": {"state": "not_applicable"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "state": "unavailable"}}, "status": "unavailable"}, "capabilities": [], "confidence": "High", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "999e1e8453fe5c641369afe105d68244f23808c3b6efe18cc7cf2ad49a9c3889", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "TelemetrySuffBench evaluates models on fault-origin diagnosis in agent telemetry, using controlled multi-component traces with delayed-binding faults, paired coarse views, seven-factor telemetry masks, and exact-equal ambiguous origin pairs.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["coined title prefix ending in Bench or Benchmark", "benchmark release stated in one sentence", "public artifact URL"], "snippet": "We introduce TelemetrySuffBench, a controlled benchmark that separates failure detection, fault-origin localization, and safe abstention under insufficient evidence."}, "familyId": "bmf_384333dc77aa", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [], "status": "not-found"}, "heat": null, "id": "bm_telemetrysuffbench_4e3a485c", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": null, "data": null, "hfPaper": "https://huggingface.co/papers/2608.07899", "paper": "https://arxiv.org/abs/2608.07899", "pdf": "https://arxiv.org/pdf/2608.07899", "project": "https://anonymous.4open.science/r/TelemetrySuffBench-E635/README.md", "report": "https://arxiv.org/abs/2608.07899"}, "metrics": [], "motivation": "Agent systems increasingly expose execution traces, yet telemetry that reveals a failure may still be inadequate for identifying where that failure originated.", "name": "TelemetrySuffBench", "oneLine": "TelemetrySuffBench evaluates models on fault-origin diagnosis in agent telemetry, using controlled multi-component traces with delayed-binding faults, paired coarse views, seven-factor telemetry masks, and exact-equal ambiguous origin pairs.", "paperTitle": "TelemetrySuffBench: Is Agent Telemetry Sufficient for Failure-Origin Diagnosis?", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2608.07899", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "publishers": [{"name": "Anonymous", "organizationType": "community", "role": "benchmark-publisher", "sourceUrl": "https://anonymous.4open.science/r/TelemetrySuffBench-E635/README.md"}], "ranking": {"90d": {"confidence": "Low", "coverage": 0.0, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": null, "value": null}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "rank": null, "score": null}, "method": "attention-ranking-v13", "rank": null, "score": null}}, "readiness": "Inspectable", "recognitionConfidence": 0.95, "relation": "introduces", "releasedAt": "2026-08-08", "source": {"authors": ["Yuxuan Zhu", "Peng Pu"], "categories": ["cs.AI"], "id": "2608.07899", "title": "TelemetrySuffBench: Is Agent Telemetry Sufficient for Failure-Origin Diagnosis?", "type": "arxiv", "url": "https://arxiv.org/abs/2608.07899"}, "sourceUpdatedAt": "2026-08-08T03:54:22Z", "topics": ["Agents"], "venueAttempts": [], "whyItMatters": "It addresses the evaluation gap in diagnosing failure origins from agent telemetry, showing that full telemetry yields high localization accuracy but coarse views preserve detection while limiting localization, highlighting the need for explicit decision-to-provenance links and abstention safeguards."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
