{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2608.04514", "kind": "paper", "url": "https://arxiv.org/abs/2608.04514"}], "authors": ["Mouxiao Bian", "Zhi Chen", "Ruiyao Chen", "Lu Lu", "Hengrui Liang", "Chaoyi Huang", "Yiluo Lin", "Jingru Ding", "Yun Zhong", "Yueming Su", "Jie Xu"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2608.04514", "source_url": "https://arxiv.org/abs/2608.04514"}, "categories": ["Biology & Drug Discovery", "Multimodal"], "description": {"en": "Evaluates clinical decision-making in respiratory specialty care using 623 multimodal cases, including AECOPD-PIM with 427 open-ended COPD cases and PNBIM with 196 pulmonary nodule cases that combine chest CT with clinical information."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2608.04514", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2608.04514", "title": "RESPClinBench"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "institutions": ["Beijing Academy of Artificial Intelligence", "Macau University of Science and Technology", "First Affiliated Hospital of Guangzhou Medical University", "Guangzhou Institute of Dermatology", "State Key Laboratory of Respiratory Disease", "Guangzhou Institute of Respiratory Health", "Guangzhou Medical University"], "institutions_reference": {"basis": "openalex_linked_institutions", "doi": "10.48550/arxiv.2608.04514", "retrieved_at": "2026-11-04", "source_key": "claire-radar:2608.04514", "source_url": "https://openalex.org/W7197040308"}, "key": "claire-radar:2608.04514", "modality": null, "name": "RESPClinBench", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "Medium", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "true", "origin_record_id": "bm_respclinbench_a30c7e6b", "origin_source": "arxiv", "recognition_confidence": "0.65", "record_sha256": "c7f8f67ce72e4bdbd269f9b6d604c57598d78492c5effba9f3ca4bb32ca47595", "relation": "introduces", "review_model": "deepseek-v4-pro", "review_state": "ai-reviewed", "reviewed_at": "2026-09-08T08:57:27.463024Z", "source_url": "https://arxiv.org/abs/2608.04514"}, "publisher": null, "released": "2026-08-05", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2608.04514", "source_url": "https://arxiv.org/abs/2608.04514"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2608-04514", "source": "claire_radar", "source_benchmark_id": "2608.04514", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["Biology & Drug Discovery"], "area": "Multimodal", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": null, "githubScope": null, "githubStars": null, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": null, "hfPaperUrl": "https://huggingface.co/papers/2608.04514", "observedAt": "2026-10-04T03:02:42.754940Z", "signalStatus": {"githubStars": {"state": "not_applicable"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "state": "unavailable"}}, "status": "unavailable"}, "attentionForecast": {"confidence": "Medium", "horizon": "7d", "reason": "The benchmark addresses an underexplored high-stakes medical specialty with detailed safety evaluations, but no artifact links are provided beyond the paper, which may limit immediate reuse.", "score": 62}, "capabilities": [], "confidence": "Medium", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-09-08T08:57:27.463024Z", "inputHash": "3c91841a6dc0e5a210ea78781c201f3c9712f78e1e12f30f44ef51b26d081d77", "model": "deepseek-v4-pro"}, "curation": {"canonicalNameEvidence": "To develop RESPClinBench, a real-world scenario-based benchmark for respiratory clinical decision-making", "canonicalNameSource": "abstract", "decisionReason": "The paper provides a formal benchmark definition, scoring protocol, and performance evaluation across models, indicating a reusable evaluation object.", "model": "deepseek-v4-pro", "reviewedAt": "2026-09-08T08:57:27.463024Z", "state": "ai-reviewed"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "Evaluates clinical decision-making in respiratory specialty care using 623 multimodal cases, including AECOPD-PIM with 427 open-ended COPD cases and PNBIM with 196 pulmonary nodule cases that combine chest CT with clinical information.", "displayEligible": true, "domainCuration": {"method": "rules-v1", "state": "auto"}, "evaluationMode": "public_reusable", "evidence": {"reasonCodes": ["coined title prefix ending in Bench or Benchmark", "evaluation protocol evidence"], "snippet": "Objective: To develop RESPClinBench, a real-world scenario-based benchmark for respiratory clinical decision-making, and evaluate seven contemporary large language models across AECOPD-PIM and PNBIM."}, "familyId": "bmf_9778b444b093", "firstSeenAt": "2026-08-19", "heat": null, "id": "bm_respclinbench_a30c7e6b", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": ["Pharma & Biotech"], "links": {"code": null, "data": null, "paper": "https://arxiv.org/abs/2608.04514", "pdf": "https://arxiv.org/pdf/2608.04514", "project": null, "report": "https://arxiv.org/abs/2608.04514"}, "metrics": [], "motivation": "Background: Respiratory specialty care requires multimodal interpretation, longitudinal risk assessment, guideline-concordant intervention, and whole-course management, which are poorly represented by examination-oriented medical benchmarks.", "name": "RESPClinBench", "oneLine": "Evaluates clinical decision-making in respiratory specialty care using 623 multimodal cases, including AECOPD-PIM with 427 open-ended COPD cases and PNBIM with 196 pulmonary nodule cases that combine chest CT with clinical information.", "paperTitle": "RESPClinBench: Benchmarking Multimodal Clinical Decision-Making and Longitudinal Disease Management in Respiratory Specialty Care", "primaryDomain": "Biology & Drug Discovery", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2608.04514", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-08-19T11:05:13.395391Z"}, "publications": [], "ranking": {"90d": {"confidence": "Low", "coverage": 0.0, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": null, "value": null}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "rank": null, "score": null}, "method": "attention-ranking-v13", "rank": null, "score": null}}, "readiness": "Paper only", "recognitionConfidence": 0.65, "relation": "introduces", "releasedAt": "2026-08-05", "source": {"authors": ["Mouxiao Bian and Zhi Chen and Ruiyao Chen and Lu Lu and Hengrui Liang and Chaoyi Huang and Yiluo Lin and Jingru Ding and Yun Zhong and Yueming Su and Jie Xu"], "categories": ["cs.CL"], "id": "2608.04514", "title": "RESPClinBench: Benchmarking Multimodal Clinical Decision-Making and Longitudinal Disease Management in Respiratory Specialty Care", "type": "arxiv", "url": "https://arxiv.org/abs/2608.04514"}, "sourceUpdatedAt": "2026-08-06T01:21:33Z", "topics": ["Multimodal"], "venueAttempts": [], "whyItMatters": "Addresses the gap in examination-oriented medical benchmarks by testing long-horizon disease management and multimodal interpretation in respiratory care."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
