{"record": {"aliases": ["Can LLMs Take the Pulse of the Economy? A Real-Time Evaluation of LLM Nowcasts on Macroeconomic Indicators"], "artifacts": [{"id": "arxiv:2608.30110", "kind": "paper", "url": "https://arxiv.org/abs/2608.30110"}], "authors": ["Xinyue Zhao", "Ruiyi Zhang", "Liqin Ye", "Rui Cao", "Pengtao Xie", "Sudheer Chava"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2608.30110", "source_url": "https://arxiv.org/abs/2608.30110"}, "categories": ["Finance", "Language & Knowledge", "cs.CL"], "description": {"en": "Evaluates LLM nowcasting of 16 macroeconomic indicators via live pre-release windows, scored by equity returns and simulated trading against institutional baselines."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2608.30110", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2608.30110", "title": "LiveMacroEval"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2608.30110", "modality": null, "name": "LiveMacroEval", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "Medium", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "false", "origin_record_id": "bm_can-llms-take-the-pulse-of-the-economy-a-r_4729fd1f", "origin_source": "arxiv", "recognition_confidence": "0.6", "record_sha256": "4b7b124e7e6ff75591838cce5174ddd970deca4e56a4c05a73e93f5b2d712495", "relation": "introduces", "review_model": "deepseek-v4-pro", "review_state": "ai-name-audit-deferred", "reviewed_at": "2026-09-02T05:23:11.715633Z", "source_url": "https://arxiv.org/abs/2608.30110"}, "publisher": null, "released": "2026-08-31", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2608.30110", "source_url": "https://arxiv.org/abs/2608.30110"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2608-30110", "source": "claire_radar", "source_benchmark_id": "2608.30110", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": ["Can LLMs Take the Pulse of the Economy? A Real-Time Evaluation of LLM Nowcasts on Macroeconomic Indicators"], "annotation": "Mixed", "applicationDomains": ["Finance"], "area": "Language & Knowledge", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": null, "githubScope": null, "githubStars": null, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": null, "hfPaperUrl": "https://huggingface.co/papers/2608.30110", "observedAt": "2026-10-04T03:02:42.754940Z", "signalStatus": {"githubStars": {"state": "not_applicable"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "state": "unavailable"}}, "status": "unavailable"}, "attentionForecast": {"confidence": "Medium", "horizon": "7d", "reason": "The live macroeconomic benchmarking approach is timely and connects LLM capabilities to financial decision-making, likely attracting interdisciplinary attention.", "score": 65}, "capabilities": [], "confidence": "Medium", "construction": "Aggregate Existing", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-09-02T05:23:11.715633Z", "inputHash": "a04dd8401f0d450c9c127f75ec2e78d895363059fb6f050d9a152ddfa4187f23", "model": "deepseek-v4-pro"}, "curation": {"canonicalNameEvidence": "we introduce LiveMacroEval, a live, contamination-resistant benchmark", "canonicalNameSource": "abstract", "decisionReason": "The benchmark is formally named and defines a live evaluation protocol with clear scoring, though no public artifact link is provided.", "model": "deepseek-v4-pro", "reviewedAt": "2026-09-02T05:23:11.715633Z", "state": "ai-name-audit-deferred"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "Evaluates LLM nowcasting of 16 macroeconomic indicators via live pre-release windows, scored by equity returns and simulated trading against institutional baselines.", "displayEligible": false, "domainCuration": {"method": "rules-v1", "state": "auto"}, "evaluationMode": "score_submission", "evidence": {"reasonCodes": ["benchmark term in abstract", "benchmark release stated in one sentence", "evaluation protocol evidence"], "snippet": "To address this, we introduce LiveMacroEval, a live, contamination-resistant benchmark in which LLM agents produce hourly nowcasts for sixteen major U.S."}, "familyId": "bmf_89e85478cf20", "firstSeenAt": "2026-09-01", "heat": null, "id": "bm_can-llms-take-the-pulse-of-the-economy-a-r_4729fd1f", "indexedAt": "2026-09-01T06:28:29.895112Z", "industrySectors": ["Financial Services"], "links": {"code": null, "data": null, "paper": "https://arxiv.org/abs/2608.30110", "pdf": "https://arxiv.org/pdf/2608.30110", "project": null, "report": "https://arxiv.org/abs/2608.30110"}, "metrics": [], "motivation": "Nowcasting headline macroeconomic indicators, i.e., estimating an indicator's value for the current reference period before its official release, is critical for monetary policy and financial markets, and central banks devote dedicated teams of expert economists to producing such estimates.", "name": "LiveMacroEval", "oneLine": "Evaluates LLM nowcasting of 16 macroeconomic indicators via live pre-release windows, scored by equity returns and simulated trading against institutional baselines.", "paperTitle": "Can LLMs Take the Pulse of the Economy? A Real-Time Evaluation of LLM Nowcasts on Macroeconomic Indicators", "primaryDomain": "Finance", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2608.30110", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-09-01T06:28:29.895112Z"}, "publications": [], "ranking": {"90d": {"confidence": "Low", "coverage": 0.0, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": null, "value": null}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "rank": null, "score": null}, "method": "attention-ranking-v13", "rank": null, "score": null}}, "readiness": "Paper only", "recognitionConfidence": 0.6, "relation": "introduces", "releasedAt": "2026-08-31", "source": {"authors": ["Xinyue Zhao", "Ruiyi Zhang", "Liqin Ye", "Rui Cao", "Pengtao Xie", "Sudheer Chava"], "categories": ["cs.CL", "cs.AI"], "id": "2608.30110", "title": "Can LLMs Take the Pulse of the Economy? A Real-Time Evaluation of LLM Nowcasts on Macroeconomic Indicators", "type": "arxiv", "url": "https://arxiv.org/abs/2608.30110"}, "sourceUpdatedAt": "2026-08-31T00:53:28Z", "topics": ["cs.CL"], "venueAttempts": [], "whyItMatters": "Offers contamination-resistant evaluation for real-time macroeconomic estimation, comparing LLM agents with professional forecasts."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
