{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2608.17299", "kind": "paper", "url": "https://arxiv.org/abs/2608.17299"}, {"id": "gh:zhouziyu02/ts-live", "kind": "repo", "url": "https://github.com/zhouziyu02/TS-Live"}], "authors": ["Haomin Wen", "Ziyu Zhou", "Qingxiang Liu", "Siru Zhong", "Yuxuan Liang"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2608.17299", "source_url": "https://arxiv.org/abs/2608.17299"}, "categories": ["Distribution shift", "Finance", "General AI", "Language & Knowledge", "Logistics & Operations", "Scientific Research & AI for Science", "Temporal robustness", "Time-series forecasting", "cs.AI"], "description": {"en": "LiveHouse-TS is a living benchmark for time series foundation models, evaluating models prequentially on real future data across 11 domains and 17 datasets. It shifts benchmarking from snapshot accuracy to continuous temporal validity."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2608.17299", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2608.17299", "title": "LiveHouse-TS"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "institutions": ["Shanghai Innovative Research Center of Traditional Chinese Medicine", "The Hong Kong University of Science and Technology (Guangzhou)"], "institutions_reference": {"basis": "openalex_linked_institutions", "doi": "10.48550/arxiv.2608.17299", "retrieved_at": "2026-11-04", "source_key": "claire-radar:2608.17299", "source_url": "https://openalex.org/W7203756768"}, "key": "claire-radar:2608.17299", "modality": null, "name": "LiveHouse-TS", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_livehouse-ts_9c17ef53", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "a36d03f6c978f958ab54918dc9be9814fab6c8877ee4809a98aef7d695f4c82f", "relation": "introduces", "review_state": "source-reviewed", "reviewed_at": "2026-08-20", "source_url": "https://arxiv.org/abs/2608.17299"}, "publisher": null, "released": "2026-08-18", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2608.17299", "source_url": "https://arxiv.org/abs/2608.17299"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2608-17299", "source": "claire_radar", "source_benchmark_id": "2608.17299", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["General AI", "Finance", "Scientific Research & AI for Science", "Logistics & Operations"], "area": "Language & Knowledge", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": "https://github.com/zhouziyu02/TS-Live", "githubScope": "benchmark_repo", "githubStars": 0, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": null, "hfPaperUrl": "https://huggingface.co/papers/2608.17299", "observedAt": "2026-10-04T15:31:48.030916Z", "signalStatus": {"githubStars": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "state": "unavailable"}}, "status": "fresh"}, "availability": {"evaluatorStatus": "available", "githubStatus": "available", "hfDatasetStatus": "available", "paperStatus": "available", "submissionStatus": "available"}, "capabilities": ["Time-series forecasting", "Temporal robustness", "Distribution shift"], "confidence": "High", "construction": "Interactive Environment", "constructionDetail": "LiveHouse-TS uses newly arriving observations from 17 datasets so forecasting models are evaluated under real distribution shift rather than a frozen test set.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "24f5f3a0203624d8edded8c57b3e2cdf654c09f127ae57d13c047ce520fbc867", "model": "deepseek-v4-flash"}, "curation": {"reviewedAt": "2026-08-20", "sources": ["https://arxiv.org/abs/2608.17299", "https://arxiv.org/html/2608.17299", "https://github.com/zhouziyu02/TS-Live", "https://huggingface.co/spaces/CityMindDev/LiveHouse-TS"], "state": "source-reviewed"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "LiveHouse-TS is a living benchmark for time series foundation models, evaluating models prequentially on real future data across 11 domains and 17 datasets. It shifts benchmarking from snapshot accuracy to continuous temporal validity.", "detail": {"leaderboardUrl": "https://huggingface.co/spaces/CityMindDev/LiveHouse-TS", "protocol": {"primaryMetric": "RMSE and CRPS, summarized by Average Rank, Win Rate and Elo", "tasks": "Continuous forecasting over 17 datasets from 15 sources and 11 domains", "version": "Living benchmark"}, "submissionUrl": "https://github.com/zhouziyu02/TS-Live/issues/new?template=community-model.yml", "taskBreakdown": ["Weather", "Air quality", "Energy", "Hydrology", "Ocean", "Traffic", "Finance", "Web attention", "Macroeconomics", "News events", "Disaster events"]}, "domainCuration": {"method": "primary-source-review-v1", "state": "reviewed"}, "evaluationMode": "score_submission", "evidence": {"reasonCodes": ["exact coined title identity tied to benchmark evidence", "benchmark release stated in one sentence", "evaluation protocol evidence"], "snippet": "To bridge this gap, we introduce LiveHouse-TS, the first open-world living benchmark infrastructure for TSFMs."}, "familyId": "bmf_4ac789a70586", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [{"evidence": [{"basis": "existing-code-link", "linkedUrl": "https://github.com/zhouziyu02/TS-Live", "url": "https://github.com/zhouziyu02/TS-Live"}, {"basis": "existing-metric-association", "linkedUrl": "https://github.com/zhouziyu02/TS-Live", "url": "https://huggingface.co/papers/2608.17299"}], "scope": "project_repo", "url": "https://github.com/zhouziyu02/TS-Live", "verification": "source-linked"}], "status": "linked"}, "heat": null, "id": "bm_livehouse-ts_9c17ef53", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": "https://github.com/zhouziyu02/TS-Live", "data": "https://huggingface.co/spaces/CityMindDev/LiveHouse-TS", "hfPaper": "https://huggingface.co/papers/2608.17299", "paper": "https://arxiv.org/abs/2608.17299", "pdf": "https://arxiv.org/pdf/2608.17299", "project": "https://huggingface.co/spaces/CityMindDev/LiveHouse-TS", "report": "https://arxiv.org/abs/2608.17299"}, "metrics": [], "motivation": "Time Series Foundation Models (TSFMs) have recently emerged as a highly promising paradigm for cross-domain zero-shot forecasting.", "name": "LiveHouse-TS", "oneLine": "Continuously evaluates time-series foundation models on future observations from live cross-domain data streams.", "paperTitle": "LiveHouse-TS: An Open-world Living Benchmark for Time Series Foundation Models", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2608.17299", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "ranking": {"90d": {"confidence": "Low", "coverage": 0.55, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": 0.0, "value": 0}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": null, "value": null}}, "confidence": "Low", "coverage": 0.55, "rank": 523, "score": 23}, "method": "attention-ranking-v13", "rank": 523, "score": 23}}, "readiness": "Runnable", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-08-18", "source": {"authors": ["Haomin Wen and Ziyu Zhou and Qingxiang Liu and Siru Zhong and Yuxuan Liang"], "categories": ["cs.AI"], "id": "2608.17299", "title": "LiveHouse-TS: An Open-world Living Benchmark for Time Series Foundation Models", "type": "arxiv", "url": "https://arxiv.org/abs/2608.17299"}, "sourceUpdatedAt": "2026-08-18T02:50:48Z", "topics": ["cs.AI"], "venueAttempts": [], "whyItMatters": "Addresses the limitation of static benchmarks for time series models, providing a framework to assess model robustness under distribution shifts and long-term ranking stability."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
