{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2608.03451", "kind": "paper", "url": "https://arxiv.org/abs/2608.03451"}, {"id": "gh:hkustdial/dataspace", "kind": "repo", "url": "https://github.com/HKUSTDial/DataSpace"}], "authors": ["Boyan Li", "Zhuowen Liang", "Yupeng Xie", "Xiaotian Lin", "Tianqi Luo", "Xinyu Liu", "Yizhang Zhu", "Zhangyang Peng", "Yuan Li", "Zhengxuan Zhang", "Jiayi Zhang", "Nan Tang", "Guoliang Li", "Yuyu Luo"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2608.03451", "source_url": "https://arxiv.org/abs/2608.03451"}, "categories": ["General AI", "Language & Knowledge", "cs.AI"], "description": {"en": "DataSpace evaluates data agents on analytical questions over heterogeneous workspaces containing CSV, JSON, SQLite, Markdown, PDF, and video artifacts. Agents must discover and integrate relevant evidence and return complete tabular results, scored by a deterministic evaluator using header-invariant column alignment and type-aware comparison."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2608.03451", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2608.03451", "title": "DataSpace"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "institutions": ["Guangzhou HKUST Fok Ying Tung Research Institute", "The Hong Kong University of Science and Technology (Guangzhou)", "Tsinghua University"], "institutions_reference": {"basis": "openalex_linked_institutions", "doi": "10.48550/arxiv.2608.03451", "retrieved_at": "2026-11-04", "source_key": "claire-radar:2608.03451", "source_url": "https://openalex.org/W7172507774"}, "key": "claire-radar:2608.03451", "modality": null, "name": "DataSpace", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_dataspace_1846702d", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "70f79e1aeadba191c12bfac87f7fcb30bb8ff9680991387bfde11c9233d04951", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2608.03451"}, "publisher": null, "released": "2026-08-04", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2608.03451", "source_url": "https://arxiv.org/abs/2608.03451"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2608-03451", "source": "claire_radar", "source_benchmark_id": "2608.03451", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Language & Knowledge", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": "https://github.com/HKUSTDial/DataSpace", "githubScope": "benchmark_repo", "githubStars": 33, "hfDailySubmittedAt": "2026-08-07T00:00:00.000Z", "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": 33, "hfPaperUrl": "https://huggingface.co/papers/2608.03451", "observedAt": "2026-10-04T15:31:48.030916Z", "signalStatus": {"githubStars": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}}, "status": "fresh"}, "capabilities": [], "confidence": "High", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "85b53d1fa3d535a851c3dc6cdf57e78343e5aad0a97b9882faeb637accaf314f", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "DataSpace evaluates data agents on analytical questions over heterogeneous workspaces containing CSV, JSON, SQLite, Markdown, PDF, and video artifacts. Agents must discover and integrate relevant evidence and return complete tabular results, scored by a deterministic evaluator using header-invariant column alignment and type-aware comparison.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact coined title identity tied to benchmark evidence", "benchmark release stated in one sentence", "evaluation protocol evidence"], "snippet": "We introduce DataSpace, a benchmark in which data agents produce verifiable tabular results from task-local heterogeneous workspaces."}, "familyId": "bmf_2f3146cd78ab", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [{"evidence": [{"basis": "existing-code-link", "linkedUrl": "https://github.com/HKUSTDial/DataSpace", "url": "https://github.com/HKUSTDial/DataSpace"}, {"basis": "existing-metric-association", "linkedUrl": "https://github.com/HKUSTDial/DataSpace", "url": "https://huggingface.co/papers/2608.03451"}, {"basis": "huggingface-paper-association", "linkedUrl": "https://github.com/HKUSTDial/DataSpace", "url": "https://huggingface.co/api/papers/2608.03451"}], "scope": "benchmark_repo", "url": "https://github.com/HKUSTDial/DataSpace", "verification": "source-linked"}], "status": "linked"}, "heat": null, "id": "bm_dataspace_1846702d", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": "https://github.com/HKUSTDial/DataSpace", "data": null, "hfPaper": "https://huggingface.co/papers/2608.03451", "paper": "https://arxiv.org/abs/2608.03451", "pdf": "https://arxiv.org/pdf/2608.03451", "project": null, "report": "https://arxiv.org/abs/2608.03451"}, "metrics": [], "motivation": "Data agents enable natural-language analytics over organizational workspaces, where relevant evidence may be scattered across databases, structured files, long documents, and multimedia.", "name": "DataSpace", "oneLine": "DataSpace evaluates data agents on analytical questions over heterogeneous workspaces containing CSV, JSON, SQLite, Markdown, PDF, and video artifacts. Agents must discover and integrate relevant evidence and return complete tabular results, scored by a deterministic evaluator using header-invariant column alignment and type-aware comparison.", "paperTitle": "DataSpace: Benchmarking Data Agents for Verifiable Analytics over Heterogeneous Workspaces", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2608.03451", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "publishers": [{"name": "HKUST Dial", "organizationType": "academic-lab", "role": "benchmark-publisher", "sourceUrl": "https://github.com/HKUSTDial/DataSpace"}], "ranking": {"90d": {"confidence": "Medium", "coverage": 0.7, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": 0.4707057397524185, "value": 33}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": 0.6230888957997812, "value": 33}}, "confidence": "Medium", "coverage": 0.7, "rank": 61, "score": 50}, "method": "attention-ranking-v13", "rank": 61, "score": 50}}, "readiness": "Runnable", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-08-04", "source": {"authors": ["Boyan Li", "Zhuowen Liang", "Yupeng Xie", "Xiaotian Lin", "Tianqi Luo", "Xinyu Liu", "Yizhang Zhu", "Zhangyang Peng", "Yuan Li", "Zhengxuan Zhang", "Jiayi Zhang", "Nan Tang", "Guoliang Li", "and Yuyu Luo"], "categories": ["cs.AI"], "id": "2608.03451", "title": "DataSpace: Benchmarking Data Agents for Verifiable Analytics over Heterogeneous Workspaces", "type": "arxiv", "url": "https://arxiv.org/abs/2608.03451"}, "sourceUpdatedAt": "2026-08-04T10:48:11Z", "topics": ["cs.AI"], "venueAttempts": [], "whyItMatters": "Existing benchmarks isolate structured querying, retrieval, or open-ended analysis. DataSpace unifies evidence discovery, tabular output completeness, and deterministic evaluation, addressing a gap in assessing data agents for real-world analytical tasks. It provides a practical decision value for comparing agent harnesses and multimodal backbones."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
