{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2607.04434", "kind": "paper", "url": "https://arxiv.org/abs/2607.04434"}, {"id": "gh:robodojo-benchmark/robodojo", "kind": "repo", "url": "https://github.com/RoboDojo-Benchmark/RoboDojo"}, {"id": "hf:robodojo-benchmark/robodojo", "kind": "dataset", "url": "https://huggingface.co/datasets/RoboDojo-Benchmark/RoboDojo"}, {"kind": "website", "url": "https://robodojo-benchmark.com/"}], "authors": ["Tianxing Chen", "Yue Chen", "Zixuan Li", "Junyuan Tang", "Kailun Su", "Haoran Lu", "Weijie Wan", "Baijun Chen", "Songling Liu", "Haowen Yan", "Honghao Su", "Zhiyang Dou", "Kaixuan Wang", "Dandan Zhang", "Yunze Liu", "Yan Qin", "Qiwei Liang", "Qiwei Wu", "Zijian Lin", "Wenwei Lin", "Yuran Wang", "Minghua He", "Tianshu Wu", "Ruihai Wu", "Jingquan Zhou", "Kai-Chong Lei", "Haibao Yu", "Yuanfeng Ji", "Weiyang Jin", "Guanyu Lin", "Xiaofan Li", "Qi Xiong", "Renjing Xu", "Zhongyu Li", "Wenhao Chai", "Enze Xie", "Ziwei Wang", "Yao Mu", "Hao Dong", "Wojciech Matusik", "Mingyu Ding", "Wenbo Ding", "Ping Luo", "Masayoshi Tomizuka"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2607.04434", "source_url": "https://arxiv.org/abs/2607.04434"}, "categories": ["Robot manipulation", "Robotics", "Robotics & Embodied AI"], "description": {"en": "RoboDojo is a unified sim-and-real benchmark for evaluating generalist robot manipulation policies, comprising 42 simulation tasks and 18 real-world tasks across three robot embodiments, covering five capability dimensions: generalization, memory, precision, long-horizon execution, and open-vocabulary instruction following."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2607.04434", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2607.04434", "title": "RoboDojo"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2607.04434", "modality": null, "name": "RoboDojo", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_robodojo_1fa2182f", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "64b5389d81581fb89acc470adb8ff83795a7116e15b119d2251a9dceb3f33f2f", "relation": "introduces", "review_state": "source-reviewed", "reviewed_at": "2026-08-30", "source_url": "https://arxiv.org/abs/2607.04434"}, "publisher": null, "released": "2026-07-05", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2607.04434", "source_url": "https://arxiv.org/abs/2607.04434"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2607-04434", "source": "claire_radar", "source_benchmark_id": "2607.04434", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["Robotics & Embodied AI"], "area": "Robotics & Embodied AI", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": "https://github.com/RoboDojo-Benchmark/RoboDojo", "githubScope": "benchmark_repo", "githubStars": 671, "hfDailySubmittedAt": null, "hfDataset": "RoboDojo-Benchmark/RoboDojo", "hfDatasetDownloads": 177264, "hfDatasetLikes": 10, "hfPaperUpvotes": 16, "hfPaperUrl": "https://huggingface.co/papers/2607.04434", "observedAt": "2026-10-04T15:31:48.030916Z", "signalStatus": {"githubStars": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}, "hfDatasetDownloads": {"checkedAt": "2026-10-04T15:31:48.030916Z", "lastSuccessfulDate": "2026-10-04", "state": "stale"}, "hfDatasetLikes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "lastSuccessfulDate": "2026-10-04", "state": "stale"}, "hfPaperUpvotes": {"checkedAt": "2026-10-04T15:31:48.030916Z", "lastSuccessfulDate": "2026-10-04", "state": "stale"}}, "status": "fresh"}, "capabilities": ["Robot manipulation"], "confidence": "High", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "e24539efe71fb44b9e46c2e09dea791b0d155e38e01b2a86d5552b438dbcf5b5", "model": "deepseek-v4-flash"}, "curation": {"reviewedAt": "2026-08-30", "sources": ["https://arxiv.org/abs/2607.04434", "https://github.com/RoboDojo-Benchmark/RoboDojo", "https://huggingface.co/datasets/RoboDojo-Benchmark/RoboDojo"], "state": "source-reviewed"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "RoboDojo is a unified sim-and-real benchmark for evaluating generalist robot manipulation policies, comprising 42 simulation tasks and 18 real-world tasks across three robot embodiments, covering five capability dimensions: generalization, memory, precision, long-horizon execution, and open-vocabulary instruction following.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact coined title identity tied to benchmark evidence", "benchmark release stated in one sentence", "evaluation protocol evidence", "public artifact URL"], "snippet": "We introduce RoboDojo, a unified sim-and-real benchmark for comprehensive evaluation of generalist robot manipulation policies."}, "familyId": "bmf_1b4dac6f946e", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [{"evidence": [{"basis": "existing-code-link", "linkedUrl": "https://github.com/RoboDojo-Benchmark/RoboDojo", "url": "https://github.com/RoboDojo-Benchmark/RoboDojo"}, {"basis": "existing-metric-association", "linkedUrl": "https://github.com/RoboDojo-Benchmark/RoboDojo", "url": "https://huggingface.co/papers/2607.04434"}, {"basis": "linked-from-report", "linkedUrl": "https://github.com/RoboDojo-Benchmark/RoboDojo", "url": "https://arxiv.org/abs/2607.04434"}], "scope": "benchmark_repo", "url": "https://github.com/RoboDojo-Benchmark/RoboDojo", "verification": "source-linked"}], "status": "linked"}, "heat": null, "id": "bm_robodojo_1fa2182f", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": ["Robotics"], "links": {"code": "https://github.com/RoboDojo-Benchmark/RoboDojo", "data": "https://huggingface.co/datasets/RoboDojo-Benchmark/RoboDojo", "hfPaper": "https://huggingface.co/papers/2607.04434", "paper": "https://arxiv.org/abs/2607.04434", "pdf": "https://arxiv.org/pdf/2607.04434", "project": "http://robodojo-benchmark.com/", "report": "https://arxiv.org/abs/2607.04434"}, "metrics": [], "motivation": "Generalist robot manipulation policies have advanced rapidly, yet existing benchmarks remain limited in systematically evaluating their capabilities.", "name": "RoboDojo", "oneLine": "RoboDojo is a unified sim-and-real benchmark for evaluating generalist robot manipulation policies, comprising 42 simulation tasks and 18 real-world tasks across three robot embodiments, covering five capability dimensions: generalization, memory, precision, long-horizon execution, and open-vocabulary instruction following.", "paperTitle": "RoboDojo: A Unified Sim-and-Real Benchmark for Comprehensive Evaluation of Generalist Robot Manipulation Policies", "primaryDomain": "Robotics & Embodied AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2607.04434", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "publishers": [{"name": "RoboDojo Benchmark Team", "organizationType": "academic-lab", "role": "benchmark-publisher", "sourceUrl": "http://robodojo-benchmark.com/"}], "ranking": {}, "readiness": "Runnable", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-07-05", "source": {"authors": ["Tianxing Chen", "Yue Chen", "Zixuan Li", "Junyuan Tang", "Kailun Su", "Haoran Lu", "Weijie Wan", "Baijun Chen", "Songling Liu", "Haowen Yan", "Honghao Su", "Zhiyang Dou", "Kaixuan Wang", "Dandan Zhang", "Yunze Liu", "Yan Qin", "Qiwei Liang", "Qiwei Wu", "Zijian Lin", "Wenwei Lin", "Yuran Wang", "Minghua He", "Tianshu Wu", "Ruihai Wu", "Jingquan Zhou", "Kai-Chong Lei", "Haibao Yu", "Yuanfeng Ji", "Weiyang Jin", "Guanyu Lin", "Xiaofan Li", "Qi Xiong", "Renjing Xu", "Zhongyu Li", "Wenhao Chai", "Enze Xie", "Ziwei Wang", "Yao Mu", "Hao Dong", "Wojciech Matusik", "Mingyu Ding", "Wenbo Ding", "Ping Luo", "Masayoshi Tomizuka"], "categories": ["cs.RO", "cs.AI", "cs.CV", "cs.GR"], "id": "2607.04434", "title": "RoboDojo: A Unified Sim-and-Real Benchmark for Comprehensive Evaluation of Generalist Robot Manipulation Policies", "type": "arxiv", "url": "https://arxiv.org/abs/2607.04434"}, "sourceUpdatedAt": "2026-07-08T17:48:03Z", "topics": ["Robotics"], "venueAttempts": [], "whyItMatters": "Existing benchmarks often limit scope to narrow tasks or single settings. RoboDojo provides a comprehensive, reproducible evaluation across simulation and real world, enabling systematic comparison of policies through a public leaderboard and cloud-based real-world evaluation."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
