{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2608.08814", "kind": "paper", "url": "https://arxiv.org/abs/2608.08814"}, {"id": "gh:360mm-team/360cityarena", "kind": "repo", "url": "https://github.com/360MM-Team/360CityArena"}, {"kind": "website", "url": "https://360mm-team.github.io/360CityArena/"}], "authors": ["Kenta Watanabe", "Atsuyuki Miyai", "Mizuki Takenawa", "Kiyoharu Aizawa", "Toshihiko Yamasaki"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2608.08814", "source_url": "https://arxiv.org/abs/2608.08814"}, "categories": ["Robotics & Embodied AI", "cs.CV"], "description": {"en": "360CityArena evaluates embodied agents in a photorealistic virtual urban environment built from 360-degree video of Tokyo's Akihabara district. It includes 175 tasks across environment understanding, path reasoning, and spatial reasoning, testing localization, landmark search, path planning, and relational spatial reasoning. Scoring uses mean evaluation score with varied success criteria."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2608.08814", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2608.08814", "title": "360CityArena"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2608.08814", "modality": null, "name": "360CityArena", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_360cityarena_2a62b93d", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "5c233f8f53696a6489b2798aa7aa767d5d2fa65b97ebc73fefaef54ec288d7da", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2608.08814"}, "publisher": null, "released": "2026-08-09", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2608.08814", "source_url": "https://arxiv.org/abs/2608.08814"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2608-08814", "source": "claire_radar", "source_benchmark_id": "2608.08814", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["Robotics & Embodied AI"], "area": "Robotics & Embodied AI", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": "https://github.com/360MM-Team/360CityArena", "githubScope": "benchmark_repo", "githubStars": 30, "hfDailySubmittedAt": "2026-08-12T00:00:00.000Z", "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": 11, "hfPaperUrl": "https://huggingface.co/papers/2608.08814", "observedAt": "2026-10-04T15:31:48.030916Z", "signalStatus": {"githubStars": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}}, "status": "fresh"}, "capabilities": [], "confidence": "High", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "2170a2e8e48844a0ccd97d4d848ea0c771da141cf2082f6ca914a5eab7d982f3", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "360CityArena evaluates embodied agents in a photorealistic virtual urban environment built from 360-degree video of Tokyo's Akihabara district. It includes 175 tasks across environment understanding, path reasoning, and spatial reasoning, testing localization, landmark search, path planning, and relational spatial reasoning. Scoring uses mean evaluation score with varied success criteria.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact coined title identity tied to benchmark evidence", "benchmark release stated in one sentence", "evaluation protocol evidence", "public artifact URL"], "snippet": "We present 360CityArena, a benchmark for evaluating the urban exploration capabilities of embodied agents within a photorealistic environment constructed from 360-degree videos."}, "familyId": "bmf_28f4efc5217e", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 1, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [{"evidence": [{"basis": "existing-code-link", "linkedUrl": "https://github.com/360MM-Team/360CityArena", "url": "https://github.com/360MM-Team/360CityArena"}, {"basis": "existing-metric-association", "linkedUrl": "https://github.com/360MM-Team/360CityArena", "url": "https://huggingface.co/papers/2608.08814"}, {"basis": "huggingface-paper-association", "linkedUrl": "https://github.com/360MM-Team/360CityArena", "url": "https://huggingface.co/api/papers/2608.08814"}, {"basis": "linked-from-project", "linkedUrl": "https://github.com/360MM-Team/360CityArena", "url": "https://360mm-team.github.io/360CityArena/"}], "scope": "benchmark_repo", "url": "https://github.com/360MM-Team/360CityArena", "verification": "source-linked"}], "status": "linked"}, "heat": null, "id": "bm_360cityarena_2a62b93d", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": ["Robotics"], "links": {"code": "https://github.com/360MM-Team/360CityArena", "data": null, "hfPaper": "https://huggingface.co/papers/2608.08814", "paper": "https://arxiv.org/abs/2608.08814", "pdf": "https://arxiv.org/pdf/2608.08814", "project": "https://360mm-team.github.io/360CityArena/", "report": "https://arxiv.org/abs/2608.08814"}, "metrics": [], "motivation": "We present 360CityArena, a benchmark for evaluating the urban exploration capabilities of embodied agents within a photorealistic environment constructed from 360-degree videos.", "name": "360CityArena", "oneLine": "360CityArena evaluates embodied agents in a photorealistic virtual urban environment built from 360-degree video of Tokyo's Akihabara district. It includes 175 tasks across environment understanding, path reasoning, and spatial reasoning, testing localization, landmark search, path planning, and relational spatial reasoning. Scoring uses mean evaluation score with varied success criteria.", "paperTitle": "360CityArena: A Realistic Virtual Urban Navigation Benchmark for Embodied Agents", "primaryDomain": "Robotics & Embodied AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2608.08814", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "publishers": [{"name": "360MM Team", "organizationType": "academic-lab", "role": "benchmark-publisher", "sourceUrl": "https://github.com/360MM-Team/360CityArena"}], "ranking": {"90d": {"confidence": "Medium", "coverage": 0.7, "growth": {"components": {"githubStars": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfDatasetDownloads": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}, "hfPaperUpvotes": {"normalization": "percentile", "normalized": null, "percentile": null, "value": null}}, "confidence": "Low", "coverage": 0.0, "elapsedDays": null, "historyDate": null, "rank": null, "score": null, "windowDays": 90}, "level": {"components": {"githubStars": {"normalization": "log-max", "normalized": 0.45837556202891716, "value": 30}, "hfDatasetDownloads": {"normalization": "log-max", "normalized": null, "value": null}, "hfPaperUpvotes": {"normalization": "log-max", "normalized": 0.4390696100905538, "value": 11}}, "confidence": "Medium", "coverage": 0.7, "rank": 93, "score": 47}, "method": "attention-ranking-v13", "rank": 93, "score": 47}}, "readiness": "Runnable", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-08-09", "source": {"authors": ["Kenta Watanabe", "Atsuyuki Miyai", "Mizuki Takenawa", "Kiyoharu Aizawa", "Toshihiko Yamasaki"], "categories": ["cs.CV", "cs.AI", "cs.LG"], "id": "2608.08814", "title": "360CityArena: A Realistic Virtual Urban Navigation Benchmark for Embodied Agents", "type": "arxiv", "url": "https://arxiv.org/abs/2608.08814"}, "sourceUpdatedAt": "2026-08-09T17:03:15Z", "topics": ["cs.CV"], "venueAttempts": [], "whyItMatters": "Existing outdoor navigation benchmarks lack photorealism or complexity, leaving a gap between simulated and real-world urban conditions. This benchmark provides a repeatable protocol with released code, tasks, and evaluation scripts, enabling comparative assessment of embodied agents' city-scale navigation and reasoning abilities."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
