{"record": {"aliases": ["LatchBio SpatialBench", "SpatialBench (LatchBio)"], "artifacts": [{"kind": "repo", "url": "https://github.com/latchbio/spatialbench"}], "audits": [], "categories": ["biology"], "description": {"en": "159 spatial transcriptomics analysis evaluations, each run 3 times and averaged; the published 95% intervals span about ±6 to 7 points, so neighbouring models usually overlap. The score depends on the agent harness as well as the model (Claude Opus 4.8 scores 55.35 in Claude Code and 52.62 in mini-swe-agent), and the evaluation container has network access. The arXiv paper (2512.21907) reports an earlier task set, so its numbers are not comparable with these."}, "documents": [{"document_type": "benchmark_leaderboard", "id": "model_reports:latchbio_spatialbench_results_baa9841", "model_name": null, "organization": "LatchBio", "published": "2026-11-01", "retrieved_at": "2026-11-18", "source": "model_reports", "source_id": "latchbio_spatialbench_results_baa9841", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)"}], "evidence_summary": {"document_count": 1, "model_count": 16, "model_count_basis": "source_model_id"}, "key": "model-reports:latchbio_spatialbench", "modality": null, "name": "LatchBio SpatialBench", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"registry": "data/model_cards.yml", "score_archive": "data/benchmark_scores.yml", "source_url": "https://github.com/latchbio/spatialbench"}, "publisher": null, "released": null, "released_reference": null, "schema_version": 1, "sizes": [], "slug": "latchbio_spatialbench", "source": "model_reports", "source_benchmark_id": "latchbio_spatialbench"}, "schema_version": 1, "scores_by_source": {"model_reports": {"rows": [{"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; Claude Code harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Claude Opus 4.7", "model_id": "[\"Anthropic\",\"Claude Opus 4.7\"]", "model_name": "Claude Opus 4.7", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; Claude Code harness; container with network access\u0000Claude Opus 4.7", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; Claude Code harness; container with network access\u0000Claude Opus 4.7", "organization": "Anthropic", "protocol": "159 evaluations, 3 runs each averaged; Claude Code harness; container with network access", "rank_in_source_response": null, "raw_value": "51.36", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 51.36, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; Claude Code harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Claude Opus 4.8", "model_id": "[\"Anthropic\",\"Claude Opus 4.8\"]", "model_name": "Claude Opus 4.8", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; Claude Code harness; container with network access\u0000Claude Opus 4.8", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; Claude Code harness; container with network access\u0000Claude Opus 4.8", "organization": "Anthropic", "protocol": "159 evaluations, 3 runs each averaged; Claude Code harness; container with network access", "rank_in_source_response": null, "raw_value": "55.35", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 55.35, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; OpenAI Codex harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "GPT-5.5", "model_id": "[\"OpenAI\",\"GPT-5.5\"]", "model_name": "GPT-5.5", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; OpenAI Codex harness; container with network access\u0000GPT-5.5", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; OpenAI Codex harness; container with network access\u0000GPT-5.5", "organization": "OpenAI", "protocol": "159 evaluations, 3 runs each averaged; OpenAI Codex harness; container with network access", "rank_in_source_response": null, "raw_value": "53.67", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 53.67, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Claude Opus 4.5", "model_id": "[\"Anthropic\",\"Claude Opus 4.5\"]", "model_name": "Claude Opus 4.5", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Opus 4.5", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Opus 4.5", "organization": "Anthropic", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "42.77", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 42.77, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Claude Opus 4.6", "model_id": "[\"Anthropic\",\"Claude Opus 4.6\"]", "model_name": "Claude Opus 4.6", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Opus 4.6", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Opus 4.6", "organization": "Anthropic", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "52.83", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 52.83, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Claude Opus 4.7", "model_id": "[\"Anthropic\",\"Claude Opus 4.7\"]", "model_name": "Claude Opus 4.7", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Opus 4.7", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Opus 4.7", "organization": "Anthropic", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "52.41", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 52.41, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Claude Opus 4.8", "model_id": "[\"Anthropic\",\"Claude Opus 4.8\"]", "model_name": "Claude Opus 4.8", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Opus 4.8", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Opus 4.8", "organization": "Anthropic", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "52.62", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 52.62, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Claude Sonnet 4.5", "model_id": "[\"Anthropic\",\"Claude Sonnet 4.5\"]", "model_name": "Claude Sonnet 4.5", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Sonnet 4.5", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Sonnet 4.5", "organization": "Anthropic", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "41.51", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 41.51, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Claude Sonnet 4.6", "model_id": "[\"Anthropic\",\"Claude Sonnet 4.6\"]", "model_name": "Claude Sonnet 4.6", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Sonnet 4.6", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Claude Sonnet 4.6", "organization": "Anthropic", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "44.23", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 44.23, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "GPT-5.1", "model_id": "[\"OpenAI\",\"GPT-5.1\"]", "model_name": "GPT-5.1", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.1", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.1", "organization": "OpenAI", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "39.83", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 39.83, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "GPT-5.2", "model_id": "[\"OpenAI\",\"GPT-5.2\"]", "model_name": "GPT-5.2", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.2", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.2", "organization": "OpenAI", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "50.1", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 50.1, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "GPT-5.4", "model_id": "[\"OpenAI\",\"GPT-5.4\"]", "model_name": "GPT-5.4", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.4", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.4", "organization": "OpenAI", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "57.44", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 57.44, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "GPT-5.5", "model_id": "[\"OpenAI\",\"GPT-5.5\"]", "model_name": "GPT-5.5", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.5", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.5", "organization": "OpenAI", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "57.65", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 57.65, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Gemini 2.5 Pro", "model_id": "[\"Google\",\"Gemini 2.5 Pro\"]", "model_name": "Gemini 2.5 Pro", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Gemini 2.5 Pro", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Gemini 2.5 Pro", "organization": "Google", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "28.93", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 28.93, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Gemini 3.1 Pro Preview", "model_id": "[\"Google\",\"Gemini 3.1 Pro Preview\"]", "model_name": "Gemini 3.1 Pro Preview", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Gemini 3.1 Pro Preview", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Gemini 3.1 Pro Preview", "organization": "Google", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "51.57", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 51.57, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Gemini 3.5 Flash", "model_id": "[\"Google\",\"Gemini 3.5 Flash\"]", "model_name": "Gemini 3.5 Flash", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Gemini 3.5 Flash", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Gemini 3.5 Flash", "organization": "Google", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "48.85", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 48.85, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Grok 4", "model_id": "[\"xAI\",\"Grok 4\"]", "model_name": "Grok 4", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Grok 4", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Grok 4", "organization": "xAI", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "31.87", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 31.87, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Grok 4.1 Fast (reasoning)", "model_id": "[\"xAI\",\"Grok 4.1 Fast (reasoning)\"]", "model_name": "Grok 4.1 Fast (reasoning)", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Grok 4.1 Fast (reasoning)", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Grok 4.1 Fast (reasoning)", "organization": "xAI", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "33.96", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 33.96, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Grok 4.20 Beta 0309 (reasoning)", "model_id": "[\"xAI\",\"Grok 4.20 Beta 0309 (reasoning)\"]", "model_name": "Grok 4.20 Beta 0309 (reasoning)", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Grok 4.20 Beta 0309 (reasoning)", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000Grok 4.20 Beta 0309 (reasoning)", "organization": "xAI", "protocol": "159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access", "rank_in_source_response": null, "raw_value": "45.91", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 45.91, "value_kind": "number"}, {"benchmark_id": "latchbio_spatialbench", "comparable_group": "[\"model-reports:latchbio_spatialbench\",\"latchbio_spatialbench_159_evals\",\"159 evaluations, 3 runs each averaged; pi harness; container with network access\"]", "date_precision": "document_publication", "document_id": "model_reports:latchbio_spatialbench_results_baa9841", "instrument": "latchbio_spatialbench_159_evals", "key": "model-reports:latchbio_spatialbench", "measured_by": "LatchBio", "measurement_kind": "benchmark_publisher_run", "model": "Gemini 3.5 Flash", "model_id": "[\"Google\",\"Gemini 3.5 Flash\"]", "model_name": "Gemini 3.5 Flash", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; pi harness; container with network access\u0000Gemini 3.5 Flash", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; pi harness; container with network access\u0000Gemini 3.5 Flash", "organization": "Google", "protocol": "159 evaluations, 3 runs each averaged; pi harness; container with network access", "rank_in_source_response": null, "raw_value": "55.56", "read_from": "html_text", "reported_at": "2026-11-01", "reported_by": "third_party", "reported_date": "2026-11-01", "series_id": "model_reports:latchbio_spatialbench:default", "source": "model_reports", "source_document_type": "benchmark_leaderboard", "source_id": "latchbio_spatialbench_results_baa9841", "source_title": "SpatialBench results table (latchbio/spatialbench, commit baa9841)", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv", "value": 55.56, "value_kind": "number"}], "series": {"declared_max": null, "direction": "higher_is_better", "direction_basis": "reported_metric", "display_scale": null, "first_score_record": {"date_precision": "document_publication", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; Claude Code harness; container with network access\u0000Claude Opus 4.7", "reported_at": "2026-11-01", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv"}, "first_score_report": {"date_precision": "document_publication", "obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; Claude Code harness; container with network access\u0000Claude Opus 4.7", "reported_at": "2026-11-01", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv"}, "key": "model-reports:latchbio_spatialbench", "max_score_contradicted": false, "metric": "accuracy", "observation_count": 20, "observed_max": 57.65, "score_summary": {"display_max": 57.65, "display_multiplier": 1, "model_count": 16, "model_count_basis": "source_model_id", "numeric_count": 20, "raw_max": 57.65, "raw_min": 28.93, "source_reference": {"obs_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.5", "observation_id": "curated\u0000latchbio_spatialbench\u0000latchbio_spatialbench_results_baa9841\u0000latchbio_spatialbench_159_evals\u0000159 evaluations, 3 runs each averaged; mini-swe-agent harness; container with network access\u0000GPT-5.5", "reported_at": "2026-11-01", "reported_date": "2026-11-01", "source_id": "latchbio_spatialbench_results_baa9841", "source_url": "https://github.com/latchbio/spatialbench/blob/baa9841efc99fa03b2f9ec25684c8ec52a2245df/results/model_results.csv"}, "unit": "percent"}, "series_id": "model_reports:latchbio_spatialbench:default", "unit": "percent"}}}, "siblings": []}
