{"record": {"aliases": [], "artifacts": [], "categories": ["intelligence-index", "reasoning", "science"], "description": {"en": "Physics reasoning"}, "documents": [{"document_type": "registry_page", "id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "title": "CritPt"}], "evidence_summary": {"document_count": 1, "model_count": 492, "model_count_basis": "source_model_id"}, "key": "artificial-analysis:critpt", "modality": null, "name": "CritPt", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"crawl_bundle": "artificial_analysis_2026-08-25", "crawled_at": "2026-08-25T10:41:06Z", "source_url": "https://artificialanalysis.ai/evaluations/critpt"}, "publisher": null, "released": "2025-11-21", "released_reference": {"basis": "release_announcement", "note": "The project announces its public challenge dataset and evaluation pipeline, and its debut on Artificial Analysis, on November 21. Earlier scored model releases do not date this benchmark.", "source_key": "artificial-analysis:critpt", "source_url": "https://github.com/CritPt-Benchmark/CritPt"}, "schema_version": 1, "sizes": [], "slug": "artificial-analysis-critpt", "source": "artificial_analysis", "source_benchmark_id": "critpt"}, "schema_version": 1, "scores_by_source": {"artificial_analysis": {"rows": [{"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d93edfe8-bf35-49ad-b56e-b18116142a1c", "model_name": "GPT-5.6 Sol (max)", "obs_id": "artificial_analysis:critpt:d93edfe8-bf35-49ad-b56e-b18116142a1c", "organization": "OpenAI", "rank_in_source_response": 1, "raw_value": "0.322857142857143", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.322857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e3396f8f-7994-4df5-bdab-43745681ef0a", "model_name": "GPT-5.5 Pro (xhigh)", "obs_id": "artificial_analysis:critpt:e3396f8f-7994-4df5-bdab-43745681ef0a", "organization": "OpenAI", "rank_in_source_response": 2, "raw_value": "0.305714285714286", "reported_by": "third_party", "reported_date": "2026-04-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.305714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5bb1f426-2d64-4d03-99fb-8041ee85c33b", "model_name": "GPT-5.4 Pro (xhigh)", "obs_id": "artificial_analysis:critpt:5bb1f426-2d64-4d03-99fb-8041ee85c33b", "organization": "OpenAI", "rank_in_source_response": 3, "raw_value": "0.3", "reported_by": "third_party", "reported_date": "2026-03-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.3, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "bcf8db0a-3bb6-4d82-9516-0f57370c85a6", "model_name": "GPT-5.6 Terra (max)", "obs_id": "artificial_analysis:critpt:bcf8db0a-3bb6-4d82-9516-0f57370c85a6", "organization": "OpenAI", "rank_in_source_response": 3, "raw_value": "0.3", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.3, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b8fc61f7-5e9a-49e6-8547-6ac56db24627", "model_name": "Claude Opus 5 (Adaptive Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:b8fc61f7-5e9a-49e6-8547-6ac56db24627", "organization": "Anthropic", "rank_in_source_response": 5, "raw_value": "0.291428571428571", "reported_by": "third_party", "reported_date": "2026-07-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.291428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d998db47-9b67-4727-a2bb-2e1261020ac0", "model_name": "GPT-5.6 Sol (xhigh)", "obs_id": "artificial_analysis:critpt:d998db47-9b67-4727-a2bb-2e1261020ac0", "organization": "OpenAI", "rank_in_source_response": 6, "raw_value": "0.285714285714286", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "cd55210d-358e-4df1-ba9c-9acb5f186cc9", "model_name": "Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)", "obs_id": "artificial_analysis:critpt:cd55210d-358e-4df1-ba9c-9acb5f186cc9", "organization": "Anthropic", "rank_in_source_response": 7, "raw_value": "0.2857142857", "reported_by": "third_party", "reported_date": "2026-06-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.2857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "712be54a-77ae-41b2-9a58-21181479d6ee", "model_name": "Claude Opus 5 (Adaptive Reasoning, High Effort)", "obs_id": "artificial_analysis:critpt:712be54a-77ae-41b2-9a58-21181479d6ee", "organization": "Anthropic", "rank_in_source_response": 8, "raw_value": "0.282857142857143", "reported_by": "third_party", "reported_date": "2026-07-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.282857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1305c921-7aaa-4d6d-99b5-99b3acf15e19", "model_name": "Claude Opus 5 (Adaptive Reasoning, Xhigh Effort)", "obs_id": "artificial_analysis:critpt:1305c921-7aaa-4d6d-99b5-99b3acf15e19", "organization": "Anthropic", "rank_in_source_response": 9, "raw_value": "0.277142857142857", "reported_by": "third_party", "reported_date": "2026-07-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.277142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1f054429-397e-4fdb-9e71-67bc92c1735e", "model_name": "GPT-5.5 (xhigh)", "obs_id": "artificial_analysis:critpt:1f054429-397e-4fdb-9e71-67bc92c1735e", "organization": "OpenAI", "rank_in_source_response": 10, "raw_value": "0.271428571428571", "reported_by": "third_party", "reported_date": "2026-04-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.271428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9e30696f-16fa-4b4f-ba53-161895a85fed", "model_name": "GPT-5.6 Terra (xhigh)", "obs_id": "artificial_analysis:critpt:9e30696f-16fa-4b4f-ba53-161895a85fed", "organization": "OpenAI", "rank_in_source_response": 10, "raw_value": "0.271428571428571", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.271428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ff51be8f-e362-4a7e-9043-687ba15de207", "model_name": "Claude Opus 5 (Adaptive Reasoning, Medium Effort)", "obs_id": "artificial_analysis:critpt:ff51be8f-e362-4a7e-9043-687ba15de207", "organization": "Anthropic", "rank_in_source_response": 12, "raw_value": "0.268571428571429", "reported_by": "third_party", "reported_date": "2026-07-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.268571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8afc250d-b538-45a2-812a-4605f4ffd87e", "model_name": "GPT-5.6 Sol (high)", "obs_id": "artificial_analysis:critpt:8afc250d-b538-45a2-812a-4605f4ffd87e", "organization": "OpenAI", "rank_in_source_response": 13, "raw_value": "0.257142857142857", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.257142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a5092ece-d5a7-461f-b036-3faef262423f", "model_name": "Gemini 3 Deep Think", "obs_id": "artificial_analysis:critpt:a5092ece-d5a7-461f-b036-3faef262423f", "organization": "Google", "rank_in_source_response": 13, "raw_value": "0.257142857142857", "reported_by": "third_party", "reported_date": "2026-02-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.257142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b13c1257-d746-4027-8fc8-4892dc14701c", "model_name": "GPT-5.5 (high)", "obs_id": "artificial_analysis:critpt:b13c1257-d746-4027-8fc8-4892dc14701c", "organization": "OpenAI", "rank_in_source_response": 15, "raw_value": "0.254285714285714", "reported_by": "third_party", "reported_date": "2026-04-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.254285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a89c4b28-2d8c-456e-88ea-255fb51fd2b6", "model_name": "GPT-5.4 (xhigh)", "obs_id": "artificial_analysis:critpt:a89c4b28-2d8c-456e-88ea-255fb51fd2b6", "organization": "OpenAI", "rank_in_source_response": 16, "raw_value": "0.2342857143", "reported_by": "third_party", "reported_date": "2026-03-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.2342857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f7d2fc3e-1f7b-405f-818c-07952a4af78f", "model_name": "Kimi K3 (max)", "obs_id": "artificial_analysis:critpt:f7d2fc3e-1f7b-405f-818c-07952a4af78f", "organization": "Moonshot AI", "rank_in_source_response": 17, "raw_value": "0.234285714285714", "reported_by": "third_party", "reported_date": "2026-07-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.234285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "20928ba9-3a3f-415f-9519-b84ff64ecf34", "model_name": "Claude Opus 5 (Adaptive Reasoning, Low Effort)", "obs_id": "artificial_analysis:critpt:20928ba9-3a3f-415f-9519-b84ff64ecf34", "organization": "Anthropic", "rank_in_source_response": 18, "raw_value": "0.231428571428571", "reported_by": "third_party", "reported_date": "2026-07-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.231428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6f174934-5b7d-4333-86cb-f5ebf4a862e3", "model_name": "GPT-5.6 Sol (medium)", "obs_id": "artificial_analysis:critpt:6f174934-5b7d-4333-86cb-f5ebf4a862e3", "organization": "OpenAI", "rank_in_source_response": 19, "raw_value": "0.228571428571429", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.228571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "81972fba-1219-477e-bbfb-18c656a63ff7", "model_name": "GPT-5.6 Terra (high)", "obs_id": "artificial_analysis:critpt:81972fba-1219-477e-bbfb-18c656a63ff7", "organization": "OpenAI", "rank_in_source_response": 19, "raw_value": "0.228571428571429", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.228571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "992b7b84-5069-4c6a-9295-834252553d50", "model_name": "Claude Opus 4.8 (Adaptive Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:992b7b84-5069-4c6a-9295-834252553d50", "organization": "Anthropic", "rank_in_source_response": 21, "raw_value": "0.208571428571429", "reported_by": "third_party", "reported_date": "2026-05-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.208571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f7a4ea75-e548-4069-80d4-9be8bc7c009b", "model_name": "GLM-5.2 (max)", "obs_id": "artificial_analysis:critpt:f7a4ea75-e548-4069-80d4-9be8bc7c009b", "organization": "Z.ai", "rank_in_source_response": 21, "raw_value": "0.208571428571429", "reported_by": "third_party", "reported_date": "2026-06-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.208571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "426d24c8-49ae-482a-b4a8-20f1c53f21c1", "model_name": "GPT-5.6 Luna (max)", "obs_id": "artificial_analysis:critpt:426d24c8-49ae-482a-b4a8-20f1c53f21c1", "organization": "OpenAI", "rank_in_source_response": 23, "raw_value": "0.205714285714286", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.205714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "87110ff0-1f79-41b4-9976-eda250597317", "model_name": "GPT-5.6 Luna (xhigh)", "obs_id": "artificial_analysis:critpt:87110ff0-1f79-41b4-9976-eda250597317", "organization": "OpenAI", "rank_in_source_response": 23, "raw_value": "0.205714285714286", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.205714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5e5b4ce7-bc54-47b2-b911-21b9cad8394c", "model_name": "Qwen3.8 Max", "obs_id": "artificial_analysis:critpt:5e5b4ce7-bc54-47b2-b911-21b9cad8394c", "organization": "Qwen", "rank_in_source_response": 25, "raw_value": "0.2", "reported_by": "third_party", "reported_date": "2026-08-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.2, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8df710d3-9dae-4498-9b4e-9818238e6f31", "model_name": "Qwen3.8 2.4T A95B", "obs_id": "artificial_analysis:critpt:8df710d3-9dae-4498-9b4e-9818238e6f31", "organization": "Qwen", "rank_in_source_response": 25, "raw_value": "0.2", "reported_by": "third_party", "reported_date": "2026-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.2, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3", "model_name": "Grok 4.6 (xhigh)", "obs_id": "artificial_analysis:critpt:d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3", "organization": "xAI", "rank_in_source_response": 27, "raw_value": "0.197142857142857", "reported_by": "third_party", "reported_date": "2026-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.197142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "cd684ea4-b475-4269-b001-d469d06d8a7a", "model_name": "GLM-5.3 (max)", "obs_id": "artificial_analysis:critpt:cd684ea4-b475-4269-b001-d469d06d8a7a", "organization": "Z.ai", "rank_in_source_response": 28, "raw_value": "0.191428571428571", "reported_by": "third_party", "reported_date": "2026-08-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.191428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6b79f899-e3c0-45f6-923c-243faccdb2fc", "model_name": "GPT-5.5 (medium)", "obs_id": "artificial_analysis:critpt:6b79f899-e3c0-45f6-923c-243faccdb2fc", "organization": "OpenAI", "rank_in_source_response": 29, "raw_value": "0.185714285714286", "reported_by": "third_party", "reported_date": "2026-04-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.185714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "83173329-c09a-41f1-a028-a282a5f908d7", "model_name": "DeepSeek V4 Pro 0813 (Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:83173329-c09a-41f1-a028-a282a5f908d7", "organization": "DeepSeek", "rank_in_source_response": 30, "raw_value": "0.18", "reported_by": "third_party", "reported_date": "2026-08-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.18, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "04ee6719-0327-463b-a1a1-70a6a78254f9", "model_name": "Muse Spark 1.2 (xhigh)", "obs_id": "artificial_analysis:critpt:04ee6719-0327-463b-a1a1-70a6a78254f9", "organization": "Meta", "rank_in_source_response": 31, "raw_value": "0.177142857142857", "reported_by": "third_party", "reported_date": "2026-08-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.177142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "26614164-6840-4e17-a65a-2deb2fe7e87b", "model_name": "Grok 4.6 (medium)", "obs_id": "artificial_analysis:critpt:26614164-6840-4e17-a65a-2deb2fe7e87b", "organization": "xAI", "rank_in_source_response": 31, "raw_value": "0.177142857142857", "reported_by": "third_party", "reported_date": "2026-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.177142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "bbd93ebe-80da-4594-bb19-61e69d0331df", "model_name": "Gemini 3.1 Pro Preview", "obs_id": "artificial_analysis:critpt:bbd93ebe-80da-4594-bb19-61e69d0331df", "organization": "Google", "rank_in_source_response": 31, "raw_value": "0.177142857142857", "reported_by": "third_party", "reported_date": "2026-02-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.177142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "26e0f83a-ca98-4f34-94ac-7c5e251ee410", "model_name": "GPT-5.6 Terra (medium)", "obs_id": "artificial_analysis:critpt:26e0f83a-ca98-4f34-94ac-7c5e251ee410", "organization": "OpenAI", "rank_in_source_response": 34, "raw_value": "0.174285714285714", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.174285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c8adc5cf-fd5a-407b-af51-dc3bede3e49c", "model_name": "Grok 4.6 (high)", "obs_id": "artificial_analysis:critpt:c8adc5cf-fd5a-407b-af51-dc3bede3e49c", "organization": "xAI", "rank_in_source_response": 35, "raw_value": "0.171428571428571", "reported_by": "third_party", "reported_date": "2026-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.171428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "23c86e4a-c769-43c0-a056-79e3cd15834f", "model_name": "Claude Sonnet 5 (Adaptive Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:23c86e4a-c769-43c0-a056-79e3cd15834f", "organization": "Anthropic", "rank_in_source_response": 36, "raw_value": "0.168571428571429", "reported_by": "third_party", "reported_date": "2026-06-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.168571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "59b5b14b-5365-4ee7-824a-18a8e6309644", "model_name": "GPT-5.3 Codex (xhigh)", "obs_id": "artificial_analysis:critpt:59b5b14b-5365-4ee7-824a-18a8e6309644", "organization": "OpenAI", "rank_in_source_response": 36, "raw_value": "0.168571428571429", "reported_by": "third_party", "reported_date": "2026-02-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.168571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "aa55297e-8fbf-4372-b4ab-9b068dc6396c", "model_name": "GPT-5.6 Luna (high)", "obs_id": "artificial_analysis:critpt:aa55297e-8fbf-4372-b4ab-9b068dc6396c", "organization": "OpenAI", "rank_in_source_response": 38, "raw_value": "0.165714285714286", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.165714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "fe4c0848-e284-4e52-a79d-cdc28392f1a9", "model_name": "DeepSeek V4 Flash 0731 (Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:fe4c0848-e284-4e52-a79d-cdc28392f1a9", "organization": "DeepSeek", "rank_in_source_response": 38, "raw_value": "0.165714285714286", "reported_by": "third_party", "reported_date": "2026-07-31", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.165714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "794f69b5-cede-482b-b1cc-d769478497cd", "model_name": "Grok 4.5 (high)", "obs_id": "artificial_analysis:critpt:794f69b5-cede-482b-b1cc-d769478497cd", "organization": "xAI", "rank_in_source_response": 40, "raw_value": "0.154285714285714", "reported_by": "third_party", "reported_date": "2026-07-08", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.154285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d61493e2-43ff-460c-9054-eaf6ba317360", "model_name": "Muse Spark 1.1 (xhigh)", "obs_id": "artificial_analysis:critpt:d61493e2-43ff-460c-9054-eaf6ba317360", "organization": "Meta", "rank_in_source_response": 41, "raw_value": "0.151428571428571", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.151428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0904b596-8932-43bd-9b21-324f128e1723", "model_name": "GPT-5.6 Sol (low)", "obs_id": "artificial_analysis:critpt:0904b596-8932-43bd-9b21-324f128e1723", "organization": "OpenAI", "rank_in_source_response": 42, "raw_value": "0.148571428571429", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.148571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b2331108-72ed-415a-82d1-188633875bbc", "model_name": "Gemini 3.7 Flash (high)", "obs_id": "artificial_analysis:critpt:b2331108-72ed-415a-82d1-188633875bbc", "organization": "Google", "rank_in_source_response": 43, "raw_value": "0.142857142857143", "reported_by": "third_party", "reported_date": "2026-08-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "69534bed-2ffd-4235-832b-e20a810333ab", "model_name": "Qwen3.7 Max", "obs_id": "artificial_analysis:critpt:69534bed-2ffd-4235-832b-e20a810333ab", "organization": "Qwen", "rank_in_source_response": 44, "raw_value": "0.134285714285714", "reported_by": "third_party", "reported_date": "2026-05-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.134285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0097ebf5-124f-42f6-9463-33b00e711f03", "model_name": "Gemini 3.5 Flash (high)", "obs_id": "artificial_analysis:critpt:0097ebf5-124f-42f6-9463-33b00e711f03", "organization": "Google", "rank_in_source_response": 45, "raw_value": "0.131428571428571", "reported_by": "third_party", "reported_date": "2026-05-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.131428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "bf220674-68bd-43cc-a1b8-ce5ed4d2f18d", "model_name": "DeepSeek V4 Pro (Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:bf220674-68bd-43cc-a1b8-ce5ed4d2f18d", "organization": "DeepSeek", "rank_in_source_response": 46, "raw_value": "0.128571428571429", "reported_by": "third_party", "reported_date": "2026-04-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.128571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "53c98840-47af-49aa-94e6-469fb17e9a1b", "model_name": "Claude Opus 4.6 (Adaptive Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:53c98840-47af-49aa-94e6-469fb17e9a1b", "organization": "Anthropic", "rank_in_source_response": 47, "raw_value": "0.125714285714286", "reported_by": "third_party", "reported_date": "2026-02-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.125714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2", "model_name": "Claude Opus 4.7 (Adaptive Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2", "organization": "Anthropic", "rank_in_source_response": 48, "raw_value": "0.12", "reported_by": "third_party", "reported_date": "2026-04-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.12, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "498862c3-f9ac-49d2-852f-16a02bb0c38f", "model_name": "GPT-5.2 (xhigh)", "obs_id": "artificial_analysis:critpt:498862c3-f9ac-49d2-852f-16a02bb0c38f", "organization": "OpenAI", "rank_in_source_response": 49, "raw_value": "0.115510204081633", "reported_by": "third_party", "reported_date": "2025-12-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.115510204081633, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ebf3b39f-0be6-43a1-a37a-f9b2978c9916", "model_name": "Muse Spark", "obs_id": "artificial_analysis:critpt:ebf3b39f-0be6-43a1-a37a-f9b2978c9916", "organization": "Meta", "rank_in_source_response": 50, "raw_value": "0.11330612244898", "reported_by": "third_party", "reported_date": "2026-04-08", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.11330612244898, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5016ea75-7b0e-4737-a7e6-1062c6d90fd4", "model_name": "Gemini 3.5 Flash (medium)", "obs_id": "artificial_analysis:critpt:5016ea75-7b0e-4737-a7e6-1062c6d90fd4", "organization": "Google", "rank_in_source_response": 51, "raw_value": "0.108571428571429", "reported_by": "third_party", "reported_date": "2026-05-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.108571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7707a46f-895f-4247-b7a8-ddab87c9a11d", "model_name": "DeepSeek V4 Flash Vision (Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:7707a46f-895f-4247-b7a8-ddab87c9a11d", "organization": "DeepSeek", "rank_in_source_response": 51, "raw_value": "0.108571428571429", "reported_by": "third_party", "reported_date": "2026-08-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.108571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8decf027-5114-4721-9ee1-81c0552980a0", "model_name": "Agnes 2.5 Pro Alpha", "obs_id": "artificial_analysis:critpt:8decf027-5114-4721-9ee1-81c0552980a0", "organization": "Sapiens AI", "rank_in_source_response": 51, "raw_value": "0.108571428571429", "reported_by": "third_party", "reported_date": "2026-07-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.108571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "78332c88-fe60-42c8-af9d-3617e44cf1f5", "model_name": "Gemini 3.6 Flash (high)", "obs_id": "artificial_analysis:critpt:78332c88-fe60-42c8-af9d-3617e44cf1f5", "organization": "Google", "rank_in_source_response": 54, "raw_value": "0.105714285714286", "reported_by": "third_party", "reported_date": "2026-07-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.105714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5da3c0e2-65d2-4bff-a410-cb2132ddafb6", "model_name": "DeepSeek V4 Pro (Reasoning, High Effort)", "obs_id": "artificial_analysis:critpt:5da3c0e2-65d2-4bff-a410-cb2132ddafb6", "organization": "DeepSeek", "rank_in_source_response": 55, "raw_value": "0.1", "reported_by": "third_party", "reported_date": "2026-04-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.1, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8d0cb231-7303-452c-9923-a9620b948475", "model_name": "Kimi K2.7 Code", "obs_id": "artificial_analysis:critpt:8d0cb231-7303-452c-9923-a9620b948475", "organization": "Moonshot AI", "rank_in_source_response": 55, "raw_value": "0.1", "reported_by": "third_party", "reported_date": "2026-06-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.1, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ba242e40-83b7-4cd3-a0e0-b56237984914", "model_name": "GPT-5.4 mini (xhigh)", "obs_id": "artificial_analysis:critpt:ba242e40-83b7-4cd3-a0e0-b56237984914", "organization": "OpenAI", "rank_in_source_response": 55, "raw_value": "0.1", "reported_by": "third_party", "reported_date": "2026-03-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.1, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "cc4a20cd-09fe-4962-a430-119c815e85fa", "model_name": "GPT-5.6 Terra (low)", "obs_id": "artificial_analysis:critpt:cc4a20cd-09fe-4962-a430-119c815e85fa", "organization": "OpenAI", "rank_in_source_response": 58, "raw_value": "0.0942857142857143", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0942857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "eb0d4272-7204-42b9-b875-8866fed58548", "model_name": "Gemini 3.7 Flash (medium)", "obs_id": "artificial_analysis:critpt:eb0d4272-7204-42b9-b875-8866fed58548", "organization": "Google", "rank_in_source_response": 58, "raw_value": "0.0942857142857143", "reported_by": "third_party", "reported_date": "2026-08-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0942857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31", "model_name": "GPT-5.4 nano (xhigh)", "obs_id": "artificial_analysis:critpt:d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31", "organization": "OpenAI", "rank_in_source_response": 60, "raw_value": "0.0925306122448979", "reported_by": "third_party", "reported_date": "2026-03-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0925306122448979, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0b7efa66-2115-49e0-a1b7-a2ba225fe9f6", "model_name": "Grok Build 0.1 0616", "obs_id": "artificial_analysis:critpt:0b7efa66-2115-49e0-a1b7-a2ba225fe9f6", "organization": "xAI", "rank_in_source_response": 61, "raw_value": "0.0914285714285714", "reported_by": "third_party", "reported_date": "2026-06-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0914285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a87fce42-eea3-4e45-a96d-fe057814f371", "model_name": "Qwen3.7 Plus", "obs_id": "artificial_analysis:critpt:a87fce42-eea3-4e45-a96d-fe057814f371", "organization": "Qwen", "rank_in_source_response": 61, "raw_value": "0.0914285714285714", "reported_by": "third_party", "reported_date": "2026-06-01", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0914285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d1122eff-ee85-4fdc-8a9f-23bee6590667", "model_name": "Gemini 3 Pro Preview (high)", "obs_id": "artificial_analysis:critpt:d1122eff-ee85-4fdc-8a9f-23bee6590667", "organization": "Google", "rank_in_source_response": 61, "raw_value": "0.0914285714285714", "reported_by": "third_party", "reported_date": "2025-11-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0914285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8215372b-66ff-457b-855e-e8abeafc9571", "model_name": "A.X-K2", "obs_id": "artificial_analysis:critpt:8215372b-66ff-457b-855e-e8abeafc9571", "organization": "SK Telecom", "rank_in_source_response": 64, "raw_value": "0.0885714285714286", "reported_by": "third_party", "reported_date": "2026-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0885714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "019e86f6-e66b-42d8-8a50-235a06b53003", "model_name": "GPT-5.2 Codex (xhigh)", "obs_id": "artificial_analysis:critpt:019e86f6-e66b-42d8-8a50-235a06b53003", "organization": "OpenAI", "rank_in_source_response": 65, "raw_value": "0.0866938775510204", "reported_by": "third_party", "reported_date": "2025-12-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0866938775510204, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3b5ba264-ad25-429b-a460-4d8698205f0d", "model_name": "Nex-N2-Pro", "obs_id": "artificial_analysis:critpt:3b5ba264-ad25-429b-a460-4d8698205f0d", "organization": "Nex AGI", "rank_in_source_response": 66, "raw_value": "0.0857142857142857", "reported_by": "third_party", "reported_date": "2026-06-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7c73c3be-7f51-4d14-bec8-d5789488df25", "model_name": "Gemini 3 Flash Preview (Reasoning)", "obs_id": "artificial_analysis:critpt:7c73c3be-7f51-4d14-bec8-d5789488df25", "organization": "Google", "rank_in_source_response": 66, "raw_value": "0.0857142857142857", "reported_by": "third_party", "reported_date": "2025-12-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7261504e-503c-4a66-a9d3-a3272cdf9ad6", "model_name": "Inkling Small", "obs_id": "artificial_analysis:critpt:7261504e-503c-4a66-a9d3-a3272cdf9ad6", "organization": "Thinking Machines", "rank_in_source_response": 68, "raw_value": "0.0828571428571429", "reported_by": "third_party", "reported_date": "2026-07-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0828571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0de67206-4d36-4d10-b8f6-cf37fa747a03", "model_name": "Kimi K2.6", "obs_id": "artificial_analysis:critpt:0de67206-4d36-4d10-b8f6-cf37fa747a03", "organization": "Moonshot AI", "rank_in_source_response": 69, "raw_value": "0.08", "reported_by": "third_party", "reported_date": "2026-04-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.08, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "948892b5-db03-4118-a4a8-ccd51ed871ea", "model_name": "Grok 4.3 (high)", "obs_id": "artificial_analysis:critpt:948892b5-db03-4118-a4a8-ccd51ed871ea", "organization": "xAI", "rank_in_source_response": 69, "raw_value": "0.08", "reported_by": "third_party", "reported_date": "2026-04-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.08, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c77cfe51-f4a0-4692-9dee-5061ef667f23", "model_name": "GPT-5.5 (low)", "obs_id": "artificial_analysis:critpt:c77cfe51-f4a0-4692-9dee-5061ef667f23", "organization": "OpenAI", "rank_in_source_response": 69, "raw_value": "0.08", "reported_by": "third_party", "reported_date": "2026-04-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.08, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "84e3f11e-d659-4941-8988-1dbfabbaf538", "model_name": "GPT-5.2 (medium)", "obs_id": "artificial_analysis:critpt:84e3f11e-d659-4941-8988-1dbfabbaf538", "organization": "OpenAI", "rank_in_source_response": 72, "raw_value": "0.0785714285714285", "reported_by": "third_party", "reported_date": "2025-12-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0785714285714285, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "527e943a-adc6-4e69-93af-d1608e1b5fed", "model_name": "DeepSeek V3.2 Speciale", "obs_id": "artificial_analysis:critpt:527e943a-adc6-4e69-93af-d1608e1b5fed", "organization": "DeepSeek", "rank_in_source_response": 73, "raw_value": "0.0742857142857143", "reported_by": "third_party", "reported_date": "2025-12-01", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0742857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "538e945c-6c27-4fd3-995d-ded80a36cd10", "model_name": "GPT-5.4 (low)", "obs_id": "artificial_analysis:critpt:538e945c-6c27-4fd3-995d-ded80a36cd10", "organization": "OpenAI", "rank_in_source_response": 73, "raw_value": "0.0742857142857143", "reported_by": "third_party", "reported_date": "2026-03-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0742857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d8ddb241-b3e4-4c25-a6a3-72eb1b30c541", "model_name": "DeepSeek V4 Flash (Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:d8ddb241-b3e4-4c25-a6a3-72eb1b30c541", "organization": "DeepSeek", "rank_in_source_response": 75, "raw_value": "0.0714285714285714", "reported_by": "third_party", "reported_date": "2026-04-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0714285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b01eefb1-c9f8-412d-8353-571031a52f23", "model_name": "Motif 3", "obs_id": "artificial_analysis:critpt:b01eefb1-c9f8-412d-8353-571031a52f23", "organization": "Motif Technologies", "rank_in_source_response": 76, "raw_value": "0.0657142857142857", "reported_by": "third_party", "reported_date": "2026-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0657142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c72cb85a-18a4-4235-b455-77dff2f16c50", "model_name": "Grok 4.20 0309 v2 (Reasoning)", "obs_id": "artificial_analysis:critpt:c72cb85a-18a4-4235-b455-77dff2f16c50", "organization": "xAI", "rank_in_source_response": 76, "raw_value": "0.0657142857142857", "reported_by": "third_party", "reported_date": "2026-04-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0657142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "04787c2b-0751-4269-8029-075b727d7aed", "model_name": "Grok 4.20 0309 (Reasoning)", "obs_id": "artificial_analysis:critpt:04787c2b-0751-4269-8029-075b727d7aed", "organization": "xAI", "rank_in_source_response": 78, "raw_value": "0.06", "reported_by": "third_party", "reported_date": "2026-03-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.06, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a3043d4f-9b92-4261-8ea2-a2d391b09cf4", "model_name": "Motif 3 (Beta)", "obs_id": "artificial_analysis:critpt:a3043d4f-9b92-4261-8ea2-a2d391b09cf4", "organization": "Motif Technologies", "rank_in_source_response": 78, "raw_value": "0.06", "reported_by": "third_party", "reported_date": "2026-07-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.06, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "04d023f3-025c-4d78-9571-53edda3eaf2a", "model_name": "GPT-5.1 Codex (high)", "obs_id": "artificial_analysis:critpt:04d023f3-025c-4d78-9571-53edda3eaf2a", "organization": "OpenAI", "rank_in_source_response": 80, "raw_value": "0.0571428571428571", "reported_by": "third_party", "reported_date": "2025-11-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "48e50f00-1fd1-4acc-b337-61078aa341e6", "model_name": "GPT-5 (high)", "obs_id": "artificial_analysis:critpt:48e50f00-1fd1-4acc-b337-61078aa341e6", "organization": "OpenAI", "rank_in_source_response": 80, "raw_value": "0.0571428571428571", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7eabd8ca-bf43-4d56-b3df-efd1c4eebfb0", "model_name": "Solar Open2 250B", "obs_id": "artificial_analysis:critpt:7eabd8ca-bf43-4d56-b3df-efd1c4eebfb0", "organization": "Upstage", "rank_in_source_response": 80, "raw_value": "0.0571428571428571", "reported_by": "third_party", "reported_date": "2026-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c07e65e6-32fc-451e-938d-7477a1c3ffcc", "model_name": "Grok 4.6 (low)", "obs_id": "artificial_analysis:critpt:c07e65e6-32fc-451e-938d-7477a1c3ffcc", "organization": "xAI", "rank_in_source_response": 80, "raw_value": "0.0571428571428571", "reported_by": "third_party", "reported_date": "2026-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ddfdaf64-3f8e-40a6-a492-608ee83a1351", "model_name": "Gemini 3.7 Flash (low)", "obs_id": "artificial_analysis:critpt:ddfdaf64-3f8e-40a6-a492-608ee83a1351", "organization": "Google", "rank_in_source_response": 80, "raw_value": "0.0571428571428571", "reported_by": "third_party", "reported_date": "2026-08-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0de09623-2b1a-4c8d-86ef-7f5245d4e24b", "model_name": "Inkling (xhigh)", "obs_id": "artificial_analysis:critpt:0de09623-2b1a-4c8d-86ef-7f5245d4e24b", "organization": "Thinking Machines", "rank_in_source_response": 85, "raw_value": "0.0542857142857143", "reported_by": "third_party", "reported_date": "2026-07-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0542857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1b64aa81-c223-4b8f-909b-82185a234765", "model_name": "Solar Pro 4", "obs_id": "artificial_analysis:critpt:1b64aa81-c223-4b8f-909b-82185a234765", "organization": "Upstage", "rank_in_source_response": 85, "raw_value": "0.0542857142857143", "reported_by": "third_party", "reported_date": "2026-08-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0542857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b01dee41-c62b-48ed-8d16-984adc405e5c", "model_name": "Qwen3.8 27B (xhigh)", "obs_id": "artificial_analysis:critpt:b01dee41-c62b-48ed-8d16-984adc405e5c", "organization": "Qwen", "rank_in_source_response": 85, "raw_value": "0.0542857142857143", "reported_by": "third_party", "reported_date": "2026-08-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0542857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2fa8e143-77a8-4d05-bfa8-d3b54634c00f", "model_name": "Claude Opus 4.7 (Non-reasoning, High Effort)", "obs_id": "artificial_analysis:critpt:2fa8e143-77a8-4d05-bfa8-d3b54634c00f", "organization": "Anthropic", "rank_in_source_response": 88, "raw_value": "0.0514285714285714", "reported_by": "third_party", "reported_date": "2026-04-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0514285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5d11e7a1-4f70-4e5a-9364-e193761d6757", "model_name": "GPT-5 Codex (high)", "obs_id": "artificial_analysis:critpt:5d11e7a1-4f70-4e5a-9364-e193761d6757", "organization": "OpenAI", "rank_in_source_response": 88, "raw_value": "0.0514285714285714", "reported_by": "third_party", "reported_date": "2025-09-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0514285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7c4d1e30-6ecb-46cf-880c-41446d7b51f1", "model_name": "GPT-5.6 Sol (Non-reasoning)", "obs_id": "artificial_analysis:critpt:7c4d1e30-6ecb-46cf-880c-41446d7b51f1", "organization": "OpenAI", "rank_in_source_response": 88, "raw_value": "0.0514285714285714", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0514285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8869f28a-a6ff-487f-8d32-93fe335fdda5", "model_name": "GPT-5.4 nano (medium)", "obs_id": "artificial_analysis:critpt:8869f28a-a6ff-487f-8d32-93fe335fdda5", "organization": "OpenAI", "rank_in_source_response": 88, "raw_value": "0.0514285714285714", "reported_by": "third_party", "reported_date": "2026-03-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0514285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4dc12a38-b18f-4c43-8e1b-678f8434b5b1", "model_name": "GPT-5.1 (high)", "obs_id": "artificial_analysis:critpt:4dc12a38-b18f-4c43-8e1b-678f8434b5b1", "organization": "OpenAI", "rank_in_source_response": 92, "raw_value": "0.0485714285714286", "reported_by": "third_party", "reported_date": "2025-11-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0485714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "58b812bf-8498-46db-b834-f43ccc614b61", "model_name": "GPT-5.6 Luna (medium)", "obs_id": "artificial_analysis:critpt:58b812bf-8498-46db-b834-f43ccc614b61", "organization": "OpenAI", "rank_in_source_response": 92, "raw_value": "0.0485714285714286", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0485714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5e8b0d98-a3b4-42b5-93d8-ecb748788754", "model_name": "Grok 4.3 (medium)", "obs_id": "artificial_analysis:critpt:5e8b0d98-a3b4-42b5-93d8-ecb748788754", "organization": "xAI", "rank_in_source_response": 92, "raw_value": "0.0485714285714286", "reported_by": "third_party", "reported_date": "2026-04-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0485714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b23e6c69-96e5-44c9-8f58-4b42e0c399d5", "model_name": "Hy3", "obs_id": "artificial_analysis:critpt:b23e6c69-96e5-44c9-8f58-4b42e0c399d5", "organization": "Tencent", "rank_in_source_response": 92, "raw_value": "0.0485714285714286", "reported_by": "third_party", "reported_date": "2026-07-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0485714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2660d74f-ce79-48a8-8b53-6e668e2071a2", "model_name": "Claude Opus 4.5 (Reasoning)", "obs_id": "artificial_analysis:critpt:2660d74f-ce79-48a8-8b53-6e668e2071a2", "organization": "Anthropic", "rank_in_source_response": 96, "raw_value": "0.0457142857142857", "reported_by": "third_party", "reported_date": "2025-11-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0457142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5aa1c578-af76-4b91-8699-cdd43582b3af", "model_name": "GLM-5.1 (Reasoning)", "obs_id": "artificial_analysis:critpt:5aa1c578-af76-4b91-8699-cdd43582b3af", "organization": "Z.ai", "rank_in_source_response": 96, "raw_value": "0.0457142857142857", "reported_by": "third_party", "reported_date": "2026-04-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0457142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8ca48626-ff5e-48b3-8401-38081376d706", "model_name": "Hy3-preview (Reasoning)", "obs_id": "artificial_analysis:critpt:8ca48626-ff5e-48b3-8401-38081376d706", "organization": "Tencent", "rank_in_source_response": 96, "raw_value": "0.0457142857142857", "reported_by": "third_party", "reported_date": "2026-04-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0457142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "be185709-ddb4-4268-9597-856464359b25", "model_name": "MiMo-V2-Flash (Reasoning)", "obs_id": "artificial_analysis:critpt:be185709-ddb4-4268-9597-856464359b25", "organization": "Xiaomi", "rank_in_source_response": 99, "raw_value": "0.0428571428571429", "reported_by": "third_party", "reported_date": "2025-12-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0428571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "00f1248e-78e3-4230-8dc8-5e13ba8645e2", "model_name": "MiMo-V2.5-Pro", "obs_id": "artificial_analysis:critpt:00f1248e-78e3-4230-8dc8-5e13ba8645e2", "organization": "Xiaomi", "rank_in_source_response": 100, "raw_value": "0.04", "reported_by": "third_party", "reported_date": "2026-04-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.04, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "22d09131-343b-4adf-8760-533e20a2155f", "model_name": "MiMo-V2.5", "obs_id": "artificial_analysis:critpt:22d09131-343b-4adf-8760-533e20a2155f", "organization": "Xiaomi", "rank_in_source_response": 101, "raw_value": "0.0371428571428571", "reported_by": "third_party", "reported_date": "2026-04-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0371428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "277f939a-985b-4b37-859d-b3eabc7c0b26", "model_name": "MiniMax-M3", "obs_id": "artificial_analysis:critpt:277f939a-985b-4b37-859d-b3eabc7c0b26", "organization": "MiniMax", "rank_in_source_response": 101, "raw_value": "0.0371428571428571", "reported_by": "third_party", "reported_date": "2026-06-01", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0371428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "eb4ba465-3fcd-4065-9fe2-e8225e7b2c6c", "model_name": "Ring-2.6-1T", "obs_id": "artificial_analysis:critpt:eb4ba465-3fcd-4065-9fe2-e8225e7b2c6c", "organization": "InclusionAI", "rank_in_source_response": 101, "raw_value": "0.0371428571428571", "reported_by": "third_party", "reported_date": "2026-05-08", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0371428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6000692c-f9a6-47f8-a5c0-e0874ac488bb", "model_name": "Qwen3.6 Max Preview", "obs_id": "artificial_analysis:critpt:6000692c-f9a6-47f8-a5c0-e0874ac488bb", "organization": "Qwen", "rank_in_source_response": 104, "raw_value": "0.0370612244897959", "reported_by": "third_party", "reported_date": "2026-04-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0370612244897959, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "89a2c945-1fab-4ee4-9f45-83a9f46cb221", "model_name": "DeepSeek V4 Flash (Reasoning, High Effort)", "obs_id": "artificial_analysis:critpt:89a2c945-1fab-4ee4-9f45-83a9f46cb221", "organization": "DeepSeek", "rank_in_source_response": 105, "raw_value": "0.0342857142857143", "reported_by": "third_party", "reported_date": "2026-04-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0342857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "512d17ef-13d2-4f65-bf9b-154b0dec7e8d", "model_name": "Kimi K3 (low)", "obs_id": "artificial_analysis:critpt:512d17ef-13d2-4f65-bf9b-154b0dec7e8d", "organization": "Moonshot AI", "rank_in_source_response": 106, "raw_value": "0.0314285714285714", "reported_by": "third_party", "reported_date": "2026-07-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0314285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5b52def2-ac9b-4465-ad80-91ea8079e253", "model_name": "Nemotron 3 Ultra 550B A55B (Reasoning)", "obs_id": "artificial_analysis:critpt:5b52def2-ac9b-4465-ad80-91ea8079e253", "organization": "NVIDIA", "rank_in_source_response": 106, "raw_value": "0.0314285714285714", "reported_by": "third_party", "reported_date": "2026-06-04", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0314285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "63872e9c-3377-4a6b-b477-7bba244c38e9", "model_name": "Nemotron 3 Super 120B A12B (Reasoning)", "obs_id": "artificial_analysis:critpt:63872e9c-3377-4a6b-b477-7bba244c38e9", "organization": "NVIDIA", "rank_in_source_response": 106, "raw_value": "0.0314285714285714", "reported_by": "third_party", "reported_date": "2026-03-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0314285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a550ffca-f89e-4381-ade6-a85dc6a1fb4c", "model_name": "Kimi K2.5 (Reasoning)", "obs_id": "artificial_analysis:critpt:a550ffca-f89e-4381-ade6-a85dc6a1fb4c", "organization": "Moonshot AI", "rank_in_source_response": 106, "raw_value": "0.0314285714285714", "reported_by": "third_party", "reported_date": "2026-01-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0314285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "df8d14e0-3997-4e4d-b4ad-9c047acc9c69", "model_name": "Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)", "obs_id": "artificial_analysis:critpt:df8d14e0-3997-4e4d-b4ad-9c047acc9c69", "organization": "Anthropic", "rank_in_source_response": 106, "raw_value": "0.0314285714285714", "reported_by": "third_party", "reported_date": "2026-02-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0314285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e8aa417f-18fe-46b0-ba62-ef99785a9585", "model_name": "GLM-5.2 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:e8aa417f-18fe-46b0-ba62-ef99785a9585", "organization": "Z.ai", "rank_in_source_response": 106, "raw_value": "0.0314285714285714", "reported_by": "third_party", "reported_date": "2026-06-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0314285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1479f50b-d37f-4b55-bb8b-4212a15042eb", "model_name": "MiMo-V2-Flash (Feb 2026)", "obs_id": "artificial_analysis:critpt:1479f50b-d37f-4b55-bb8b-4212a15042eb", "organization": "Xiaomi", "rank_in_source_response": 112, "raw_value": "0.0285714285714286", "reported_by": "third_party", "reported_date": "2025-12-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "23149f9b-c904-43e2-9ec4-afa2bf843941", "model_name": "Grok 4.1 Fast (Reasoning)", "obs_id": "artificial_analysis:critpt:23149f9b-c904-43e2-9ec4-afa2bf843941", "organization": "xAI", "rank_in_source_response": 112, "raw_value": "0.0285714285714286", "reported_by": "third_party", "reported_date": "2025-11-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "392063ba-c3b5-47e8-ba67-a7b0b34f6824", "model_name": "GPT-5.4 mini (medium)", "obs_id": "artificial_analysis:critpt:392063ba-c3b5-47e8-ba67-a7b0b34f6824", "organization": "OpenAI", "rank_in_source_response": 112, "raw_value": "0.0285714285714286", "reported_by": "third_party", "reported_date": "2026-03-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "573bbd93-114c-4b71-9ede-a73a7d4bdf84", "model_name": "Grok 4 Fast (Reasoning)", "obs_id": "artificial_analysis:critpt:573bbd93-114c-4b71-9ede-a73a7d4bdf84", "organization": "xAI", "rank_in_source_response": 112, "raw_value": "0.0285714285714286", "reported_by": "third_party", "reported_date": "2025-09-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d621247c-d47e-458c-82cb-a166bc3b37e5", "model_name": "DeepSeek V3.2 (Reasoning)", "obs_id": "artificial_analysis:critpt:d621247c-d47e-458c-82cb-a166bc3b37e5", "organization": "DeepSeek", "rank_in_source_response": 112, "raw_value": "0.0285714285714286", "reported_by": "third_party", "reported_date": "2025-12-01", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f371ad68-6947-4767-a78f-1f6c81f96b93", "model_name": "Qwen3.6 Plus", "obs_id": "artificial_analysis:critpt:f371ad68-6947-4767-a78f-1f6c81f96b93", "organization": "Qwen", "rank_in_source_response": 112, "raw_value": "0.0285714285714286", "reported_by": "third_party", "reported_date": "2026-04-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4386585e-71b4-4a0c-8a63-afb333419cd6", "model_name": "Claude Opus 4.6 (Non-reasoning, High Effort)", "obs_id": "artificial_analysis:critpt:4386585e-71b4-4a0c-8a63-afb333419cd6", "organization": "Anthropic", "rank_in_source_response": 118, "raw_value": "0.0284081632653061", "reported_by": "third_party", "reported_date": "2026-02-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0284081632653061, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "050c61cd-cddc-463a-a30a-a82aaa37be59", "model_name": "GPT-5.6 Luna (low)", "obs_id": "artificial_analysis:critpt:050c61cd-cddc-463a-a30a-a82aaa37be59", "organization": "OpenAI", "rank_in_source_response": 119, "raw_value": "0.0257142857142857", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0257142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "27202e5f-c82d-4710-92e9-4317877d4883", "model_name": "Gemini 2.5 Pro", "obs_id": "artificial_analysis:critpt:27202e5f-c82d-4710-92e9-4317877d4883", "organization": "Google", "rank_in_source_response": 119, "raw_value": "0.0257142857142857", "reported_by": "third_party", "reported_date": "2025-06-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0257142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "583f98fb-c4b8-4df3-8d40-60ac0ed69882", "model_name": "Muse Glimmer (high)", "obs_id": "artificial_analysis:critpt:583f98fb-c4b8-4df3-8d40-60ac0ed69882", "organization": "Meta", "rank_in_source_response": 119, "raw_value": "0.0257142857142857", "reported_by": "third_party", "reported_date": "2026-08-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0257142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5c3bdc0d-abab-4526-8079-34de4089bb4a", "model_name": "LongCat 2.0", "obs_id": "artificial_analysis:critpt:5c3bdc0d-abab-4526-8079-34de4089bb4a", "organization": "LongCat", "rank_in_source_response": 119, "raw_value": "0.0257142857142857", "reported_by": "third_party", "reported_date": "2026-06-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0257142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "bddebfd3-0a8d-47f5-b722-bc4c2ca5a5dc", "model_name": "Kimi K2 Thinking", "obs_id": "artificial_analysis:critpt:bddebfd3-0a8d-47f5-b722-bc4c2ca5a5dc", "organization": "Moonshot AI", "rank_in_source_response": 119, "raw_value": "0.0257142857142857", "reported_by": "third_party", "reported_date": "2025-11-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0257142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e34ffffb-d8e1-4f5c-a2c7-3ca19c235eeb", "model_name": "GPT-5.5 Instant (May 2026)", "obs_id": "artificial_analysis:critpt:e34ffffb-d8e1-4f5c-a2c7-3ca19c235eeb", "organization": "OpenAI", "rank_in_source_response": 119, "raw_value": "0.0257142857142857", "reported_by": "third_party", "reported_date": "2026-05-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0257142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c8158c23-6fff-4c31-911d-954c32d80c28", "model_name": "Step 3.5 Flash", "obs_id": "artificial_analysis:critpt:c8158c23-6fff-4c31-911d-954c32d80c28", "organization": "StepFun", "rank_in_source_response": 125, "raw_value": "0.0246938775510204", "reported_by": "third_party", "reported_date": "2026-02-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0246938775510204, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1aa3694e-b656-4dbe-8f84-0c65d8897abb", "model_name": "Step 3.5 Flash 2603", "obs_id": "artificial_analysis:critpt:1aa3694e-b656-4dbe-8f84-0c65d8897abb", "organization": "StepFun", "rank_in_source_response": 126, "raw_value": "0.0228571428571429", "reported_by": "third_party", "reported_date": "2026-04-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0228571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6c7b322e-2f35-48ff-9171-fb621a726fc0", "model_name": "Step 3.7 Flash", "obs_id": "artificial_analysis:critpt:6c7b322e-2f35-48ff-9171-fb621a726fc0", "organization": "StepFun", "rank_in_source_response": 126, "raw_value": "0.0228571428571429", "reported_by": "third_party", "reported_date": "2026-05-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0228571428571429, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "198b717f-42c8-4ab7-a699-ae9373d669d3", "model_name": "DeepSeek V3.1 (Reasoning)", "obs_id": "artificial_analysis:critpt:198b717f-42c8-4ab7-a699-ae9373d669d3", "organization": "DeepSeek", "rank_in_source_response": 128, "raw_value": "0.02", "reported_by": "third_party", "reported_date": "2025-08-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.02, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "40663ad2-b218-471e-bdd4-a1e0c2360e2b", "model_name": "GLM-5 (Reasoning)", "obs_id": "artificial_analysis:critpt:40663ad2-b218-471e-bdd4-a1e0c2360e2b", "organization": "Z.ai", "rank_in_source_response": 128, "raw_value": "0.02", "reported_by": "third_party", "reported_date": "2026-02-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.02, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5ea94a4a-55ac-4ea1-8898-2b3971e94af6", "model_name": "Grok 4", "obs_id": "artificial_analysis:critpt:5ea94a4a-55ac-4ea1-8898-2b3971e94af6", "organization": "xAI", "rank_in_source_response": 128, "raw_value": "0.02", "reported_by": "third_party", "reported_date": "2025-07-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.02, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9b97a35e-6ac7-44d9-91c6-422fa678963e", "model_name": "GPT-5.6 Terra (Non-reasoning)", "obs_id": "artificial_analysis:critpt:9b97a35e-6ac7-44d9-91c6-422fa678963e", "organization": "OpenAI", "rank_in_source_response": 128, "raw_value": "0.02", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.02, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0a7dda4d-cc9c-4a90-abc1-abb5772c901b", "model_name": "DeepSeek V3.1 Terminus (Reasoning)", "obs_id": "artificial_analysis:critpt:0a7dda4d-cc9c-4a90-abc1-abb5772c901b", "organization": "DeepSeek", "rank_in_source_response": 132, "raw_value": "0.0171428571428571", "reported_by": "third_party", "reported_date": "2025-09-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0171428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "806032ff-6252-4c22-ba99-a126e411b7a4", "model_name": "Qwen3 Max Thinking", "obs_id": "artificial_analysis:critpt:806032ff-6252-4c22-ba99-a126e411b7a4", "organization": "Qwen", "rank_in_source_response": 132, "raw_value": "0.0171428571428571", "reported_by": "third_party", "reported_date": "2026-01-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0171428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e33dc369-ae81-40e0-8c4e-28b002d02197", "model_name": "Ling 3.0 Flash", "obs_id": "artificial_analysis:critpt:e33dc369-ae81-40e0-8c4e-28b002d02197", "organization": "InclusionAI", "rank_in_source_response": 132, "raw_value": "0.0171428571428571", "reported_by": "third_party", "reported_date": "2026-08-04", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0171428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6fc35842-0165-44cf-8570-c484a92b3d8c", "model_name": "GLM-4.7 (Reasoning)", "obs_id": "artificial_analysis:critpt:6fc35842-0165-44cf-8570-c484a92b3d8c", "organization": "Z.ai", "rank_in_source_response": 135, "raw_value": "0.0171020408163265", "reported_by": "third_party", "reported_date": "2025-12-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0171020408163265, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0e66bae9-41f1-42fc-9276-ce8cb6f72919", "model_name": "Qwen3.5 397B A17B (Reasoning)", "obs_id": "artificial_analysis:critpt:0e66bae9-41f1-42fc-9276-ce8cb6f72919", "organization": "Qwen", "rank_in_source_response": 136, "raw_value": "0.0170612244897959", "reported_by": "third_party", "reported_date": "2026-02-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0170612244897959, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "033ade17-d9ec-44e0-b792-b5f1fcd5ab4c", "model_name": "Gemini 3.5 Flash (minimal)", "obs_id": "artificial_analysis:critpt:033ade17-d9ec-44e0-b792-b5f1fcd5ab4c", "organization": "Google", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2026-05-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "07c35e00-2b12-44c8-91cc-408629cd569e", "model_name": "DeepSeek V3.2 Exp (Non-reasoning)", "obs_id": "artificial_analysis:critpt:07c35e00-2b12-44c8-91cc-408629cd569e", "organization": "DeepSeek", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2025-09-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0fc6308e-fbd2-42d3-a216-06da3c43e34e", "model_name": "Kimi K2.6 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:0fc6308e-fbd2-42d3-a216-06da3c43e34e", "organization": "Moonshot AI", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2026-04-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "36f73aaf-d38a-4b56-a2b3-d04d17186910", "model_name": "gpt-oss-20b (high)", "obs_id": "artificial_analysis:critpt:36f73aaf-d38a-4b56-a2b3-d04d17186910", "organization": "OpenAI", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2025-08-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6afbfb62-27e4-435e-9c85-d9fe1b92519e", "model_name": "Gemini 2.5 Flash (Non-reasoning)", "obs_id": "artificial_analysis:critpt:6afbfb62-27e4-435e-9c85-d9fe1b92519e", "organization": "Google", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2025-05-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6f1a7562-6e96-46ac-af4f-6ba5a7a3da96", "model_name": "GPT-5.5 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:6f1a7562-6e96-46ac-af4f-6ba5a7a3da96", "organization": "OpenAI", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2026-04-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "783a0ea2-1eef-422a-8c3d-f6d40d943f54", "model_name": "Gemini 3 Flash Preview (Non-reasoning)", "obs_id": "artificial_analysis:critpt:783a0ea2-1eef-422a-8c3d-f6d40d943f54", "organization": "Google", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2025-12-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a518a64b-e337-48f3-85a1-ba7dc0e8f961", "model_name": "ERNIE 5.0 Thinking Preview", "obs_id": "artificial_analysis:critpt:a518a64b-e337-48f3-85a1-ba7dc0e8f961", "organization": "Baidu", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2025-11-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a83f84b3-473a-4276-9ae1-8909da723159", "model_name": "DeepSeek R1 0528 (May '25)", "obs_id": "artificial_analysis:critpt:a83f84b3-473a-4276-9ae1-8909da723159", "organization": "DeepSeek", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2025-05-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "af134350-8ba3-4629-b56b-00bd6dcf60c4", "model_name": "DeepSeek V3.2 Exp (Reasoning)", "obs_id": "artificial_analysis:critpt:af134350-8ba3-4629-b56b-00bd6dcf60c4", "organization": "DeepSeek", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2025-09-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c3274a19-6d3c-4d01-ab9b-5055a0a40429", "model_name": "GPT-5 mini (medium)", "obs_id": "artificial_analysis:critpt:c3274a19-6d3c-4d01-ab9b-5055a0a40429", "organization": "OpenAI", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "cd26a386-4873-46ff-b853-d239050025a2", "model_name": "Gemma 4 31B (Reasoning)", "obs_id": "artificial_analysis:critpt:cd26a386-4873-46ff-b853-d239050025a2", "organization": "Google", "rank_in_source_response": 137, "raw_value": "0.0142857142857143", "reported_by": "third_party", "reported_date": "2026-04-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0142857142857143, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "12adec16-19fe-4d92-aeff-5ef3eb7e780a", "model_name": "MiniMax-M2.5", "obs_id": "artificial_analysis:critpt:12adec16-19fe-4d92-aeff-5ef3eb7e780a", "organization": "MiniMax", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2026-02-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "16c5b637-8bce-4252-81f2-1b87a36a4e4c", "model_name": "o3", "obs_id": "artificial_analysis:critpt:16c5b637-8bce-4252-81f2-1b87a36a4e4c", "organization": "OpenAI", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2025-04-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "219ed587-60c5-4a48-9517-8480e08d0ca1", "model_name": "Gemini 2.5 Flash (Reasoning)", "obs_id": "artificial_analysis:critpt:219ed587-60c5-4a48-9517-8480e08d0ca1", "organization": "Google", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2025-05-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4764d31d-f4af-4297-8bd1-e993f26bcb64", "model_name": "MiMo-V2.5-Pro (Non-reasoning)", "obs_id": "artificial_analysis:critpt:4764d31d-f4af-4297-8bd1-e993f26bcb64", "organization": "Xiaomi", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2026-04-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "598190f8-dc9c-4fea-a7ea-4b81c402ab18", "model_name": "Gemini 3.1 Flash-Lite", "obs_id": "artificial_analysis:critpt:598190f8-dc9c-4fea-a7ea-4b81c402ab18", "organization": "Google", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2026-03-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6a5d56e1-bb68-4205-8d9b-26b97888bc84", "model_name": "GLM-4.6 (Reasoning)", "obs_id": "artificial_analysis:critpt:6a5d56e1-bb68-4205-8d9b-26b97888bc84", "organization": "Z.ai", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2025-09-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7f3c9423-3ee3-4369-a6d9-3f2a40aff00e", "model_name": "GPT-5 (low)", "obs_id": "artificial_analysis:critpt:7f3c9423-3ee3-4369-a6d9-3f2a40aff00e", "organization": "OpenAI", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8c29d66d-bf98-4ea3-8572-5409353ecc66", "model_name": "Qwen3.6 27B (Reasoning)", "obs_id": "artificial_analysis:critpt:8c29d66d-bf98-4ea3-8572-5409353ecc66", "organization": "Qwen", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2026-04-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "90e078f2-051b-4c63-8919-76618971cb3f", "model_name": "Claude 4.5 Sonnet (Reasoning)", "obs_id": "artificial_analysis:critpt:90e078f2-051b-4c63-8919-76618971cb3f", "organization": "Anthropic", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2025-09-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "94d09368-9035-47cf-963a-b4310b433a16", "model_name": "MiMo-V2-Omni", "obs_id": "artificial_analysis:critpt:94d09368-9035-47cf-963a-b4310b433a16", "organization": "Xiaomi", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2026-03-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ac1031bc-c53e-4af7-9c6e-2005e0ff44fa", "model_name": "Apriel-v1.5-15B-Thinker", "obs_id": "artificial_analysis:critpt:ac1031bc-c53e-4af7-9c6e-2005e0ff44fa", "organization": "ServiceNow", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2025-09-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d034dafe-463d-4c50-956f-84fca657b26f", "model_name": "Claude 4 Sonnet (Non-reasoning)", "obs_id": "artificial_analysis:critpt:d034dafe-463d-4c50-956f-84fca657b26f", "organization": "Anthropic", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2025-05-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d58b9ada-fd9d-4fff-a086-242034657963", "model_name": "Claude Sonnet 5 (Non-reasoning, High Effort)", "obs_id": "artificial_analysis:critpt:d58b9ada-fd9d-4fff-a086-242034657963", "organization": "Anthropic", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2026-06-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f0083258-8646-45b8-8082-7aaf6c2ea82a", "model_name": "gpt-oss-120b (high)", "obs_id": "artificial_analysis:critpt:f0083258-8646-45b8-8082-7aaf6c2ea82a", "organization": "OpenAI", "rank_in_source_response": 149, "raw_value": "0.0114285714285714", "reported_by": "third_party", "reported_date": "2025-08-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0114285714285714, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "715e05fb-1313-441c-bf1d-8651c752a841", "model_name": "K-EXAONE (Reasoning)", "obs_id": "artificial_analysis:critpt:715e05fb-1313-441c-bf1d-8651c752a841", "organization": "LG AI Research", "rank_in_source_response": 163, "raw_value": "0.0111836734693878", "reported_by": "third_party", "reported_date": "2025-12-31", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0111836734693878, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "021b1b31-d2fc-4653-ab74-c10bd2f41c8e", "model_name": "Qwen3.5 122B A10B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:021b1b31-d2fc-4653-ab74-c10bd2f41c8e", "organization": "Qwen", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-02-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "13358187-4584-479c-ab43-5bcdf8f297a4", "model_name": "Claude 3.7 Sonnet (Reasoning)", "obs_id": "artificial_analysis:critpt:13358187-4584-479c-ab43-5bcdf8f297a4", "organization": "Anthropic", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2025-02-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "18721247-4e56-4cf7-9a9d-c71cc60c0961", "model_name": "K-EXAONE 2.0 0803", "obs_id": "artificial_analysis:critpt:18721247-4e56-4cf7-9a9d-c71cc60c0961", "organization": "LG AI Research", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "296ace9b-0815-43b2-bafa-fd6cec5cce36", "model_name": "MiMo-V2-Omni-0327", "obs_id": "artificial_analysis:critpt:296ace9b-0815-43b2-bafa-fd6cec5cce36", "organization": "Xiaomi", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-03-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2e40e695-3cec-43da-83f9-615af30b8e91", "model_name": "Claude Sonnet 4.6 (Non-reasoning, High Effort)", "obs_id": "artificial_analysis:critpt:2e40e695-3cec-43da-83f9-615af30b8e91", "organization": "Anthropic", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-02-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "30ef2a79-e800-4165-9f13-2a338f120db7", "model_name": "Qwen3.5 397B A17B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:30ef2a79-e800-4165-9f13-2a338f120db7", "organization": "Qwen", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-02-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "340fb211-4fad-41d3-87d5-ed0d0cd34088", "model_name": "HyperNova 60B 2605", "obs_id": "artificial_analysis:critpt:340fb211-4fad-41d3-87d5-ed0d0cd34088", "organization": "Multiverse Computing", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-05-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3b156101-b0d7-4438-b350-2d1f1168f40a", "model_name": "Qwen3.6 27B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:3b156101-b0d7-4438-b350-2d1f1168f40a", "organization": "Qwen", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-04-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "46d8315e-1630-463f-ab62-84185fa0faab", "model_name": "Qwen3.5 35B A3B (Reasoning)", "obs_id": "artificial_analysis:critpt:46d8315e-1630-463f-ab62-84185fa0faab", "organization": "Qwen", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-02-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5b2beb12-81a9-47a1-8a2a-d0a727185b50", "model_name": "Qwen3 Max (Preview)", "obs_id": "artificial_analysis:critpt:5b2beb12-81a9-47a1-8a2a-d0a727185b50", "organization": "Qwen", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2025-09-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6d9a176d-feb8-4dac-8872-afe32b31897f", "model_name": "DeepSeek V3.2 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:6d9a176d-feb8-4dac-8872-afe32b31897f", "organization": "DeepSeek", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2025-12-01", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6e2a2572-ed8d-4616-8d7d-68d125fc8ee7", "model_name": "DeepSeek V4 Pro (Non-reasoning)", "obs_id": "artificial_analysis:critpt:6e2a2572-ed8d-4616-8d7d-68d125fc8ee7", "organization": "DeepSeek", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-04-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "76dcf6ef-39ea-4be0-b693-b88da25b4caf", "model_name": "NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)", "obs_id": "artificial_analysis:critpt:76dcf6ef-39ea-4be0-b693-b88da25b4caf", "organization": "NVIDIA", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2025-12-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b6d2e43d-3082-43f5-9318-0f4dbcb54163", "model_name": "Trinity Large Thinking", "obs_id": "artificial_analysis:critpt:b6d2e43d-3082-43f5-9318-0f4dbcb54163", "organization": "Arcee AI", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-04-01", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f2e21112-192e-4aed-ae82-68ca3b38e667", "model_name": "Claude Sonnet 4.6 (Non-reasoning, Low Effort)", "obs_id": "artificial_analysis:critpt:f2e21112-192e-4aed-ae82-68ca3b38e667", "organization": "Anthropic", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2026-02-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f74ea286-cd29-4eb4-af14-1389b19c21e5", "model_name": "MiniMax-M2", "obs_id": "artificial_analysis:critpt:f74ea286-cd29-4eb4-af14-1389b19c21e5", "organization": "MiniMax", "rank_in_source_response": 164, "raw_value": "0.00857142857142857", "reported_by": "third_party", "reported_date": "2025-10-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00857142857142857, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "169e47f5-3d4d-4ad4-8f8b-ab46f0c73f67", "model_name": "Qwen3.5 27B (Reasoning)", "obs_id": "artificial_analysis:critpt:169e47f5-3d4d-4ad4-8f8b-ab46f0c73f67", "organization": "Qwen", "rank_in_source_response": 180, "raw_value": "0.00853061224489796", "reported_by": "third_party", "reported_date": "2026-02-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00853061224489796, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "016d330a-2141-4afa-b2fc-62b314423dc1", "model_name": "Mercury 2", "obs_id": "artificial_analysis:critpt:016d330a-2141-4afa-b2fc-62b314423dc1", "organization": "Inception", "rank_in_source_response": 181, "raw_value": "0.00848979591836735", "reported_by": "third_party", "reported_date": "2026-02-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00848979591836735, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0e34f05c-387e-4968-be15-ccec4a55d8c1", "model_name": "DeepSeek R1 (Jan '25)", "obs_id": "artificial_analysis:critpt:0e34f05c-387e-4968-be15-ccec4a55d8c1", "organization": "DeepSeek", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2025-01-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "15b56b8e-7b93-4ed9-ac06-75c922e3b86e", "model_name": "Ling-1T", "obs_id": "artificial_analysis:critpt:15b56b8e-7b93-4ed9-ac06-75c922e3b86e", "organization": "InclusionAI", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2025-10-08", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "20da3b31-fc0a-4359-abec-d59367bf1d9f", "model_name": "Qwen3.5 9B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:20da3b31-fc0a-4359-abec-d59367bf1d9f", "organization": "Qwen", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-03-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2236df45-0699-40d1-b5cc-69ee345d2257", "model_name": "Qwen3.5 122B A10B (Reasoning)", "obs_id": "artificial_analysis:critpt:2236df45-0699-40d1-b5cc-69ee345d2257", "organization": "Qwen", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-02-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "248deb0d-426c-4fa9-86fa-bc60aa9c3719", "model_name": "GLM 5V Turbo (Reasoning)", "obs_id": "artificial_analysis:critpt:248deb0d-426c-4fa9-86fa-bc60aa9c3719", "organization": "Z.ai", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-04-01", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "493f6a1e-7717-4e98-9d6f-548b92c4702d", "model_name": "GPT-5.4 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:493f6a1e-7717-4e98-9d6f-548b92c4702d", "organization": "OpenAI", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-03-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4bbceacb-cf47-464b-b60f-e1d1fe016d67", "model_name": "MiniMax-M2.7", "obs_id": "artificial_analysis:critpt:4bbceacb-cf47-464b-b60f-e1d1fe016d67", "organization": "MiniMax", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-03-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6dd8ba55-5680-44a9-b309-82928165d5f0", "model_name": "GPT-5.2 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:6dd8ba55-5680-44a9-b309-82928165d5f0", "organization": "OpenAI", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2025-12-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "84b49308-6b93-47aa-a4f6-776ee1a1e8cd", "model_name": "o4-mini (high)", "obs_id": "artificial_analysis:critpt:84b49308-6b93-47aa-a4f6-776ee1a1e8cd", "organization": "OpenAI", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2025-04-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9815da7d-70f4-44d6-b539-9ffef0faa152", "model_name": "Nemotron Cascade 2 30B A3B", "obs_id": "artificial_analysis:critpt:9815da7d-70f4-44d6-b539-9ffef0faa152", "organization": "NVIDIA", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-03-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a29e66d6-1c3c-456a-8770-59ee3845b35d", "model_name": "Ring-1T", "obs_id": "artificial_analysis:critpt:a29e66d6-1c3c-456a-8770-59ee3845b35d", "organization": "InclusionAI", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2025-10-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ba04694d-326a-4a6a-8f1b-46316f872a7f", "model_name": "Kimi K2.5 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:ba04694d-326a-4a6a-8f1b-46316f872a7f", "organization": "Moonshot AI", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-01-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d80eb0f1-f62e-4d31-99d2-7a925eb126b0", "model_name": "Gemma 4 E4B (Reasoning)", "obs_id": "artificial_analysis:critpt:d80eb0f1-f62e-4d31-99d2-7a925eb126b0", "organization": "Google", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-04-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "eebfef01-709e-4ffe-b72f-0db75ef2434b", "model_name": "Qwen3.5 35B A3B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:eebfef01-709e-4ffe-b72f-0db75ef2434b", "organization": "Qwen", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-02-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "fe2c2289-d261-4433-8681-46448372c1f6", "model_name": "Grok 4.3 (low)", "obs_id": "artificial_analysis:critpt:fe2c2289-d261-4433-8681-46448372c1f6", "organization": "xAI", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2026-04-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ff9bc5e5-a02f-4270-983e-4b3f834f3363", "model_name": "Grok 3 mini Reasoning (high)", "obs_id": "artificial_analysis:critpt:ff9bc5e5-a02f-4270-983e-4b3f834f3363", "organization": "xAI", "rank_in_source_response": 182, "raw_value": "0.00571428571428571", "reported_by": "third_party", "reported_date": "2025-02-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00571428571428571, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0179b427-93dc-415c-bb4c-f980ddf8d088", "model_name": "Qwen3.5 Omni Plus", "obs_id": "artificial_analysis:critpt:0179b427-93dc-415c-bb4c-f980ddf8d088", "organization": "Qwen", "rank_in_source_response": 198, "raw_value": "0.00563265306122449", "reported_by": "third_party", "reported_date": "2026-03-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00563265306122449, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "076f2674-bc4b-4925-be59-50832eb8c090", "model_name": "o3-mini (high)", "obs_id": "artificial_analysis:critpt:076f2674-bc4b-4925-be59-50832eb8c090", "organization": "OpenAI", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-01-31", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "12f6a061-0ab3-4c76-b225-49abee253651", "model_name": "Mistral Small 4 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:12f6a061-0ab3-4c76-b225-49abee253651", "organization": "Mistral", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-03-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "149096f3-57b7-4413-80c2-a2c010a2995a", "model_name": "GLM-5-Turbo", "obs_id": "artificial_analysis:critpt:149096f3-57b7-4413-80c2-a2c010a2995a", "organization": "Z.ai", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-03-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1e9907e0-ffac-4595-b006-962e4f1da7cf", "model_name": "North Mini Code", "obs_id": "artificial_analysis:critpt:1e9907e0-ffac-4595-b006-962e4f1da7cf", "organization": "Cohere", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-06-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "272ff333-442f-4169-a804-ac9177bc99d7", "model_name": "MiniMax-M2.1", "obs_id": "artificial_analysis:critpt:272ff333-442f-4169-a804-ac9177bc99d7", "organization": "MiniMax", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-12-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2c4394a2-b443-470a-908e-5c4a271b780c", "model_name": "GLM-4.7-Flash (Reasoning)", "obs_id": "artificial_analysis:critpt:2c4394a2-b443-470a-908e-5c4a271b780c", "organization": "Z.ai", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-01-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2d28a13a-096e-475a-beb8-26bbd1c7d51c", "model_name": "Qwen3.5 9B (Reasoning)", "obs_id": "artificial_analysis:critpt:2d28a13a-096e-475a-beb8-26bbd1c7d51c", "organization": "Qwen", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-03-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2e46d2fd-eb2b-42b9-9fe4-be50630fe870", "model_name": "Ling-2.6-1T", "obs_id": "artificial_analysis:critpt:2e46d2fd-eb2b-42b9-9fe4-be50630fe870", "organization": "InclusionAI", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-04-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2e9ff877-fd2c-4ce7-b631-7ca1bdb6d13e", "model_name": "Command A+", "obs_id": "artificial_analysis:critpt:2e9ff877-fd2c-4ce7-b631-7ca1bdb6d13e", "organization": "Cohere", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-05-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "353c92f3-2148-4c2d-9231-aa7e1322a1fd", "model_name": "Qwen3.8 27B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:353c92f3-2148-4c2d-9231-aa7e1322a1fd", "organization": "Qwen", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-08-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "369329e4-629f-425d-975a-e8980aec2965", "model_name": "INTELLECT-3", "obs_id": "artificial_analysis:critpt:369329e4-629f-425d-975a-e8980aec2965", "organization": "Prime Intellect", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-11-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3fd96175-4ef1-434c-8795-f873aec2abc1", "model_name": "Mistral Small 4 (Reasoning)", "obs_id": "artificial_analysis:critpt:3fd96175-4ef1-434c-8795-f873aec2abc1", "organization": "Mistral", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-03-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4077490a-bbfb-404e-979a-a97a20e3b5de", "model_name": "Claude Opus 4.5 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:4077490a-bbfb-404e-979a-a97a20e3b5de", "organization": "Anthropic", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-11-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4d6dd5ce-08cb-4e87-9288-1dd2f022aa35", "model_name": "Doubao Seed Code", "obs_id": "artificial_analysis:critpt:4d6dd5ce-08cb-4e87-9288-1dd2f022aa35", "organization": "ByteDance Seed", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-11-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "508943e4-e9e1-4d10-9c0e-a7650e9d7315", "model_name": "EXAONE 4.5 33B", "obs_id": "artificial_analysis:critpt:508943e4-e9e1-4d10-9c0e-a7650e9d7315", "organization": "LG AI Research", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-04-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "509e94e3-f1cb-43fb-98ff-e0e9872cfd1f", "model_name": "Qwen3.5 27B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:509e94e3-f1cb-43fb-98ff-e0e9872cfd1f", "organization": "Qwen", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-02-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5303601c-8133-4f52-bc4e-5241ee6b3c10", "model_name": "Gemma 4 E4B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:5303601c-8133-4f52-bc4e-5241ee6b3c10", "organization": "Google", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-04-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b", "model_name": "o1", "obs_id": "artificial_analysis:critpt:5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b", "organization": "OpenAI", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2024-12-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5d8183dc-24f4-46c5-a1d0-d937de149364", "model_name": "MiMo-V2-Pro", "obs_id": "artificial_analysis:critpt:5d8183dc-24f4-46c5-a1d0-d937de149364", "organization": "Xiaomi", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-03-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5d891609-fe1c-4e8d-b9f0-5b0ff6d9f439", "model_name": "Tri-21B-Think", "obs_id": "artificial_analysis:critpt:5d891609-fe1c-4e8d-b9f0-5b0ff6d9f439", "organization": "Trillion Labs", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-02-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5e0164b3-d902-4bcb-a1b2-83b4f4cd6143", "model_name": "Qwen3 30B A3B 2507 (Reasoning)", "obs_id": "artificial_analysis:critpt:5e0164b3-d902-4bcb-a1b2-83b4f4cd6143", "organization": "Qwen", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-07-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "61bd9367-e520-4ec8-989e-5fbf50e61610", "model_name": "Nova 2.0 Lite (high)", "obs_id": "artificial_analysis:critpt:61bd9367-e520-4ec8-989e-5fbf50e61610", "organization": "Amazon", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-10-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "64312f37-3701-4243-a4c9-7c07a58cd6b9", "model_name": "Grok 4.20 0309 v2 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:64312f37-3701-4243-a4c9-7c07a58cd6b9", "organization": "xAI", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-04-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "660965b2-66d2-49ee-a6b9-79a6ac47d3c0", "model_name": "Magistral Medium 1", "obs_id": "artificial_analysis:critpt:660965b2-66d2-49ee-a6b9-79a6ac47d3c0", "organization": "Mistral", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-06-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "70152cb0-fb36-4732-a925-89ef40994be1", "model_name": "Magistral Small 1.2", "obs_id": "artificial_analysis:critpt:70152cb0-fb36-4732-a925-89ef40994be1", "organization": "Mistral", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-09-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "764dd095-6ebd-4760-8eb3-cbc40964db2e", "model_name": "Sarvam 30B (high)", "obs_id": "artificial_analysis:critpt:764dd095-6ebd-4760-8eb3-cbc40964db2e", "organization": "Sarvam", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-03-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "82b207dd-d285-4a52-b2fc-2cbd27543899", "model_name": "Hermes 4 - Llama-3.1 405B (Reasoning)", "obs_id": "artificial_analysis:critpt:82b207dd-d285-4a52-b2fc-2cbd27543899", "organization": "Nous Research", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-08-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "864da2a5-156c-45fd-873c-8923be91914f", "model_name": "Magistral Medium 1.2", "obs_id": "artificial_analysis:critpt:864da2a5-156c-45fd-873c-8923be91914f", "organization": "Mistral", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-09-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8665ca00-c687-44c7-875c-22618cb31c4f", "model_name": "Qwen3.6 35B A3B (Reasoning)", "obs_id": "artificial_analysis:critpt:8665ca00-c687-44c7-875c-22618cb31c4f", "organization": "Qwen", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-04-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a71c1a35-ccc8-43f0-a5a2-070a690b9a00", "model_name": "Apriel-v1.6-15B-Thinker", "obs_id": "artificial_analysis:critpt:a71c1a35-ccc8-43f0-a5a2-070a690b9a00", "organization": "ServiceNow", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-11-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a7564055-f8ba-4c4b-9e2d-060f61263645", "model_name": "Claude 4 Sonnet (Reasoning)", "obs_id": "artificial_analysis:critpt:a7564055-f8ba-4c4b-9e2d-060f61263645", "organization": "Anthropic", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-05-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ad173c8d-f14f-4230-90e9-60979b7720e7", "model_name": "DeepSeek V4 Flash (Non-reasoning)", "obs_id": "artificial_analysis:critpt:ad173c8d-f14f-4230-90e9-60979b7720e7", "organization": "DeepSeek", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-04-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b00ecd62-a53f-4aed-b833-3e9d6b0170ba", "model_name": "Qwen3 32B (Reasoning)", "obs_id": "artificial_analysis:critpt:b00ecd62-a53f-4aed-b833-3e9d6b0170ba", "organization": "Qwen", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b58b8272-cd3f-44b9-9b68-612f40779ce2", "model_name": "Hy3-preview (Non-reasoning)", "obs_id": "artificial_analysis:critpt:b58b8272-cd3f-44b9-9b68-612f40779ce2", "organization": "Tencent", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-04-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c1c5db7c-968f-445a-a274-7b5689348bf8", "model_name": "G9v3-39A5B", "obs_id": "artificial_analysis:critpt:c1c5db7c-968f-445a-a274-7b5689348bf8", "organization": "AI9Stars", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-08-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c3f12f61-9d57-4e2c-9106-5a82bb1cfee2", "model_name": "DiffusionGemma 26B A4B", "obs_id": "artificial_analysis:critpt:c3f12f61-9d57-4e2c-9106-5a82bb1cfee2", "organization": "Google", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-06-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c7667559-d9b6-43f1-8cd8-8bdbc78d190b", "model_name": "Gemini 2.5 Flash Preview (Sep '25) (Reasoning)", "obs_id": "artificial_analysis:critpt:c7667559-d9b6-43f1-8cd8-8bdbc78d190b", "organization": "Google", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-09-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c76e0ae8-0fd2-45c0-a39d-d398fce9b128", "model_name": "Falcon-H1R-7B", "obs_id": "artificial_analysis:critpt:c76e0ae8-0fd2-45c0-a39d-d398fce9b128", "organization": "TII UAE", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-01-04", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "dc64f856-3ded-497d-9527-d41d31267ed5", "model_name": "GPT-5.6 Luna (Non-reasoning)", "obs_id": "artificial_analysis:critpt:dc64f856-3ded-497d-9527-d41d31267ed5", "organization": "OpenAI", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "dec8073c-57e2-41c0-b1aa-7a62960f103f", "model_name": "Qwen3 VL 8B (Reasoning)", "obs_id": "artificial_analysis:critpt:dec8073c-57e2-41c0-b1aa-7a62960f103f", "organization": "Qwen", "rank_in_source_response": 199, "raw_value": "0.00285714285714286", "reported_by": "third_party", "reported_date": "2025-10-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00285714285714286, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "47b7df55-5804-40de-ba11-317de786710a", "model_name": "Ring-flash-2.0", "obs_id": "artificial_analysis:critpt:47b7df55-5804-40de-ba11-317de786710a", "organization": "InclusionAI", "rank_in_source_response": 239, "raw_value": "0.00277551020408163", "reported_by": "third_party", "reported_date": "2025-09-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.00277551020408163, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0081ab31-d10a-44a0-a10d-eee5533fec65", "model_name": "GLM-4.5V (Non-reasoning)", "obs_id": "artificial_analysis:critpt:0081ab31-d10a-44a0-a10d-eee5533fec65", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0121d27b-5b8a-4901-8684-80589cc6d40d", "model_name": "JT-35B-Flash", "obs_id": "artificial_analysis:critpt:0121d27b-5b8a-4901-8684-80589cc6d40d", "organization": "China Mobile", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-05-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "018c60e8-e908-431a-ba57-c840b1df3987", "model_name": "Nova 2.0 Omni (medium)", "obs_id": "artificial_analysis:critpt:018c60e8-e908-431a-ba57-c840b1df3987", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "025ec6b6-df4a-449f-9a03-24e4388d6863", "model_name": "Gemma 4 12B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:025ec6b6-df4a-449f-9a03-24e4388d6863", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-06-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "033e4aa9-a556-4224-87b0-341ed1070257", "model_name": "Claude 3.5 Haiku", "obs_id": "artificial_analysis:critpt:033e4aa9-a556-4224-87b0-341ed1070257", "organization": "Anthropic", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-10-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "04781a0e-40f0-4e2a-a4e5-18e389364a79", "model_name": "Gemma 3 270M", "obs_id": "artificial_analysis:critpt:04781a0e-40f0-4e2a-a4e5-18e389364a79", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "05a32e26-e609-4377-951b-8fa23d329926", "model_name": "Mistral Medium 3.1", "obs_id": "artificial_analysis:critpt:05a32e26-e609-4377-951b-8fa23d329926", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "05e45a36-b5c6-47a1-8adb-9ddc19add5b3", "model_name": "GPT-5 nano (minimal)", "obs_id": "artificial_analysis:critpt:05e45a36-b5c6-47a1-8adb-9ddc19add5b3", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "093883ed-f5fc-443b-8e18-afbfb166699e", "model_name": "Qwen3 Coder 480B A35B Instruct", "obs_id": "artificial_analysis:critpt:093883ed-f5fc-443b-8e18-afbfb166699e", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "093b9df2-ebee-4309-943f-5a7e88360adf", "model_name": "Gemini 3.5 Flash-Lite", "obs_id": "artificial_analysis:critpt:093b9df2-ebee-4309-943f-5a7e88360adf", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-07-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0985ada8-2ed8-404d-bd8b-7357666ce40f", "model_name": "Qwen3.5 2B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:0985ada8-2ed8-404d-bd8b-7357666ce40f", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "09f43999-b67b-4c1b-b050-44df41ed7e62", "model_name": "Devstral 2", "obs_id": "artificial_analysis:critpt:09f43999-b67b-4c1b-b050-44df41ed7e62", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0b226b82-1462-4860-bf1a-f8aed7024791", "model_name": "Qwen3 Omni 30B A3B Instruct", "obs_id": "artificial_analysis:critpt:0b226b82-1462-4860-bf1a-f8aed7024791", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0d94dc87-12c8-4d4a-8d99-804ce3f17bc2", "model_name": "Nova 2.0 Pro Preview (medium)", "obs_id": "artificial_analysis:critpt:0d94dc87-12c8-4d4a-8d99-804ce3f17bc2", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0e5f6140-1154-4583-a3e0-8c032a338892", "model_name": "Qwen3 0.6B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:0e5f6140-1154-4583-a3e0-8c032a338892", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0faadeeb-320c-45cf-9c76-5f8768f342e6", "model_name": "LFM2 1.2B", "obs_id": "artificial_analysis:critpt:0faadeeb-320c-45cf-9c76-5f8768f342e6", "organization": "Liquid AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "0fec07d5-a9b2-407a-b5f8-5bf10bd86b59", "model_name": "Magistral Small 1", "obs_id": "artificial_analysis:critpt:0fec07d5-a9b2-407a-b5f8-5bf10bd86b59", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-06-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "16149b9c-a1e9-4669-a5cb-ff3c00d78f89", "model_name": "gpt-oss-20b (low)", "obs_id": "artificial_analysis:critpt:16149b9c-a1e9-4669-a5cb-ff3c00d78f89", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1a8ba535-df18-459b-ad40-3199191296d7", "model_name": "Llama 3.3 Nemotron Super 49B v1 (Reasoning)", "obs_id": "artificial_analysis:critpt:1a8ba535-df18-459b-ad40-3199191296d7", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1cf439b8-0cfd-47b2-9de2-9a2157e6762b", "model_name": "GLM-4.5 (Reasoning)", "obs_id": "artificial_analysis:critpt:1cf439b8-0cfd-47b2-9de2-9a2157e6762b", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1d81aa1c-64c8-442a-9c41-81b37e407b91", "model_name": "Gemini 2.5 Flash-Lite (Non-reasoning)", "obs_id": "artificial_analysis:critpt:1d81aa1c-64c8-442a-9c41-81b37e407b91", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-06-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1f6478c9-3e22-4586-adbe-841782859677", "model_name": "Nova 2.0 Omni (Non-reasoning)", "obs_id": "artificial_analysis:critpt:1f6478c9-3e22-4586-adbe-841782859677", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1fc32894-1060-493b-af94-62bb1068555e", "model_name": "Granite 4.0 Micro", "obs_id": "artificial_analysis:critpt:1fc32894-1060-493b-af94-62bb1068555e", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "1fc54cef-d179-48b1-a27d-046874e9b208", "model_name": "Claude 3 Haiku", "obs_id": "artificial_analysis:critpt:1fc54cef-d179-48b1-a27d-046874e9b208", "organization": "Anthropic", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-03-04", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "217b34ec-5920-4fc1-8886-6a70a324837d", "model_name": "Mistral 7B Instruct", "obs_id": "artificial_analysis:critpt:217b34ec-5920-4fc1-8886-6a70a324837d", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2023-09-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "222fb320-6e55-4672-846a-b6d5a24a45f4", "model_name": "Gemma 3 4B Instruct", "obs_id": "artificial_analysis:critpt:222fb320-6e55-4672-846a-b6d5a24a45f4", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "235060f4-057d-4bd1-8b8e-4a92908c770e", "model_name": "Hermes 4 - Llama-3.1 70B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:235060f4-057d-4bd1-8b8e-4a92908c770e", "organization": "Nous Research", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "23b379f7-18df-492a-9fc1-a56c5a5b9cfc", "model_name": "NVIDIA Nemotron 3 Nano 30B A3B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:23b379f7-18df-492a-9fc1-a56c5a5b9cfc", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2443ac9e-a3db-423d-accb-8963f6fb0a53", "model_name": "Grok 3", "obs_id": "artificial_analysis:critpt:2443ac9e-a3db-423d-accb-8963f6fb0a53", "organization": "xAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-02-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "24ac5b00-5f03-4c47-8e37-522d1195383e", "model_name": "Mistral Small 3.1", "obs_id": "artificial_analysis:critpt:24ac5b00-5f03-4c47-8e37-522d1195383e", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2698f6c6-e436-47ce-a583-dbc25596c571", "model_name": "Qwen3 Next 80B A3B Instruct", "obs_id": "artificial_analysis:critpt:2698f6c6-e436-47ce-a583-dbc25596c571", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "26c0b5df-efa7-470f-a65e-2d883329e493", "model_name": "Llama Nemotron Super 49B v1.5 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:26c0b5df-efa7-470f-a65e-2d883329e493", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "29855680-7469-43eb-8b88-cd3fb1d99da3", "model_name": "GPT-5 mini (high)", "obs_id": "artificial_analysis:critpt:29855680-7469-43eb-8b88-cd3fb1d99da3", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "29976311-665a-4b2f-ac72-557c33e0758e", "model_name": "Nemotron 3.5 Lightning", "obs_id": "artificial_analysis:critpt:29976311-665a-4b2f-ac72-557c33e0758e", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-08-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2aacdc07-5f4e-4ab9-8ea5-5f7ab93f9eeb", "model_name": "Qwen3 4B 2507 (Reasoning)", "obs_id": "artificial_analysis:critpt:2aacdc07-5f4e-4ab9-8ea5-5f7ab93f9eeb", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2bb84433-f38e-4edc-9b65-4d7b1f473db9", "model_name": "Qwen3 1.7B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:2bb84433-f38e-4edc-9b65-4d7b1f473db9", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2bfdd17a-e027-4068-a54e-b0e90a6df118", "model_name": "Gemma 3 27B Instruct", "obs_id": "artificial_analysis:critpt:2bfdd17a-e027-4068-a54e-b0e90a6df118", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2cff73da-4855-403c-afc9-5540feadcc15", "model_name": "Granite 3.3 8B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:2cff73da-4855-403c-afc9-5540feadcc15", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a", "model_name": "Grok 4 Fast (Non-reasoning)", "obs_id": "artificial_analysis:critpt:2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a", "organization": "xAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2e6400f5-85ca-4ebc-ba8f-c2811a631138", "model_name": "Gemma 3 12B Instruct", "obs_id": "artificial_analysis:critpt:2e6400f5-85ca-4ebc-ba8f-c2811a631138", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2e8694f9-7782-47a6-a6ba-fdce89d939c8", "model_name": "NVIDIA Nemotron Nano 9B V2 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:2e8694f9-7782-47a6-a6ba-fdce89d939c8", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2f60d80d-c3d3-4a43-bded-0557898c4618", "model_name": "EXAONE 4.0 32B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:2f60d80d-c3d3-4a43-bded-0557898c4618", "organization": "LG AI Research", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "2ffa7571-fa78-453a-b589-9aa3fac702d2", "model_name": "G9v3-3B", "obs_id": "artificial_analysis:critpt:2ffa7571-fa78-453a-b589-9aa3fac702d2", "organization": "AI9Stars", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-07-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3068def4-7270-4c06-a320-6f6a5623d564", "model_name": "GLM-4.5V (Reasoning)", "obs_id": "artificial_analysis:critpt:3068def4-7270-4c06-a320-6f6a5623d564", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "30c9ba61-d0a1-4794-938e-35865f379d15", "model_name": "Qwen3.5 4B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:30c9ba61-d0a1-4794-938e-35865f379d15", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3373245b-e6dc-4b66-a7b0-3f06f9b7bd46", "model_name": "Qwen3 235B A22B 2507 Instruct", "obs_id": "artificial_analysis:critpt:3373245b-e6dc-4b66-a7b0-3f06f9b7bd46", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "338216fb-62c2-48f1-898a-9166d12fb35e", "model_name": "Olmo 3 7B Think", "obs_id": "artificial_analysis:critpt:338216fb-62c2-48f1-898a-9166d12fb35e", "organization": "Allen Institute for AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "339a92c1-8a42-417f-8d1f-cdbc605acd9e", "model_name": "HyperCLOVA X SEED Think (32B)", "obs_id": "artificial_analysis:critpt:339a92c1-8a42-417f-8d1f-cdbc605acd9e", "organization": "Naver", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "344c6718-c573-41d4-9556-10287a3fa1fc", "model_name": "Nova Micro", "obs_id": "artificial_analysis:critpt:344c6718-c573-41d4-9556-10287a3fa1fc", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-12-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "34ef2b5c-3df3-437e-b9c5-81346f8c14a8", "model_name": "Sarvam M (Reasoning)", "obs_id": "artificial_analysis:critpt:34ef2b5c-3df3-437e-b9c5-81346f8c14a8", "organization": "Sarvam", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-05-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "39b64e04-7a69-4aa2-9e2e-fe38c24681ec", "model_name": "Olmo 3.1 32B Think", "obs_id": "artificial_analysis:critpt:39b64e04-7a69-4aa2-9e2e-fe38c24681ec", "organization": "Allen Institute for AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3b608b70-6434-4baa-99ad-45d499703c67", "model_name": "GPT-4.1", "obs_id": "artificial_analysis:critpt:3b608b70-6434-4baa-99ad-45d499703c67", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3bc32f13-5afa-4e28-bce1-10e57376686b", "model_name": "Command A", "obs_id": "artificial_analysis:critpt:3bc32f13-5afa-4e28-bce1-10e57376686b", "organization": "Cohere", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3c5289e5-1c62-434c-bc44-c51c39f640a1", "model_name": "LFM2.5-VL-1.6B", "obs_id": "artificial_analysis:critpt:3c5289e5-1c62-434c-bc44-c51c39f640a1", "organization": "Liquid AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-01-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3cf875b8-b6b5-42c0-ad70-617d5be59d00", "model_name": "Qwen3 VL 8B Instruct", "obs_id": "artificial_analysis:critpt:3cf875b8-b6b5-42c0-ad70-617d5be59d00", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3d4e7366-928c-4eff-a8b0-2919c7d334c9", "model_name": "JT-MINI", "obs_id": "artificial_analysis:critpt:3d4e7366-928c-4eff-a8b0-2919c7d334c9", "organization": "China Mobile", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3d64bf83-232e-427e-8590-26b478bae4a8", "model_name": "Ling-mini-2.0", "obs_id": "artificial_analysis:critpt:3d64bf83-232e-427e-8590-26b478bae4a8", "organization": "InclusionAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5", "model_name": "Qwen3 30B A3B (Reasoning)", "obs_id": "artificial_analysis:critpt:3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "3ef6db79-1dfa-4780-8c4b-affe2740d9ac", "model_name": "Molmo2-8B", "obs_id": "artificial_analysis:critpt:3ef6db79-1dfa-4780-8c4b-affe2740d9ac", "organization": "Allen Institute for AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "405e2235-0925-4634-a3c7-fbd5f6394bc0", "model_name": "Qwen3.5 0.8B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:405e2235-0925-4634-a3c7-fbd5f6394bc0", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "43098bd0-77ca-408b-b698-9d60b1d1c3b8", "model_name": "GLM-4.6V (Non-reasoning)", "obs_id": "artificial_analysis:critpt:43098bd0-77ca-408b-b698-9d60b1d1c3b8", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-08", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "433e410e-5170-4f03-b92f-7927c220b2fe", "model_name": "MiniCPM-V 4.6 1.3B", "obs_id": "artificial_analysis:critpt:433e410e-5170-4f03-b92f-7927c220b2fe", "organization": "OpenBMB", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-05-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "43573c57-2403-46fb-af4b-a93de9a0c3f5", "model_name": "Qwen3 235B A22B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:43573c57-2403-46fb-af4b-a93de9a0c3f5", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "43da3718-3d6e-40dd-901a-05664179ff7f", "model_name": "Mistral Small 3.2", "obs_id": "artificial_analysis:critpt:43da3718-3d6e-40dd-901a-05664179ff7f", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-06-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "43fc5506-c5ed-4dee-9b85-962bf7ae3986", "model_name": "DeepSeek V3 (Dec '24)", "obs_id": "artificial_analysis:critpt:43fc5506-c5ed-4dee-9b85-962bf7ae3986", "organization": "DeepSeek", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-12-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "441734a9-8901-4850-9bae-b474c370291f", "model_name": "Kimi K2", "obs_id": "artificial_analysis:critpt:441734a9-8901-4850-9bae-b474c370291f", "organization": "Moonshot AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "44b19b51-5367-4ef9-a2ff-2f90b89a0867", "model_name": "EXAONE 4.0 32B (Reasoning)", "obs_id": "artificial_analysis:critpt:44b19b51-5367-4ef9-a2ff-2f90b89a0867", "organization": "LG AI Research", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "44db6283-aa82-4799-af4a-679fe0530845", "model_name": "Solar Pro 2 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:44db6283-aa82-4799-af4a-679fe0530845", "organization": "Upstage", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4559e9f0-8aad-4681-89fb-68cb915e0f16", "model_name": "Qwen3 14B (Reasoning)", "obs_id": "artificial_analysis:critpt:4559e9f0-8aad-4681-89fb-68cb915e0f16", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "45790612-02e3-4c42-b5bd-cd7ed2ea1f2f", "model_name": "Sarvam 105B (high)", "obs_id": "artificial_analysis:critpt:45790612-02e3-4c42-b5bd-cd7ed2ea1f2f", "organization": "Sarvam", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "45c87531-2d57-48e0-8012-202cd636189e", "model_name": "Llama 3.1 Instruct 405B", "obs_id": "artificial_analysis:critpt:45c87531-2d57-48e0-8012-202cd636189e", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-07-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "466aecdb-3d96-4191-bc52-b3366db38851", "model_name": "Llama 3.1 Instruct 70B", "obs_id": "artificial_analysis:critpt:466aecdb-3d96-4191-bc52-b3366db38851", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-07-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "48194e0f-8226-4c57-8cb2-2a0fb68a84c9", "model_name": "LFM2.5-1.2B-Instruct", "obs_id": "artificial_analysis:critpt:48194e0f-8226-4c57-8cb2-2a0fb68a84c9", "organization": "Liquid AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-01-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4928e950-7f37-4475-b0dc-c5bad781a321", "model_name": "Mistral Large 3", "obs_id": "artificial_analysis:critpt:4928e950-7f37-4475-b0dc-c5bad781a321", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "49e70a38-4ac1-4659-b490-09b2c7ff21d6", "model_name": "Apertus 70B Instruct", "obs_id": "artificial_analysis:critpt:49e70a38-4ac1-4659-b490-09b2c7ff21d6", "organization": "Swiss AI Initiative", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "49fd01f9-887d-4479-b8ce-771a81ecef4e", "model_name": "Grok 4.1 Fast (Non-reasoning)", "obs_id": "artificial_analysis:critpt:49fd01f9-887d-4479-b8ce-771a81ecef4e", "organization": "xAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4a845d7b-a52d-43bb-80b7-b58c7a0c155e", "model_name": "DeepSeek R1 Distill Llama 70B", "obs_id": "artificial_analysis:critpt:4a845d7b-a52d-43bb-80b7-b58c7a0c155e", "organization": "DeepSeek", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-01-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "4ae6c88d-9e4a-4850-89fe-18a1c04a66cc", "model_name": "Qwen3 0.6B (Reasoning)", "obs_id": "artificial_analysis:critpt:4ae6c88d-9e4a-4850-89fe-18a1c04a66cc", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "50f92d5f-f413-4c97-8dab-331101622a28", "model_name": "Mistral Large 2 (Nov '24)", "obs_id": "artificial_analysis:critpt:50f92d5f-f413-4c97-8dab-331101622a28", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-11-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "51d0b717-953d-4b44-af61-406c6b7dff39", "model_name": "Qwen3 VL 30B A3B Instruct", "obs_id": "artificial_analysis:critpt:51d0b717-953d-4b44-af61-406c6b7dff39", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "523125f4-a1da-4990-9abd-dd08a069100e", "model_name": "Grok 4.20 0309 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:523125f4-a1da-4990-9abd-dd08a069100e", "organization": "xAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "546ec53f-273c-4af7-b13f-b88c41f45905", "model_name": "Nova Pro", "obs_id": "artificial_analysis:critpt:546ec53f-273c-4af7-b13f-b88c41f45905", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-12-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "54c7f3fc-7078-442a-b472-e8691257a88c", "model_name": "Granite 4.0 350M", "obs_id": "artificial_analysis:critpt:54c7f3fc-7078-442a-b472-e8691257a88c", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5962d643-0a6f-4630-bb08-ab5720d80056", "model_name": "Qwen3 1.7B (Reasoning)", "obs_id": "artificial_analysis:critpt:5962d643-0a6f-4630-bb08-ab5720d80056", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "59a1bb20-9170-4dc2-ba9c-12d326cf068e", "model_name": "Solar Open 100B (Reasoning)", "obs_id": "artificial_analysis:critpt:59a1bb20-9170-4dc2-ba9c-12d326cf068e", "organization": "Upstage", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "59e22326-1bca-4432-a5fa-147fbe8854e7", "model_name": "Mistral Medium 3", "obs_id": "artificial_analysis:critpt:59e22326-1bca-4432-a5fa-147fbe8854e7", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-05-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5a088cde-18e2-4dfa-98dd-d283e1c19654", "model_name": "LFM2.5-1.2B-Thinking", "obs_id": "artificial_analysis:critpt:5a088cde-18e2-4dfa-98dd-d283e1c19654", "organization": "Liquid AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-01-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5a49ef80-3af5-404b-8ac0-e1b230ae95de", "model_name": "K2 Think V2", "obs_id": "artificial_analysis:critpt:5a49ef80-3af5-404b-8ac0-e1b230ae95de", "organization": "MBZUAI Institute of Foundation Models", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5c3dd927-48a3-4f3c-8045-9b135f62dfbb", "model_name": "Nova Lite", "obs_id": "artificial_analysis:critpt:5c3dd927-48a3-4f3c-8045-9b135f62dfbb", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-12-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5c6533f3-75a2-4109-b9a9-3623afc6b86a", "model_name": "Seed-OSS-36B-Instruct", "obs_id": "artificial_analysis:critpt:5c6533f3-75a2-4109-b9a9-3623afc6b86a", "organization": "ByteDance Seed", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5d303dc9-c027-401f-9803-4e9aa3331007", "model_name": "GLM-4.5-Air", "obs_id": "artificial_analysis:critpt:5d303dc9-c027-401f-9803-4e9aa3331007", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5d4acc80-7a88-4e84-bfe7-99071b84e6a4", "model_name": "Qwen3.5 2B (Reasoning)", "obs_id": "artificial_analysis:critpt:5d4acc80-7a88-4e84-bfe7-99071b84e6a4", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5dba8d07-9992-483c-81db-dac97cb15ba8", "model_name": "Granite 4.0 H Small", "obs_id": "artificial_analysis:critpt:5dba8d07-9992-483c-81db-dac97cb15ba8", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5e965af0-ca5c-4f47-9ba9-06000508b84a", "model_name": "GPT-5 (medium)", "obs_id": "artificial_analysis:critpt:5e965af0-ca5c-4f47-9ba9-06000508b84a", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "5fb47ff6-a30e-4c2c-96f2-55e95a13390f", "model_name": "Llama 3.2 Instruct 11B (Vision)", "obs_id": "artificial_analysis:critpt:5fb47ff6-a30e-4c2c-96f2-55e95a13390f", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-09-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6000145b-0e3d-4fef-a55f-bcaac84803b2", "model_name": "DeepSeek R1 0528 Qwen3 8B", "obs_id": "artificial_analysis:critpt:6000145b-0e3d-4fef-a55f-bcaac84803b2", "organization": "DeepSeek", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-05-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6056731b-c705-455b-aa0d-43cbf29b1054", "model_name": "LongCat Flash Lite", "obs_id": "artificial_analysis:critpt:6056731b-c705-455b-aa0d-43cbf29b1054", "organization": "LongCat", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-01-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "60cff809-05fb-4439-afe7-8b1476439f49", "model_name": "Tri-21B-think Preview", "obs_id": "artificial_analysis:critpt:60cff809-05fb-4439-afe7-8b1476439f49", "organization": "Trillion Labs", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-02-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "651ef7ae-9a8f-477e-9c8e-460aa156ba02", "model_name": "Qwen3.5 4B (Reasoning)", "obs_id": "artificial_analysis:critpt:651ef7ae-9a8f-477e-9c8e-460aa156ba02", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "66445f84-b2e3-4202-afdc-92ba0f0e5f36", "model_name": "Kimi K2 0905", "obs_id": "artificial_analysis:critpt:66445f84-b2e3-4202-afdc-92ba0f0e5f36", "organization": "Moonshot AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6657d7de-a2a9-40bc-a32f-86e80ad63698", "model_name": "Qwen3.8 27B (medium)", "obs_id": "artificial_analysis:critpt:6657d7de-a2a9-40bc-a32f-86e80ad63698", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-08-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "666eb13f-0d22-4438-8eb0-01876e1a8604", "model_name": "Motif-2-12.7B-Reasoning", "obs_id": "artificial_analysis:critpt:666eb13f-0d22-4438-8eb0-01876e1a8604", "organization": "Motif Technologies", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-04", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "66938aab-78fa-49d7-8461-b48b6833e837", "model_name": "Qwen3.6 35B A3B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:66938aab-78fa-49d7-8461-b48b6833e837", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "66f4ce73-9a9b-4b49-9c6e-bedb9bfdc720", "model_name": "Ministral 3 3B", "obs_id": "artificial_analysis:critpt:66f4ce73-9a9b-4b49-9c6e-bedb9bfdc720", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "686ab020-ee58-4a70-a9ac-24d675a73506", "model_name": "LFM2 8B A1B", "obs_id": "artificial_analysis:critpt:686ab020-ee58-4a70-a9ac-24d675a73506", "organization": "Liquid AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6ba9e8eb-8124-436d-842f-dbe36df80c27", "model_name": "Hermes 4 - Llama-3.1 70B (Reasoning)", "obs_id": "artificial_analysis:critpt:6ba9e8eb-8124-436d-842f-dbe36df80c27", "organization": "Nous Research", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6da314d3-a984-4734-8f31-47dd32fb4699", "model_name": "Qwen3 VL 32B Instruct", "obs_id": "artificial_analysis:critpt:6da314d3-a984-4734-8f31-47dd32fb4699", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6e1b44ff-c227-496b-aef4-19b70cd18c76", "model_name": "Gemma 4 26B A4B (Reasoning)", "obs_id": "artificial_analysis:critpt:6e1b44ff-c227-496b-aef4-19b70cd18c76", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6e6e02fd-9cbd-417f-9bfc-673df89c313d", "model_name": "NVIDIA Nemotron Nano 12B v2 VL (Reasoning)", "obs_id": "artificial_analysis:critpt:6e6e02fd-9cbd-417f-9bfc-673df89c313d", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6f3534b1-1168-472e-b3e3-23ab521504f5", "model_name": "Qwen3.5 Omni Flash", "obs_id": "artificial_analysis:critpt:6f3534b1-1168-472e-b3e3-23ab521504f5", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "6fd796d3-f346-4f66-97df-5da81714fc73", "model_name": "Nova 2.0 Lite (low)", "obs_id": "artificial_analysis:critpt:6fd796d3-f346-4f66-97df-5da81714fc73", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "70882ec6-914c-41f0-9754-5e8f75005f77", "model_name": "Gemma 4 26B A4B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:70882ec6-914c-41f0-9754-5e8f75005f77", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "713fae11-c75c-4f10-ae2c-8e4074cd58af", "model_name": "Ministral 3 14B", "obs_id": "artificial_analysis:critpt:713fae11-c75c-4f10-ae2c-8e4074cd58af", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "71f51ea9-94fe-4635-a80d-4cfffbb685f4", "model_name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)", "obs_id": "artificial_analysis:critpt:71f51ea9-94fe-4635-a80d-4cfffbb685f4", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "72c358fd-7d45-4d68-89aa-699743710924", "model_name": "GPT-4.1 nano", "obs_id": "artificial_analysis:critpt:72c358fd-7d45-4d68-89aa-699743710924", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7393c56a-ec31-48e9-b804-c04f2d2cb641", "model_name": "Llama 3.1 Nemotron Instruct 70B", "obs_id": "artificial_analysis:critpt:7393c56a-ec31-48e9-b804-c04f2d2cb641", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-10-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "739684ba-0f63-4e2a-b4ee-30741c9e9320", "model_name": "Llama 3.1 Instruct 8B", "obs_id": "artificial_analysis:critpt:739684ba-0f63-4e2a-b4ee-30741c9e9320", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-07-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "739e531a-eb0a-478f-bb67-5845b79ce65d", "model_name": "LFM2 2.6B", "obs_id": "artificial_analysis:critpt:739e531a-eb0a-478f-bb67-5845b79ce65d", "organization": "Liquid AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "755d7281-2ed8-48c7-808f-709ec4cbfb71", "model_name": "Gemma 4 E2B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:755d7281-2ed8-48c7-808f-709ec4cbfb71", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "75e1c197-f239-4361-a9d6-66dccfead236", "model_name": "DeepSeek V3 0324", "obs_id": "artificial_analysis:critpt:75e1c197-f239-4361-a9d6-66dccfead236", "organization": "DeepSeek", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "76bce7fb-3a3f-4b66-a78d-35ccf3edf5d2", "model_name": "Nova 2.0 Lite (Non-reasoning)", "obs_id": "artificial_analysis:critpt:76bce7fb-3a3f-4b66-a78d-35ccf3edf5d2", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "77f5ff8b-1536-474a-a337-e1bfd138d343", "model_name": "MiniCPM5-1B (Reasoning)", "obs_id": "artificial_analysis:critpt:77f5ff8b-1536-474a-a337-e1bfd138d343", "organization": "OpenBMB", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-05-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "78452c64-7303-4192-bca5-2d9ec5c623d4", "model_name": "Jamba 1.7 Large", "obs_id": "artificial_analysis:critpt:78452c64-7303-4192-bca5-2d9ec5c623d4", "organization": "AI21 Labs", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7ae943a9-9310-4472-a834-c61f0ab68485", "model_name": "Qwen3 Max", "obs_id": "artificial_analysis:critpt:7ae943a9-9310-4472-a834-c61f0ab68485", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7d73161f-002f-4c9c-b4f8-6c4d91f2ba8e", "model_name": "Nanbeige4.1-3B", "obs_id": "artificial_analysis:critpt:7d73161f-002f-4c9c-b4f8-6c4d91f2ba8e", "organization": "Nanbeige", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-02-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7e30585f-fad7-40df-a8cb-03c1d96df38a", "model_name": "Qwen3.8 27B (low)", "obs_id": "artificial_analysis:critpt:7e30585f-fad7-40df-a8cb-03c1d96df38a", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-08-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7eaf926c-5f39-4e58-ae50-c38b5fc630fc", "model_name": "Ling 3.0 Tiny", "obs_id": "artificial_analysis:critpt:7eaf926c-5f39-4e58-ae50-c38b5fc630fc", "organization": "InclusionAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-08-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "7ec1065a-c90e-41e4-bd17-abb7042eed76", "model_name": "Qwen3 30B A3B 2507 Instruct", "obs_id": "artificial_analysis:critpt:7ec1065a-c90e-41e4-bd17-abb7042eed76", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8014c311-fa23-4a4b-8485-8a864db8a113", "model_name": "Celeris-1", "obs_id": "artificial_analysis:critpt:8014c311-fa23-4a4b-8485-8a864db8a113", "organization": "Celeris", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-07-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "80f7860a-7665-4658-9f05-15bccf5f832f", "model_name": "Llama 3.2 Instruct 1B", "obs_id": "artificial_analysis:critpt:80f7860a-7665-4658-9f05-15bccf5f832f", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-09-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "81444bc8-72f9-4a2d-ad43-27e3f0d2f461", "model_name": "Tiny Aya Global", "obs_id": "artificial_analysis:critpt:81444bc8-72f9-4a2d-ad43-27e3f0d2f461", "organization": "Cohere", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-02-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "81b6ddfc-111e-4422-bd44-42ee6165b699", "model_name": "GLM-4.7 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:81b6ddfc-111e-4422-bd44-42ee6165b699", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8273650d-40e5-45ee-aeda-df71de784164", "model_name": "Exaone 4.0 1.2B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:8273650d-40e5-45ee-aeda-df71de784164", "organization": "LG AI Research", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "82879bb8-89fb-4adc-b519-315b8ef30b77", "model_name": "Llama 3 Instruct 8B", "obs_id": "artificial_analysis:critpt:82879bb8-89fb-4adc-b519-315b8ef30b77", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-04-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "82b36b4d-84dd-4bc0-ad32-e3aee9442789", "model_name": "MiMo-V2-Flash (Non-reasoning)", "obs_id": "artificial_analysis:critpt:82b36b4d-84dd-4bc0-ad32-e3aee9442789", "organization": "Xiaomi", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "82ed9bd2-c97b-4c35-9312-94bb72001e36", "model_name": "Granite 4.1 8B", "obs_id": "artificial_analysis:critpt:82ed9bd2-c97b-4c35-9312-94bb72001e36", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "84922739-425f-46e1-87ac-bb4268dcacbb", "model_name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)", "obs_id": "artificial_analysis:critpt:84922739-425f-46e1-87ac-bb4268dcacbb", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-08", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "877fdfc9-2026-477a-af96-e4fd602c0131", "model_name": "Gemini 2.5 Flash Preview (Sep '25) (Non-reasoning)", "obs_id": "artificial_analysis:critpt:877fdfc9-2026-477a-af96-e4fd602c0131", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "882a5da3-94ca-4602-8693-c45970df17e2", "model_name": "Ling-flash-2.0", "obs_id": "artificial_analysis:critpt:882a5da3-94ca-4602-8693-c45970df17e2", "organization": "InclusionAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "891bcdf2-8dd2-4dc3-829b-d963fde25876", "model_name": "Apertus 8B Instruct", "obs_id": "artificial_analysis:critpt:891bcdf2-8dd2-4dc3-829b-d963fde25876", "organization": "Swiss AI Initiative", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8c1be908-67b6-4cf4-ba08-83ddbe44fde3", "model_name": "GPT-4o (Aug '24)", "obs_id": "artificial_analysis:critpt:8c1be908-67b6-4cf4-ba08-83ddbe44fde3", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-08-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8c748e53-61ae-48b8-af8d-eb8298b1e9db", "model_name": "Nemotron 3 Nano Omni 30B A3B Reasoning", "obs_id": "artificial_analysis:critpt:8c748e53-61ae-48b8-af8d-eb8298b1e9db", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8eb02396-f231-4189-ae15-05f7facebd9b", "model_name": "GPT-5 nano (medium)", "obs_id": "artificial_analysis:critpt:8eb02396-f231-4189-ae15-05f7facebd9b", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "8f74a6ed-f82f-4a2f-a96b-4914993e47da", "model_name": "Olmo 3 7B Instruct", "obs_id": "artificial_analysis:critpt:8f74a6ed-f82f-4a2f-a96b-4914993e47da", "organization": "Allen Institute for AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "901ec71b-51ec-4f53-b807-06ee17b890b4", "model_name": "JT-4.1 Flash 236B A21B", "obs_id": "artificial_analysis:critpt:901ec71b-51ec-4f53-b807-06ee17b890b4", "organization": "China Mobile", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "90c2a9cf-ad7e-4332-9be2-2fd1309833e2", "model_name": "Grok 4.3 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:90c2a9cf-ad7e-4332-9be2-2fd1309833e2", "organization": "xAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "91cb6144-4937-4e4e-aeda-b4341d355c10", "model_name": "Claude 4.5 Sonnet (Non-reasoning)", "obs_id": "artificial_analysis:critpt:91cb6144-4937-4e4e-aeda-b4341d355c10", "organization": "Anthropic", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "91e3b45f-3f52-4511-8c15-8948854bebc5", "model_name": "Granite 4.1 3B", "obs_id": "artificial_analysis:critpt:91e3b45f-3f52-4511-8c15-8948854bebc5", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "91f3a4c8-b000-4513-942c-bfe283375c35", "model_name": "Ling 2.6 Flash", "obs_id": "artificial_analysis:critpt:91f3a4c8-b000-4513-942c-bfe283375c35", "organization": "InclusionAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "922c69c7-9037-43c6-8bcf-a1c555e7f3eb", "model_name": "Llama 4 Maverick", "obs_id": "artificial_analysis:critpt:922c69c7-9037-43c6-8bcf-a1c555e7f3eb", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "92f245a7-43b4-4ffd-8bfb-866746bf824d", "model_name": "GLM-5.1 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:92f245a7-43b4-4ffd-8bfb-866746bf824d", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "946e7aab-db1c-4c3f-b0b3-7720d0cff187", "model_name": "GLM-4.6 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:946e7aab-db1c-4c3f-b0b3-7720d0cff187", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "94a6d26e-a903-47f3-8323-ae422d237bb9", "model_name": "Olmo 3.1 32B Instruct", "obs_id": "artificial_analysis:critpt:94a6d26e-a903-47f3-8323-ae422d237bb9", "organization": "Allen Institute for AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-01-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9741f3c2-cbb1-4a3f-99ee-7bd7384d9038", "model_name": "Ministral 3 8B", "obs_id": "artificial_analysis:critpt:9741f3c2-cbb1-4a3f-99ee-7bd7384d9038", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "976cc8ad-7904-4056-83c5-960181f47d5f", "model_name": "Llama 3.3 Instruct 70B", "obs_id": "artificial_analysis:critpt:976cc8ad-7904-4056-83c5-960181f47d5f", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-12-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9ca246a7-cf13-42c9-9182-5b5ad6b79026", "model_name": "MiniMax M1 80k", "obs_id": "artificial_analysis:critpt:9ca246a7-cf13-42c9-9182-5b5ad6b79026", "organization": "MiniMax", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-06-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9cc377dc-67ae-4042-bafc-0466b5f05089", "model_name": "K-EXAONE (Non-reasoning)", "obs_id": "artificial_analysis:critpt:9cc377dc-67ae-4042-bafc-0466b5f05089", "organization": "LG AI Research", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-31", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9dba61f5-78ee-4190-8d1d-8e7063ffd386", "model_name": "Qwen3 8B (Reasoning)", "obs_id": "artificial_analysis:critpt:9dba61f5-78ee-4190-8d1d-8e7063ffd386", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9eae4ec4-61b8-48bc-9843-3edd506ae933", "model_name": "Devstral Small (Jul '25)", "obs_id": "artificial_analysis:critpt:9eae4ec4-61b8-48bc-9843-3edd506ae933", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9ee13921-62a4-425a-a22b-df3302198d93", "model_name": "NVIDIA Nemotron 3 Nano 4B", "obs_id": "artificial_analysis:critpt:9ee13921-62a4-425a-a22b-df3302198d93", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-16", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9f7c7566-a704-49a2-a383-cb3181da33a4", "model_name": "GPT-4.1 mini", "obs_id": "artificial_analysis:critpt:9f7c7566-a704-49a2-a383-cb3181da33a4", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "9f873c2f-2c2d-4ccb-9e1b-71bf61b052be", "model_name": "Phi-4 Mini Instruct", "obs_id": "artificial_analysis:critpt:9f873c2f-2c2d-4ccb-9e1b-71bf61b052be", "organization": "Microsoft", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-02-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a06bd3fc-86db-4a8e-ae6d-7459444d08c9", "model_name": "Grok Code Fast 1", "obs_id": "artificial_analysis:critpt:a06bd3fc-86db-4a8e-ae6d-7459444d08c9", "organization": "xAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a20ae33a-46e1-41e6-81a0-fe8b00d2e538", "model_name": "Nova 2.0 Pro Preview (Non-reasoning)", "obs_id": "artificial_analysis:critpt:a20ae33a-46e1-41e6-81a0-fe8b00d2e538", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a2c8e7b2-57bf-4d1e-96ea-7944d786d94d", "model_name": "Granite 4.0 1B", "obs_id": "artificial_analysis:critpt:a2c8e7b2-57bf-4d1e-96ea-7944d786d94d", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a38d719a-709c-4983-b3e7-7090389ae9a6", "model_name": "K2-V2 (high)", "obs_id": "artificial_analysis:critpt:a38d719a-709c-4983-b3e7-7090389ae9a6", "organization": "MBZUAI Institute of Foundation Models", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a6340098-d7ae-462d-b372-0a0a67fc44b4", "model_name": "Claude 4.5 Haiku (Reasoning)", "obs_id": "artificial_analysis:critpt:a6340098-d7ae-462d-b372-0a0a67fc44b4", "organization": "Anthropic", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a68afa0b-7fe2-4e9d-bf3e-741cce3c6aeb", "model_name": "Granite 4.0 H 350M", "obs_id": "artificial_analysis:critpt:a68afa0b-7fe2-4e9d-bf3e-741cce3c6aeb", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a6ea7ec0-0aca-4442-98fb-4296c6d18b31", "model_name": "Qwen3.5 0.8B (Reasoning)", "obs_id": "artificial_analysis:critpt:a6ea7ec0-0aca-4442-98fb-4296c6d18b31", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a797eaf3-6d75-4f29-86a8-e1243ce52d43", "model_name": "Gemma 3n E4B Instruct", "obs_id": "artificial_analysis:critpt:a797eaf3-6d75-4f29-86a8-e1243ce52d43", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-06-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a803d3d0-d22e-49a0-ac2c-b9c6f1141065", "model_name": "Qwen3 VL 235B A22B (Reasoning)", "obs_id": "artificial_analysis:critpt:a803d3d0-d22e-49a0-ac2c-b9c6f1141065", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "a8c67863-9d66-44dd-8d27-f58654ecde03", "model_name": "Gemma 3n E2B Instruct", "obs_id": "artificial_analysis:critpt:a8c67863-9d66-44dd-8d27-f58654ecde03", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-06-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "aa83359a-d804-4f0b-b5bf-dc637711c26f", "model_name": "Llama 3 Instruct 70B", "obs_id": "artificial_analysis:critpt:aa83359a-d804-4f0b-b5bf-dc637711c26f", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-04-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ab7f016c-a29b-4710-bdf6-6a5cd96aacca", "model_name": "NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)", "obs_id": "artificial_analysis:critpt:ab7f016c-a29b-4710-bdf6-6a5cd96aacca", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "aba82268-2bb7-4a0f-80be-9b7722e2145b", "model_name": "Devstral Medium", "obs_id": "artificial_analysis:critpt:aba82268-2bb7-4a0f-80be-9b7722e2145b", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "acad0665-9457-4531-abd5-b59efd7a89ea", "model_name": "Step3 VL 10B", "obs_id": "artificial_analysis:critpt:acad0665-9457-4531-abd5-b59efd7a89ea", "organization": "StepFun", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-01-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "adf9a85e-abc3-4f28-937b-db6655cc5238", "model_name": "Llama 4 Scout", "obs_id": "artificial_analysis:critpt:adf9a85e-abc3-4f28-937b-db6655cc5238", "organization": "Meta", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ae447455-940d-4d30-9139-a664fa896eaf", "model_name": "GPT-5.4 mini (Non-Reasoning)", "obs_id": "artificial_analysis:critpt:ae447455-940d-4d30-9139-a664fa896eaf", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ae4fe623-80ab-4ea3-8921-70a18ea0fc7e", "model_name": "ERNIE 4.5 300B A47B", "obs_id": "artificial_analysis:critpt:ae4fe623-80ab-4ea3-8921-70a18ea0fc7e", "organization": "Baidu", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-06-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b0249961-b8b2-479d-8325-a29ea17c7b89", "model_name": "Qwen3 4B 2507 Instruct", "obs_id": "artificial_analysis:critpt:b0249961-b8b2-479d-8325-a29ea17c7b89", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b07aef0a-b192-46a1-b1c9-40b06d1b9061", "model_name": "Gemma 4 E2B (Reasoning)", "obs_id": "artificial_analysis:critpt:b07aef0a-b192-46a1-b1c9-40b06d1b9061", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b2dd592a-fbc5-458a-b26d-f3964cbab82f", "model_name": "Qwen3 8B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:b2dd592a-fbc5-458a-b26d-f3964cbab82f", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b2f3191f-77d6-4155-8be6-330f0baa1ae5", "model_name": "Gemini 3 Pro Preview (low)", "obs_id": "artificial_analysis:critpt:b2f3191f-77d6-4155-8be6-330f0baa1ae5", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b36ff8f3-0323-49d1-a063-ab09704fdb0c", "model_name": "Nova 2.0 Omni (low)", "obs_id": "artificial_analysis:critpt:b36ff8f3-0323-49d1-a063-ab09704fdb0c", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-26", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b4f14013-37dd-4c75-bd8a-378365d9ed77", "model_name": "Jamba 1.7 Mini", "obs_id": "artificial_analysis:critpt:b4f14013-37dd-4c75-bd8a-378365d9ed77", "organization": "AI21 Labs", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd", "model_name": "Qwen2.5 Instruct 72B", "obs_id": "artificial_analysis:critpt:b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-09-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b89c4faf-219e-4171-a1aa-e3bd2fd0a924", "model_name": "Solar Pro 3", "obs_id": "artificial_analysis:critpt:b89c4faf-219e-4171-a1aa-e3bd2fd0a924", "organization": "Upstage", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-06", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "b97ef678-2d31-4375-9416-67ea97f87204", "model_name": "Qwen3 Omni 30B A3B (Reasoning)", "obs_id": "artificial_analysis:critpt:b97ef678-2d31-4375-9416-67ea97f87204", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "bbe6d782-e630-48d5-b11c-3ce37f373f1e", "model_name": "Qwen3 235B A22B (Reasoning)", "obs_id": "artificial_analysis:critpt:bbe6d782-e630-48d5-b11c-3ce37f373f1e", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "bc26bfdb-4923-4442-a6ca-e77392923581", "model_name": "GPT-5 mini (minimal)", "obs_id": "artificial_analysis:critpt:bc26bfdb-4923-4442-a6ca-e77392923581", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "bcca0e70-7e80-4c07-b1fa-b33bcfb19e51", "model_name": "Gemini 2.0 Flash (Feb '25)", "obs_id": "artificial_analysis:critpt:bcca0e70-7e80-4c07-b1fa-b33bcfb19e51", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-02-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c1045dc0-4fd3-4adb-9548-18763e0d051f", "model_name": "GPT-4o (Nov '24)", "obs_id": "artificial_analysis:critpt:c1045dc0-4fd3-4adb-9548-18763e0d051f", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-11-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c298d1a8-606c-4971-8613-ccdaaf941043", "model_name": "GPT-5.4 nano (Non-Reasoning)", "obs_id": "artificial_analysis:critpt:c298d1a8-606c-4971-8613-ccdaaf941043", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c2b1e769-7aee-4669-8076-73918bdebf6c", "model_name": "Claude 4.5 Haiku (Non-reasoning)", "obs_id": "artificial_analysis:critpt:c2b1e769-7aee-4669-8076-73918bdebf6c", "organization": "Anthropic", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c3738fb0-3408-4430-a699-760ae4b70c93", "model_name": "GPT-5 (minimal)", "obs_id": "artificial_analysis:critpt:c3738fb0-3408-4430-a699-760ae4b70c93", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c4169d75-9d24-4794-a9c3-69e1fe364de5", "model_name": "GPT-5.5 Instant (June 2026)", "obs_id": "artificial_analysis:critpt:c4169d75-9d24-4794-a9c3-69e1fe364de5", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-06-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c4c3b42f-e0f0-48ca-b6f9-b296e7697806", "model_name": "Llama 3.3 Nemotron Super 49B v1 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:c4c3b42f-e0f0-48ca-b6f9-b296e7697806", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c8673741-5e1a-46a1-9e4f-710a5c920982", "model_name": "GLM-4.7-Flash (Non-reasoning)", "obs_id": "artificial_analysis:critpt:c8673741-5e1a-46a1-9e4f-710a5c920982", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-01-19", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c8a3fa87-735e-49a9-afb1-270c5e9f53f7", "model_name": "Olmo 3 32B Think", "obs_id": "artificial_analysis:critpt:c8a3fa87-735e-49a9-afb1-270c5e9f53f7", "organization": "Allen Institute for AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-20", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c8a79180-7d16-4474-8701-9a77c0baa56a", "model_name": "Qwen3 Next 80B A3B (Reasoning)", "obs_id": "artificial_analysis:critpt:c8a79180-7d16-4474-8701-9a77c0baa56a", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "c99f3bde-7c08-4de8-bd5c-8ee9123ebffa", "model_name": "gpt-oss-120b (low)", "obs_id": "artificial_analysis:critpt:c99f3bde-7c08-4de8-bd5c-8ee9123ebffa", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "cbac8c35-e069-4c73-823e-0953e6ed0e85", "model_name": "Qwen3 Max Thinking (Preview)", "obs_id": "artificial_analysis:critpt:cbac8c35-e069-4c73-823e-0953e6ed0e85", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "cc1fa238-1a76-486d-a997-22309275eadd", "model_name": "Devstral Small (May '25)", "obs_id": "artificial_analysis:critpt:cc1fa238-1a76-486d-a997-22309275eadd", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-05-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ccbfa8c3-a762-480b-aade-34fb9697f98c", "model_name": "Claude 4.1 Opus (Reasoning)", "obs_id": "artificial_analysis:critpt:ccbfa8c3-a762-480b-aade-34fb9697f98c", "organization": "Anthropic", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ce3d286e-093d-413d-a81a-0270309f039e", "model_name": "Qwen3 VL 30B A3B (Reasoning)", "obs_id": "artificial_analysis:critpt:ce3d286e-093d-413d-a81a-0270309f039e", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ce819310-af7c-49d3-9a02-6845111e1788", "model_name": "Devstral Small 2", "obs_id": "artificial_analysis:critpt:ce819310-af7c-49d3-9a02-6845111e1788", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "cf095603-72b6-47f8-8ee1-09a42890f92a", "model_name": "Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)", "obs_id": "artificial_analysis:critpt:cf095603-72b6-47f8-8ee1-09a42890f92a", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d0aa27aa-4705-4184-9a1d-483b78c9331c", "model_name": "Gemma 4 31B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:d0aa27aa-4705-4184-9a1d-483b78c9331c", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-02", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d0b3d47e-aec6-425e-9de7-168dcc6d1e28", "model_name": "GPT-5.1 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:d0b3d47e-aec6-425e-9de7-168dcc6d1e28", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d1720545-d0a8-4c15-a53e-ef5ca99ac7ea", "model_name": "Gemma 3 1B Instruct", "obs_id": "artificial_analysis:critpt:d1720545-d0a8-4c15-a53e-ef5ca99ac7ea", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d2d7dd95-770f-4cb0-9bbc-d275ac19c265", "model_name": "GLM-4.6V (Reasoning)", "obs_id": "artificial_analysis:critpt:d2d7dd95-770f-4cb0-9bbc-d275ac19c265", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-08", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d306cccd-0085-4b2f-8aa0-ffcdbb434695", "model_name": "MiniCPM5-1B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:d306cccd-0085-4b2f-8aa0-ffcdbb434695", "organization": "OpenBMB", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-05-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d370fcbf-c4a1-41a2-abc4-d204fcc3fcbf", "model_name": "Qwen3 VL 32B (Reasoning)", "obs_id": "artificial_analysis:critpt:d370fcbf-c4a1-41a2-abc4-d204fcc3fcbf", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d3968fd3-97d8-4693-8d26-19cefc6f5d5f", "model_name": "Hermes 4 - Llama-3.1 405B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:d3968fd3-97d8-4693-8d26-19cefc6f5d5f", "organization": "Nous Research", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d4be6393-8915-436c-a3a8-4e59bd5c89a9", "model_name": "Granite 4.1 30B", "obs_id": "artificial_analysis:critpt:d4be6393-8915-436c-a3a8-4e59bd5c89a9", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d58cf573-1bd3-4d1f-9182-5482a460f570", "model_name": "Qwen3 VL 235B A22B Instruct", "obs_id": "artificial_analysis:critpt:d58cf573-1bd3-4d1f-9182-5482a460f570", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-23", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d734e2ce-5cf8-467f-8148-586d02671333", "model_name": "Exaone 4.0 1.2B (Reasoning)", "obs_id": "artificial_analysis:critpt:d734e2ce-5cf8-467f-8148-586d02671333", "organization": "LG AI Research", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-15", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "d925845d-39ad-4de3-8495-f176b79828c0", "model_name": "Claude 3.7 Sonnet (Non-reasoning)", "obs_id": "artificial_analysis:critpt:d925845d-39ad-4de3-8495-f176b79828c0", "organization": "Anthropic", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-02-24", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "da9fe224-8af3-46d7-a8c4-6220779c3f35", "model_name": "Qwen3 Coder 30B A3B Instruct", "obs_id": "artificial_analysis:critpt:da9fe224-8af3-46d7-a8c4-6220779c3f35", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-31", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "dae31abc-0587-44d0-ba53-f78e96b6e486", "model_name": "K2-V2 (low)", "obs_id": "artificial_analysis:critpt:dae31abc-0587-44d0-ba53-f78e96b6e486", "organization": "MBZUAI Institute of Foundation Models", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "dafbb6d2-4825-43d1-a927-feedcfd2e998", "model_name": "Granite 4.0 H 1B", "obs_id": "artificial_analysis:critpt:dafbb6d2-4825-43d1-a927-feedcfd2e998", "organization": "IBM", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "dbbcf240-a69e-4078-8f16-7c94c7a8c514", "model_name": "Reka Flash 3", "obs_id": "artificial_analysis:critpt:dbbcf240-a69e-4078-8f16-7c94c7a8c514", "organization": "Reka AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-03-10", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "dd059b25-d82a-4ead-82a4-4adceaaec48b", "model_name": "Mistral Medium 3.5", "obs_id": "artificial_analysis:critpt:dd059b25-d82a-4ead-82a4-4adceaaec48b", "organization": "Mistral", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-04-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "dd738be7-2b69-4775-91a5-8851d3341c2d", "model_name": "K2-V2 (medium)", "obs_id": "artificial_analysis:critpt:dd738be7-2b69-4775-91a5-8851d3341c2d", "organization": "MBZUAI Institute of Foundation Models", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-05", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "df4c5a29-4b5c-4fef-9f7f-5e24e118ab65", "model_name": "Mi:dm K 2.5 Pro", "obs_id": "artificial_analysis:critpt:df4c5a29-4b5c-4fef-9f7f-5e24e118ab65", "organization": "Korea Telecom", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "dfb9292d-bc7c-4425-a260-4256217e709f", "model_name": "DeepSeek V3.1 Terminus (Non-reasoning)", "obs_id": "artificial_analysis:critpt:dfb9292d-bc7c-4425-a260-4256217e709f", "organization": "DeepSeek", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-09-22", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e0099b99-d368-4562-b0de-4016ea58af54", "model_name": "Mi:dm K 2.5 Pro Preview", "obs_id": "artificial_analysis:critpt:e0099b99-d368-4562-b0de-4016ea58af54", "organization": "Korea Telecom", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-12-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e18e5e6a-5a31-4c0b-b80b-ac401392f446", "model_name": "GPT-5 nano (high)", "obs_id": "artificial_analysis:critpt:e18e5e6a-5a31-4c0b-b80b-ac401392f446", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-07", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e1bfc488-5f48-4d42-abf6-7f3c53d79f9c", "model_name": "LFM2.5-2.6B", "obs_id": "artificial_analysis:critpt:e1bfc488-5f48-4d42-abf6-7f3c53d79f9c", "organization": "Liquid AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-08-04", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e1cfa926-9e2b-4a0d-8c31-48366a5041c5", "model_name": "Llama Nemotron Super 49B v1.5 (Reasoning)", "obs_id": "artificial_analysis:critpt:e1cfa926-9e2b-4a0d-8c31-48366a5041c5", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e2b664ca-7992-4de6-8839-4867f035c892", "model_name": "LFM2.5-8B-A1B", "obs_id": "artificial_analysis:critpt:e2b664ca-7992-4de6-8839-4867f035c892", "organization": "Liquid AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-05-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a", "model_name": "Nova Premier", "obs_id": "artificial_analysis:critpt:e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-30", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ea5d2c10-1051-437d-95c2-18d5e4d14ff3", "model_name": "Cogito v2.1 (Reasoning)", "obs_id": "artificial_analysis:critpt:ea5d2c10-1051-437d-95c2-18d5e4d14ff3", "organization": "Deep Cogito", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "eb689f7a-f210-4a87-b407-f249897f2764", "model_name": "Solar Pro 2 (Reasoning)", "obs_id": "artificial_analysis:critpt:eb689f7a-f210-4a87-b407-f249897f2764", "organization": "Upstage", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-09", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ecc6524a-d521-458a-8327-5009e8ce6549", "model_name": "Qwen3 14B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:ecc6524a-d521-458a-8327-5009e8ce6549", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "ee708f92-374e-4123-b900-e22d7b2afc19", "model_name": "Phi-4", "obs_id": "artificial_analysis:critpt:ee708f92-374e-4123-b900-e22d7b2afc19", "organization": "Microsoft", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2024-12-12", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f164b41f-44c5-4675-bca3-fea1db4bd9ae", "model_name": "GLM-5 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:f164b41f-44c5-4675-bca3-fea1db4bd9ae", "organization": "Z.ai", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-02-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f1d52583-9d20-4099-99ac-b5df9430c3b6", "model_name": "NVIDIA Nemotron Nano 9B V2 (Reasoning)", "obs_id": "artificial_analysis:critpt:f1d52583-9d20-4099-99ac-b5df9430c3b6", "organization": "NVIDIA", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-18", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f3169f25-8c6f-48e4-ae87-0cf872dc0ec1", "model_name": "Qwen3 30B A3B (Non-reasoning)", "obs_id": "artificial_analysis:critpt:f3169f25-8c6f-48e4-ae87-0cf872dc0ec1", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-04-28", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f4274721-ef28-4121-aa88-8e97267a5a82", "model_name": "Nova 2.0 Pro Preview (low)", "obs_id": "artificial_analysis:critpt:f4274721-ef28-4121-aa88-8e97267a5a82", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f4e8194a-d0e6-48eb-92be-4307de5aeeec", "model_name": "Gemini 2.5 Flash-Lite (Reasoning)", "obs_id": "artificial_analysis:critpt:f4e8194a-d0e6-48eb-92be-4307de5aeeec", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-06-17", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f5d83128-047f-496d-ba49-8a428abe8345", "model_name": "Qwen3 VL 4B Instruct", "obs_id": "artificial_analysis:critpt:f5d83128-047f-496d-ba49-8a428abe8345", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f6ccbe1d-bd7e-484b-9795-18cc9f91552d", "model_name": "Qwen3 235B A22B 2507 (Reasoning)", "obs_id": "artificial_analysis:critpt:f6ccbe1d-bd7e-484b-9795-18cc9f91552d", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-07-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f78138d6-2e04-4a84-919a-20d177cb6ff1", "model_name": "Jamba Reasoning 3B", "obs_id": "artificial_analysis:critpt:f78138d6-2e04-4a84-919a-20d177cb6ff1", "organization": "AI21 Labs", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-08", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "f93d0750-b659-4ceb-a123-7e657904ef2b", "model_name": "Qwen3 VL 4B (Reasoning)", "obs_id": "artificial_analysis:critpt:f93d0750-b659-4ceb-a123-7e657904ef2b", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-14", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "fb112343-c82c-4b43-afea-996bd5101d62", "model_name": "KAT-Coder-Pro V1", "obs_id": "artificial_analysis:critpt:fb112343-c82c-4b43-afea-996bd5101d62", "organization": "KwaiKAT", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-11", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "fb65266f-5a7d-403c-85d5-ccdf0d1ca838", "model_name": "DeepSeek V3.1 (Non-reasoning)", "obs_id": "artificial_analysis:critpt:fb65266f-5a7d-403c-85d5-ccdf0d1ca838", "organization": "DeepSeek", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-08-21", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "fbc58677-e324-4b45-a979-7fd8eec555cd", "model_name": "LFM2 24B A2B", "obs_id": "artificial_analysis:critpt:fbc58677-e324-4b45-a979-7fd8eec555cd", "organization": "Liquid AI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-02-25", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "fbdf8da1-b341-448c-b3cb-8aff1d8f70b9", "model_name": "Nova 2.0 Lite (medium)", "obs_id": "artificial_analysis:critpt:fbdf8da1-b341-448c-b3cb-8aff1d8f70b9", "organization": "Amazon", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-10-29", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "fc4223e8-4586-4ca1-97ca-bb55ff586947", "model_name": "KAT Coder Pro V2", "obs_id": "artificial_analysis:critpt:fc4223e8-4586-4ca1-97ca-bb55ff586947", "organization": "KwaiKAT", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-03-27", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "fc92f822-04b7-420d-9c07-a21af5e9aac7", "model_name": "Qwen3 Coder Next", "obs_id": "artificial_analysis:critpt:fc92f822-04b7-420d-9c07-a21af5e9aac7", "organization": "Qwen", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-02-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "fd4454ff-e703-46c0-a7f5-fa69af09486d", "model_name": "GPT-5.1 Codex mini (high)", "obs_id": "artificial_analysis:critpt:fd4454ff-e703-46c0-a7f5-fa69af09486d", "organization": "OpenAI", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2025-11-13", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}, {"comparable_group": null, "crawled_at": "2026-08-25T10:41:06Z", "date_precision": "model_announcement", "document_id": "artificial_analysis:https://artificialanalysis.ai/evaluations/critpt", "key": "artificial-analysis:critpt", "measured_by": "Artificial Analysis", "model_id": "feb02d3b-ff8d-4ed4-b165-13f8d4a7192c", "model_name": "Gemma 4 12B (Reasoning)", "obs_id": "artificial_analysis:critpt:feb02d3b-ff8d-4ed4-b165-13f8d4a7192c", "organization": "Google", "rank_in_source_response": 240, "raw_value": "0", "reported_by": "third_party", "reported_date": "2026-06-03", "series_id": "artificial_analysis:critpt:default", "source": "artificial_analysis", "source_url": "https://artificialanalysis.ai/evaluations/critpt", "value": 0.0, "value_kind": "number"}], "series": {"bounds": {"basis": "aggregator_declared", "max": null, "min": null}, "declared_max": null, "direction": "higher_is_better", "direction_basis": "source_rank_descending", "display_scale": null, "first_score_record": {"date_precision": "model_announcement", "obs_id": "artificial_analysis:critpt:217b34ec-5920-4fc1-8886-6a70a324837d", "reported_at": "2023-09-27", "source_url": "https://artificialanalysis.ai/evaluations/critpt"}, "first_score_report": null, "key": "artificial-analysis:critpt", "max_score_contradicted": false, "metric": null, "observation_count": 492, "observed_max": 0.322857142857143, "score_summary": {"display_max": 32.2857142857143, "display_multiplier": 100, "model_count": 492, "model_count_basis": "source_model_id", "numeric_count": 492, "raw_max": 0.322857142857143, "raw_min": 0.0, "source_reference": {"crawled_at": "2026-08-25T10:41:06Z", "obs_id": "artificial_analysis:critpt:d93edfe8-bf35-49ad-b56e-b18116142a1c", "reported_date": "2026-07-09", "source_url": "https://artificialanalysis.ai/evaluations/critpt"}, "unit": null}, "series_id": "artificial_analysis:critpt:default"}}}, "siblings": []}
