{"record": {"aliases": ["Codeforces", "Codeforces ELO", "Codeforces Rating"], "artifacts": [{"kind": "website", "url": "https://codeforces.com/"}], "audits": [], "categories": ["coding"], "description": {"en": "An Elo estimate against human contestants, not a fixed dataset. The problem set moves continuously and rating conversion differs by vendor."}, "documents": [{"document_type": "model_card", "id": "model_reports:bytedance_seed2_0_model_card", "model_name": "Seed2.0 (Pro / Lite / Mini)", "organization": "ByteDance", "published": "2026-02-14", "retrieved_at": "2026-09-11", "source": "model_reports", "source_id": "bytedance_seed2_0_model_card", "source_url": "https://lf3-static.bytednsdoc.com/obj/eden-cn/lapzild-tss/ljhwZthlaukjlkulzlp/seed2/0214/Seed2.0%20Model%20Card.pdf", "title": "Seed2.0 (Pro / Lite / Mini)"}, {"document_type": "technical_report", "id": "model_reports:deepseek_v4_1_flash_technical_report", "model_name": "DeepSeek-V4.1-Flash", "organization": "DeepSeek", "published": "2026-09-10", "retrieved_at": "2026-09-11", "source": "model_reports", "source_id": "deepseek_v4_1_flash_technical_report", "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/blob/main/DeepSeek_V41_Tech_Report.pdf", "title": "DeepSeek-V4.1-Flash"}, {"document_type": "model_card", "id": "model_reports:deepseek_v4_model_card", "model_name": "DeepSeek-V4-Pro", "organization": "DeepSeek", "published": "2026-04-22", "retrieved_at": "2026-08-02", "source": "model_reports", "source_id": "deepseek_v4_model_card", "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro", "title": "DeepSeek-V4-Pro"}, {"document_type": "technical_report", "id": "model_reports:deepseek_v4_technical_report", "model_name": "DeepSeek-V4", "organization": "DeepSeek", "published": "2026-06-25", "retrieved_at": "2026-08-02", "source": "model_reports", "source_id": "deepseek_v4_technical_report", "source_url": "https://arxiv.org/abs/2606.19348", "title": "DeepSeek-V4"}, {"document_type": "model_card", "id": "model_reports:google_gemma_4_model_card", "model_name": "Gemma 4 (31B)", "organization": "Google", "published": "2026-03-11", "retrieved_at": "2026-08-02", "source": "model_reports", "source_id": "google_gemma_4_model_card", "source_url": "https://huggingface.co/google/gemma-4-31B-it", "title": "Gemma 4 (31B)"}], "evidence_summary": {"document_count": 5, "model_count": 7, "model_count_basis": "source_model_id"}, "key": "model-reports:codeforces", "modality": null, "name": "Codeforces", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"registry": "data/model_cards.yml", "score_archive": "data/benchmark_scores.yml", "source_url": "https://codeforces.com/"}, "publisher": null, "released": "2010-02-19", "released_reference": {"basis": "benchmark_release", "source_key": "model-reports:codeforces", "source_url": "https://codeforces.com/"}, "schema_version": 1, "sizes": [], "slug": "codeforces", "source": "model_reports", "source_benchmark_id": "codeforces"}, "schema_version": 1, "scores_by_source": {"model_reports": {"rows": [{"benchmark_id": "codeforces", "comparable_group": "[\"model-reports:codeforces\",\"codeforces\",\"as printed in Table 3 (Large Models)\"]", "date_precision": "document_publication", "document_id": "model_reports:bytedance_seed2_0_model_card", "instrument": "codeforces", "key": "model-reports:codeforces", "measured_by": "ByteDance", "measurement_kind": "reported_self_score", "model": "Seed2.0 Pro", "model_id": "[\"ByteDance\",\"Seed2.0 Pro\"]", "model_name": "Seed2.0 Pro", "obs_id": "curated\u0000codeforces\u0000bytedance_seed2_0_model_card\u0000codeforces\u0000as printed in Table 3 (Large Models)\u0000Seed2.0 Pro", "observation_id": "curated\u0000codeforces\u0000bytedance_seed2_0_model_card\u0000codeforces\u0000as printed in Table 3 (Large Models)\u0000Seed2.0 Pro", "organization": "ByteDance", "protocol": "as printed in Table 3 (Large Models)", "rank_in_source_response": null, "raw_value": "3020.0", "read_from": "pdf_text", "reported_at": "2026-02-14", "reported_by": "self_reported", "reported_date": "2026-02-14", "series_id": "model_reports:codeforces:default", "source": "model_reports", "source_document_type": "model_card", "source_id": "bytedance_seed2_0_model_card", "source_title": "Seed2.0 (Pro / Lite / Mini)", "source_url": "https://lf3-static.bytednsdoc.com/obj/eden-cn/lapzild-tss/ljhwZthlaukjlkulzlp/seed2/0214/Seed2.0%20Model%20Card.pdf", "value": 3020.0, "value_kind": "number"}, {"benchmark_id": "codeforces", "comparable_group": "[\"model-reports:codeforces\",\"codeforces\",\"as printed in Table 4 (Efficient Models)\"]", "date_precision": "document_publication", "document_id": "model_reports:bytedance_seed2_0_model_card", "instrument": "codeforces", "key": "model-reports:codeforces", "measured_by": "ByteDance", "measurement_kind": "reported_self_score", "model": "Seed2.0 Lite", "model_id": "[\"ByteDance\",\"Seed2.0 Lite\"]", "model_name": "Seed2.0 Lite", "obs_id": "curated\u0000codeforces\u0000bytedance_seed2_0_model_card\u0000codeforces\u0000as printed in Table 4 (Efficient Models)\u0000Seed2.0 Lite", "observation_id": "curated\u0000codeforces\u0000bytedance_seed2_0_model_card\u0000codeforces\u0000as printed in Table 4 (Efficient Models)\u0000Seed2.0 Lite", "organization": "ByteDance", "protocol": "as printed in Table 4 (Efficient Models)", "rank_in_source_response": null, "raw_value": "2458.0", "read_from": "pdf_text", "reported_at": "2026-02-14", "reported_by": "self_reported", "reported_date": "2026-02-14", "series_id": "model_reports:codeforces:default", "source": "model_reports", "source_document_type": "model_card", "source_id": "bytedance_seed2_0_model_card", "source_title": "Seed2.0 (Pro / Lite / Mini)", "source_url": "https://lf3-static.bytednsdoc.com/obj/eden-cn/lapzild-tss/ljhwZthlaukjlkulzlp/seed2/0214/Seed2.0%20Model%20Card.pdf", "value": 2458.0, "value_kind": "number"}, {"benchmark_id": "codeforces", "comparable_group": "[\"model-reports:codeforces\",\"codeforces\",\"as printed in Table 4 (Efficient Models)\"]", "date_precision": "document_publication", "document_id": "model_reports:bytedance_seed2_0_model_card", "instrument": "codeforces", "key": "model-reports:codeforces", "measured_by": "ByteDance", "measurement_kind": "reported_self_score", "model": "Seed2.0 Mini", "model_id": "[\"ByteDance\",\"Seed2.0 Mini\"]", "model_name": "Seed2.0 Mini", "obs_id": "curated\u0000codeforces\u0000bytedance_seed2_0_model_card\u0000codeforces\u0000as printed in Table 4 (Efficient Models)\u0000Seed2.0 Mini", "observation_id": "curated\u0000codeforces\u0000bytedance_seed2_0_model_card\u0000codeforces\u0000as printed in Table 4 (Efficient Models)\u0000Seed2.0 Mini", "organization": "ByteDance", "protocol": "as printed in Table 4 (Efficient Models)", "rank_in_source_response": null, "raw_value": "1943.0", "read_from": "pdf_text", "reported_at": "2026-02-14", "reported_by": "self_reported", "reported_date": "2026-02-14", "series_id": "model_reports:codeforces:default", "source": "model_reports", "source_document_type": "model_card", "source_id": "bytedance_seed2_0_model_card", "source_title": "Seed2.0 (Pro / Lite / Mini)", "source_url": "https://lf3-static.bytednsdoc.com/obj/eden-cn/lapzild-tss/ljhwZthlaukjlkulzlp/seed2/0214/Seed2.0%20Model%20Card.pdf", "value": 1943.0, "value_kind": "number"}, {"benchmark_id": "codeforces", "comparable_group": "[\"model-reports:codeforces\",\"codeforces\",\"think max, Rating\"]", "date_precision": "document_publication", "document_id": "model_reports:deepseek_v4_1_flash_technical_report", "instrument": "codeforces", "key": "model-reports:codeforces", "measured_by": "DeepSeek", "measurement_kind": "reported_self_score", "model": "DeepSeek-V4.1-Flash", "model_id": "[\"DeepSeek\",\"DeepSeek-V4.1-Flash\"]", "model_name": "DeepSeek-V4.1-Flash", "obs_id": "curated\u0000codeforces\u0000deepseek_v4_1_flash_technical_report\u0000codeforces\u0000think max, Rating\u0000DeepSeek-V4.1-Flash", "observation_id": "curated\u0000codeforces\u0000deepseek_v4_1_flash_technical_report\u0000codeforces\u0000think max, Rating\u0000DeepSeek-V4.1-Flash", "organization": "DeepSeek", "protocol": "think max, Rating", "rank_in_source_response": null, "raw_value": "3471.0", "read_from": "pdf_text", "reported_at": "2026-09-10", "reported_by": "self_reported", "reported_date": "2026-09-10", "series_id": "model_reports:codeforces:default", "source": "model_reports", "source_document_type": "technical_report", "source_id": "deepseek_v4_1_flash_technical_report", "source_title": "DeepSeek-V4.1-Flash", "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/blob/main/DeepSeek_V41_Tech_Report.pdf", "value": 3471.0, "value_kind": "number"}, {"benchmark_id": "codeforces", "comparable_group": "[\"model-reports:codeforces\",\"codeforces\",\"think max, rating\"]", "date_precision": "document_publication", "document_id": "model_reports:deepseek_v4_model_card", "instrument": "codeforces", "key": "model-reports:codeforces", "measured_by": "DeepSeek", "measurement_kind": "reported_self_score", "model": "DeepSeek-V4-Pro", "model_id": "[\"DeepSeek\",\"DeepSeek-V4-Pro\"]", "model_name": "DeepSeek-V4-Pro", "obs_id": "curated\u0000codeforces\u0000deepseek_v4_model_card\u0000codeforces\u0000think max, rating\u0000DeepSeek-V4-Pro", "observation_id": "curated\u0000codeforces\u0000deepseek_v4_model_card\u0000codeforces\u0000think max, rating\u0000DeepSeek-V4-Pro", "organization": "DeepSeek", "protocol": "think max, rating", "rank_in_source_response": null, "raw_value": "3206.0", "read_from": "html_text", "reported_at": "2026-04-22", "reported_by": "self_reported", "reported_date": "2026-04-22", "series_id": "model_reports:codeforces:default", "source": "model_reports", "source_document_type": "model_card", "source_id": "deepseek_v4_model_card", "source_title": "DeepSeek-V4-Pro", "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro", "value": 3206.0, "value_kind": "number"}, {"benchmark_id": "codeforces", "comparable_group": "[\"model-reports:codeforces\",\"codeforces\",\"think max, rating\"]", "date_precision": "document_publication", "document_id": "model_reports:deepseek_v4_technical_report", "instrument": "codeforces", "key": "model-reports:codeforces", "measured_by": "DeepSeek", "measurement_kind": "reported_self_score", "model": "DeepSeek-V4-Flash", "model_id": "[\"DeepSeek\",\"DeepSeek-V4-Flash\"]", "model_name": "DeepSeek-V4-Flash", "obs_id": "curated\u0000codeforces\u0000deepseek_v4_technical_report\u0000codeforces\u0000think max, rating\u0000DeepSeek-V4-Flash", "observation_id": "curated\u0000codeforces\u0000deepseek_v4_technical_report\u0000codeforces\u0000think max, rating\u0000DeepSeek-V4-Flash", "organization": "DeepSeek", "protocol": "think max, rating", "rank_in_source_response": null, "raw_value": "3052.0", "read_from": "html_text", "reported_at": "2026-06-25", "reported_by": "self_reported", "reported_date": "2026-06-25", "series_id": "model_reports:codeforces:default", "source": "model_reports", "source_document_type": "technical_report", "source_id": "deepseek_v4_technical_report", "source_title": "DeepSeek-V4", "source_url": "https://arxiv.org/abs/2606.19348", "value": 3052.0, "value_kind": "number"}, {"benchmark_id": "codeforces", "comparable_group": "[\"model-reports:codeforces\",\"codeforces\",\"Elo\"]", "date_precision": "document_publication", "document_id": "model_reports:google_gemma_4_model_card", "instrument": "codeforces", "key": "model-reports:codeforces", "measured_by": "Google", "measurement_kind": "reported_self_score", "model": "Gemma 4 (31B)", "model_id": "[\"Google\",\"Gemma 4 (31B)\"]", "model_name": "Gemma 4 (31B)", "obs_id": "curated\u0000codeforces\u0000google_gemma_4_model_card\u0000codeforces\u0000Elo\u0000Gemma 4 (31B)", "observation_id": "curated\u0000codeforces\u0000google_gemma_4_model_card\u0000codeforces\u0000Elo\u0000Gemma 4 (31B)", "organization": "Google", "protocol": "Elo", "rank_in_source_response": null, "raw_value": "2150.0", "read_from": "html_text", "reported_at": "2026-03-11", "reported_by": "self_reported", "reported_date": "2026-03-11", "series_id": "model_reports:codeforces:default", "source": "model_reports", "source_document_type": "model_card", "source_id": "google_gemma_4_model_card", "source_title": "Gemma 4 (31B)", "source_url": "https://huggingface.co/google/gemma-4-31B-it", "value": 2150.0, "value_kind": "number"}], "series": {"declared_max": null, "direction": "higher_is_better", "direction_basis": "reported_metric", "display_scale": null, "first_score_record": {"date_precision": "document_publication", "obs_id": "curated\u0000codeforces\u0000bytedance_seed2_0_model_card\u0000codeforces\u0000as printed in Table 3 (Large Models)\u0000Seed2.0 Pro", "reported_at": "2026-02-14", "source_url": "https://lf3-static.bytednsdoc.com/obj/eden-cn/lapzild-tss/ljhwZthlaukjlkulzlp/seed2/0214/Seed2.0%20Model%20Card.pdf"}, "first_score_report": {"date_precision": "document_publication", "obs_id": "curated\u0000codeforces\u0000bytedance_seed2_0_model_card\u0000codeforces\u0000as printed in Table 3 (Large Models)\u0000Seed2.0 Pro", "reported_at": "2026-02-14", "source_url": "https://lf3-static.bytednsdoc.com/obj/eden-cn/lapzild-tss/ljhwZthlaukjlkulzlp/seed2/0214/Seed2.0%20Model%20Card.pdf"}, "key": "model-reports:codeforces", "max_score_contradicted": false, "metric": "rating", "observation_count": 7, "observed_max": 3471.0, "score_summary": {"display_max": 3471.0, "display_multiplier": 1, "model_count": 7, "model_count_basis": "source_model_id", "numeric_count": 7, "raw_max": 3471.0, "raw_min": 1943.0, "source_reference": {"obs_id": "curated\u0000codeforces\u0000deepseek_v4_1_flash_technical_report\u0000codeforces\u0000think max, Rating\u0000DeepSeek-V4.1-Flash", "observation_id": "curated\u0000codeforces\u0000deepseek_v4_1_flash_technical_report\u0000codeforces\u0000think max, Rating\u0000DeepSeek-V4.1-Flash", "reported_at": "2026-09-10", "reported_date": "2026-09-10", "source_id": "deepseek_v4_1_flash_technical_report", "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/blob/main/DeepSeek_V41_Tech_Report.pdf"}, "unit": "elo"}, "series_id": "model_reports:codeforces:default", "unit": "elo"}}}, "siblings": []}
