{
    "Claude-3-5-Sonnet-2024-10-22": {
        "Size": "🔒",
        "Elo Rating": 710,
        "percentile": 24.1,
        "Div. 1 + 2": 430,
        "Div. 2": 616,
        "Div. 3": 1092,
        "Div. 4": 1124,
        "Pass Rate Easy": 46.47,
        "Pass Rate Medium": 11.0,
        "Pass Rate Hard": 0.97,
        "Pass@1": 11.81,
        "Pass@2": 13.82,
        "Pass@4": 15.58,
        "Pass@8": 16.08,
        "Tag: greedy": 9.4,
        "Tag: math": 12.02,
        "Tag: implementation": 15.97,
        "Tag: brute force": 10.35,
        "Tag: dp": 0.0,
        "Tag: data structures": 2.5,
        "Tag: constructive algorithms": 7.07,
        "Tag: binary search": 5.25,
        "Tag: sortings": 17.5,
        "Tag: graphs": 0.78,
        "Tag: dfs and similar": 0.8,
        "Tag: number theory": 5.11,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 3.62,
        "Tag: two pointers": 7.5,
        "Tag: bitmasks": 2.94
    },
    "ChatGPT-4o-latest-2024-11-20": {
        "Size": "🔒",
        "Elo Rating": 668,
        "percentile": 22.2,
        "Div. 1 + 2": 586,
        "Div. 2": 507,
        "Div. 3": 1111,
        "Div. 4": 1149,
        "Pass Rate Easy": 36.54,
        "Pass Rate Medium": 14.0,
        "Pass Rate Hard": 0.83,
        "Pass@1": 9.3,
        "Pass@2": 10.8,
        "Pass@4": 14.57,
        "Pass@8": 16.83,
        "Tag: greedy": 5.6,
        "Tag: math": 9.07,
        "Tag: implementation": 12.8,
        "Tag: brute force": 9.53,
        "Tag: dp": 2.17,
        "Tag: data structures": 1.59,
        "Tag: constructive algorithms": 6.39,
        "Tag: binary search": 4.17,
        "Tag: sortings": 14.58,
        "Tag: graphs": 1.82,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 4.83,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 4.28,
        "Tag: two pointers": 6.07,
        "Tag: bitmasks": 2.57
    },
    "o1-mini": {
        "Size": "🔒",
        "Elo Rating": 1578,
        "percentile": 89.2,
        "Div. 1 + 2": 1197,
        "Div. 2": 1541,
        "Div. 3": 1906,
        "Div. 4": 1792,
        "Pass Rate Easy": 74.52,
        "Pass Rate Medium": 42.75,
        "Pass Rate Hard": 11.71,
        "Pass@1": 26.88,
        "Pass@2": 33.92,
        "Pass@4": 39.7,
        "Pass@8": 39.95,
        "Tag: greedy": 25.83,
        "Tag: math": 31.11,
        "Tag: implementation": 31.94,
        "Tag: brute force": 23.98,
        "Tag: dp": 10.65,
        "Tag: data structures": 14.77,
        "Tag: constructive algorithms": 22.15,
        "Tag: binary search": 22.38,
        "Tag: sortings": 34.58,
        "Tag: graphs": 13.54,
        "Tag: dfs and similar": 11.44,
        "Tag: number theory": 22.73,
        "Tag: trees": 4.55,
        "Tag: combinatorics": 25.0,
        "Tag: two pointers": 19.29,
        "Tag: bitmasks": 20.59
    },
    "DS-Coder-1.3B-Instruct": {
        "Size": "1.3B",
        "Elo Rating": 21,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 0,
        "Div. 3": 0,
        "Div. 4": 378,
        "Pass Rate Easy": 3.37,
        "Pass Rate Medium": 0.0,
        "Pass Rate Hard": 0.0,
        "Pass@1": 0.75,
        "Pass@2": 0.75,
        "Pass@4": 0.75,
        "Pass@8": 0.75,
        "Tag: greedy": 0.0,
        "Tag: math": 0.55,
        "Tag: implementation": 2.08,
        "Tag: brute force": 0.0,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.0,
        "Tag: constructive algorithms": 0.0,
        "Tag: binary search": 0.0,
        "Tag: sortings": 1.46,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 0.0,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.0,
        "Tag: bitmasks": 0.0
    },
    "Qwen2.5-Coder-1.5B-Instruct": {
        "Size": "1.5B",
        "Elo Rating": 93,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 48,
        "Div. 3": 179,
        "Div. 4": 514,
        "Pass Rate Easy": 6.73,
        "Pass Rate Medium": 0.0,
        "Pass Rate Hard": 0.0,
        "Pass@1": 1.26,
        "Pass@2": 1.76,
        "Pass@4": 2.51,
        "Pass@8": 2.51,
        "Tag: greedy": 0.06,
        "Tag: math": 1.1,
        "Tag: implementation": 3.27,
        "Tag: brute force": 0.51,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.0,
        "Tag: constructive algorithms": 0.0,
        "Tag: binary search": 0.62,
        "Tag: sortings": 2.08,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 0.57,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.0,
        "Tag: bitmasks": 0.0
    },
    "Qwen2.5-Coder-3B-Instruct": {
        "Size": "3B",
        "Elo Rating": 160,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 74,
        "Div. 3": 398,
        "Div. 4": 676,
        "Pass Rate Easy": 10.9,
        "Pass Rate Medium": 0.5,
        "Pass Rate Hard": 0.0,
        "Pass@1": 2.26,
        "Pass@2": 2.51,
        "Pass@4": 4.02,
        "Pass@8": 4.77,
        "Tag: greedy": 0.54,
        "Tag: math": 2.06,
        "Tag: implementation": 3.97,
        "Tag: brute force": 1.74,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.23,
        "Tag: constructive algorithms": 0.68,
        "Tag: binary search": 0.77,
        "Tag: sortings": 3.96,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 1.42,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 1.07,
        "Tag: bitmasks": 0.0
    },
    "DS-Coder-6.7B-Instruct": {
        "Size": "6.7B",
        "Elo Rating": 155,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 97,
        "Div. 3": 319,
        "Div. 4": 606,
        "Pass Rate Easy": 10.1,
        "Pass Rate Medium": 0.25,
        "Pass Rate Hard": 0.0,
        "Pass@1": 1.76,
        "Pass@2": 2.26,
        "Pass@4": 3.27,
        "Pass@8": 4.52,
        "Tag: greedy": 0.6,
        "Tag: math": 1.79,
        "Tag: implementation": 4.17,
        "Tag: brute force": 1.23,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.0,
        "Tag: constructive algorithms": 0.54,
        "Tag: binary search": 0.62,
        "Tag: sortings": 2.92,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 1.42,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.33,
        "Tag: two pointers": 0.36,
        "Tag: bitmasks": 0.0
    },
    "Qwen2.5-Coder-7B-Instruct": {
        "Size": "7B",
        "Elo Rating": 397,
        "percentile": 11.6,
        "Div. 1 + 2": 143,
        "Div. 2": 334,
        "Div. 3": 647,
        "Div. 4": 842,
        "Pass Rate Easy": 19.55,
        "Pass Rate Medium": 3.0,
        "Pass Rate Hard": 0.14,
        "Pass@1": 4.52,
        "Pass@2": 6.03,
        "Pass@4": 8.29,
        "Pass@8": 10.05,
        "Tag: greedy": 2.14,
        "Tag: math": 3.98,
        "Tag: implementation": 6.55,
        "Tag: brute force": 3.38,
        "Tag: dp": 0.11,
        "Tag: data structures": 1.02,
        "Tag: constructive algorithms": 2.04,
        "Tag: binary search": 1.85,
        "Tag: sortings": 7.29,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 2.27,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.33,
        "Tag: two pointers": 1.07,
        "Tag: bitmasks": 0.37
    },
    "Qwen2.5-7B-Instruct": {
        "Size": "7B",
        "Elo Rating": 315,
        "percentile": 0.0,
        "Div. 1 + 2": 123,
        "Div. 2": 242,
        "Div. 3": 581,
        "Div. 4": 676,
        "Pass Rate Easy": 17.63,
        "Pass Rate Medium": 1.5,
        "Pass Rate Hard": 0.09,
        "Pass@1": 4.27,
        "Pass@2": 5.53,
        "Pass@4": 6.78,
        "Pass@8": 7.79,
        "Tag: greedy": 1.49,
        "Tag: math": 3.78,
        "Tag: implementation": 5.36,
        "Tag: brute force": 2.97,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.8,
        "Tag: constructive algorithms": 1.49,
        "Tag: binary search": 1.54,
        "Tag: sortings": 5.0,
        "Tag: graphs": 0.26,
        "Tag: dfs and similar": 0.27,
        "Tag: number theory": 2.27,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 2.14,
        "Tag: bitmasks": 0.0
    },
    "Mistral-7B-Instruct-v0.2": {
        "Size": "7B",
        "Elo Rating": 49,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 0,
        "Div. 3": 146,
        "Div. 4": 378,
        "Pass Rate Easy": 6.25,
        "Pass Rate Medium": 0.0,
        "Pass Rate Hard": 0.0,
        "Pass@1": 1.26,
        "Pass@2": 1.26,
        "Pass@4": 1.26,
        "Pass@8": 1.26,
        "Tag: greedy": 0.0,
        "Tag: math": 1.03,
        "Tag: implementation": 3.17,
        "Tag: brute force": 0.72,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.0,
        "Tag: constructive algorithms": 0.0,
        "Tag: binary search": 0.0,
        "Tag: sortings": 3.12,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 0.0,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.0,
        "Tag: bitmasks": 0.0
    },
    "OpenCoder-8B-Instruct": {
        "Size": "8B",
        "Elo Rating": 152,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 70,
        "Div. 3": 372,
        "Div. 4": 667,
        "Pass Rate Easy": 8.17,
        "Pass Rate Medium": 0.5,
        "Pass Rate Hard": 0.0,
        "Pass@1": 1.01,
        "Pass@2": 2.51,
        "Pass@4": 3.77,
        "Pass@8": 4.52,
        "Tag: greedy": 0.54,
        "Tag: math": 1.24,
        "Tag: implementation": 4.07,
        "Tag: brute force": 0.51,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.11,
        "Tag: constructive algorithms": 0.95,
        "Tag: binary search": 0.15,
        "Tag: sortings": 2.29,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 0.28,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.33,
        "Tag: two pointers": 0.36,
        "Tag: bitmasks": 0.0
    },
    "Llama-3.1-8B-Instruct": {
        "Size": "8B",
        "Elo Rating": 223,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 207,
        "Div. 3": 325,
        "Div. 4": 585,
        "Pass Rate Easy": 12.18,
        "Pass Rate Medium": 0.25,
        "Pass Rate Hard": 0.0,
        "Pass@1": 2.26,
        "Pass@2": 2.76,
        "Pass@4": 4.52,
        "Pass@8": 6.53,
        "Tag: greedy": 0.65,
        "Tag: math": 2.61,
        "Tag: implementation": 4.76,
        "Tag: brute force": 1.13,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.0,
        "Tag: constructive algorithms": 1.49,
        "Tag: binary search": 0.62,
        "Tag: sortings": 3.54,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 1.14,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.33,
        "Tag: two pointers": 0.36,
        "Tag: bitmasks": 0.0
    },
    "Ministral-8B-Instruct-2410": {
        "Size": "8B",
        "Elo Rating": 219,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 118,
        "Div. 3": 548,
        "Div. 4": 745,
        "Pass Rate Easy": 13.94,
        "Pass Rate Medium": 0.5,
        "Pass Rate Hard": 0.05,
        "Pass@1": 2.51,
        "Pass@2": 3.52,
        "Pass@4": 4.77,
        "Pass@8": 6.28,
        "Tag: greedy": 1.01,
        "Tag: math": 2.4,
        "Tag: implementation": 5.36,
        "Tag: brute force": 1.84,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.34,
        "Tag: constructive algorithms": 0.27,
        "Tag: binary search": 1.08,
        "Tag: sortings": 3.96,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 1.99,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.71,
        "Tag: bitmasks": 0.0
    },
    "Yi-Coder-9B-Chat": {
        "Size": "9B",
        "Elo Rating": 296,
        "percentile": 0.0,
        "Div. 1 + 2": 108,
        "Div. 2": 228,
        "Div. 3": 560,
        "Div. 4": 606,
        "Pass Rate Easy": 14.26,
        "Pass Rate Medium": 1.75,
        "Pass Rate Hard": 0.09,
        "Pass@1": 2.76,
        "Pass@2": 4.02,
        "Pass@4": 6.28,
        "Pass@8": 7.29,
        "Tag: greedy": 1.67,
        "Tag: math": 2.82,
        "Tag: implementation": 5.85,
        "Tag: brute force": 2.15,
        "Tag: dp": 0.43,
        "Tag: data structures": 0.23,
        "Tag: constructive algorithms": 1.9,
        "Tag: binary search": 1.23,
        "Tag: sortings": 5.62,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 1.42,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.33,
        "Tag: two pointers": 0.0,
        "Tag: bitmasks": 0.37
    },
    "DS-Coder-V2-Lite-Instruct": {
        "Size": "2.4/16B",
        "Elo Rating": 254,
        "percentile": 0.0,
        "Div. 1 + 2": 187,
        "Div. 2": 155,
        "Div. 3": 446,
        "Div. 4": 851,
        "Pass Rate Easy": 16.51,
        "Pass Rate Medium": 3.5,
        "Pass Rate Hard": 0.05,
        "Pass@1": 3.02,
        "Pass@2": 4.27,
        "Pass@4": 5.78,
        "Pass@8": 6.78,
        "Tag: greedy": 1.73,
        "Tag: math": 3.78,
        "Tag: implementation": 6.85,
        "Tag: brute force": 3.48,
        "Tag: dp": 0.11,
        "Tag: data structures": 0.68,
        "Tag: constructive algorithms": 1.77,
        "Tag: binary search": 1.08,
        "Tag: sortings": 5.21,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 2.27,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 1.97,
        "Tag: two pointers": 1.43,
        "Tag: bitmasks": 0.0
    },
    "DS-V2-Lite-Chat": {
        "Size": "2.4/16B",
        "Elo Rating": 60,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 16,
        "Div. 3": 151,
        "Div. 4": 378,
        "Pass Rate Easy": 4.01,
        "Pass Rate Medium": 0.0,
        "Pass Rate Hard": 0.0,
        "Pass@1": 1.01,
        "Pass@2": 1.26,
        "Pass@4": 1.76,
        "Pass@8": 1.76,
        "Tag: greedy": 0.06,
        "Tag: math": 0.69,
        "Tag: implementation": 2.28,
        "Tag: brute force": 0.2,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.0,
        "Tag: constructive algorithms": 0.14,
        "Tag: binary search": 0.0,
        "Tag: sortings": 1.67,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 0.0,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.0,
        "Tag: bitmasks": 0.0
    },
    "Qwen2.5-Coder-14B-Instruct": {
        "Size": "14B",
        "Elo Rating": 424,
        "percentile": 13.5,
        "Div. 1 + 2": 123,
        "Div. 2": 292,
        "Div. 3": 876,
        "Div. 4": 1067,
        "Pass Rate Easy": 25.64,
        "Pass Rate Medium": 5.75,
        "Pass Rate Hard": 0.32,
        "Pass@1": 6.78,
        "Pass@2": 8.04,
        "Pass@4": 9.55,
        "Pass@8": 12.06,
        "Tag: greedy": 3.33,
        "Tag: math": 5.63,
        "Tag: implementation": 9.13,
        "Tag: brute force": 5.74,
        "Tag: dp": 1.2,
        "Tag: data structures": 1.36,
        "Tag: constructive algorithms": 2.45,
        "Tag: binary search": 2.47,
        "Tag: sortings": 9.58,
        "Tag: graphs": 1.04,
        "Tag: dfs and similar": 0.27,
        "Tag: number theory": 2.84,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.99,
        "Tag: two pointers": 2.86,
        "Tag: bitmasks": 0.0
    },
    "Qwen2.5-14B-Instruct": {
        "Size": "14B",
        "Elo Rating": 414,
        "percentile": 12.9,
        "Div. 1 + 2": 497,
        "Div. 2": 277,
        "Div. 3": 752,
        "Div. 4": 606,
        "Pass Rate Easy": 23.4,
        "Pass Rate Medium": 1.5,
        "Pass Rate Hard": 0.32,
        "Pass@1": 5.03,
        "Pass@2": 6.03,
        "Pass@4": 7.79,
        "Pass@8": 11.31,
        "Tag: greedy": 3.21,
        "Tag: math": 5.43,
        "Tag: implementation": 7.94,
        "Tag: brute force": 3.38,
        "Tag: dp": 0.65,
        "Tag: data structures": 1.14,
        "Tag: constructive algorithms": 2.31,
        "Tag: binary search": 2.01,
        "Tag: sortings": 7.29,
        "Tag: graphs": 0.26,
        "Tag: dfs and similar": 0.27,
        "Tag: number theory": 2.56,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.66,
        "Tag: two pointers": 1.43,
        "Tag: bitmasks": 0.37
    },
    "Starcoder2-15B-Instruct-v0.1": {
        "Size": "15B",
        "Elo Rating": 129,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 48,
        "Div. 3": 333,
        "Div. 4": 641,
        "Pass Rate Easy": 5.93,
        "Pass Rate Medium": 0.0,
        "Pass Rate Hard": 0.0,
        "Pass@1": 1.76,
        "Pass@2": 2.76,
        "Pass@4": 3.27,
        "Pass@8": 3.52,
        "Tag: greedy": 0.36,
        "Tag: math": 0.96,
        "Tag: implementation": 2.78,
        "Tag: brute force": 0.61,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.0,
        "Tag: constructive algorithms": 0.68,
        "Tag: binary search": 0.0,
        "Tag: sortings": 2.29,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 0.57,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.0,
        "Tag: bitmasks": 0.0
    },
    "Codestral-22B-v0.1": {
        "Size": "22B",
        "Elo Rating": 385,
        "percentile": 10.2,
        "Div. 1 + 2": 57,
        "Div. 2": 345,
        "Div. 3": 586,
        "Div. 4": 926,
        "Pass Rate Easy": 20.03,
        "Pass Rate Medium": 2.25,
        "Pass Rate Hard": 0.14,
        "Pass@1": 3.52,
        "Pass@2": 4.77,
        "Pass@4": 6.78,
        "Pass@8": 10.3,
        "Tag: greedy": 2.32,
        "Tag: math": 3.71,
        "Tag: implementation": 9.03,
        "Tag: brute force": 2.77,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.23,
        "Tag: constructive algorithms": 2.45,
        "Tag: binary search": 0.77,
        "Tag: sortings": 6.46,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.27,
        "Tag: number theory": 1.7,
        "Tag: trees": 0.28,
        "Tag: combinatorics": 0.33,
        "Tag: two pointers": 0.36,
        "Tag: bitmasks": 0.37
    },
    "Mixtral-8x7B-Instruct-v0.1": {
        "Size": "8/56B",
        "Elo Rating": 98,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 30,
        "Div. 3": 226,
        "Div. 4": 644,
        "Pass Rate Easy": 5.29,
        "Pass Rate Medium": 0.25,
        "Pass Rate Hard": 0.05,
        "Pass@1": 1.26,
        "Pass@2": 1.51,
        "Pass@4": 2.26,
        "Pass@8": 3.52,
        "Tag: greedy": 0.06,
        "Tag: math": 1.17,
        "Tag: implementation": 2.18,
        "Tag: brute force": 0.51,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.0,
        "Tag: constructive algorithms": 0.27,
        "Tag: binary search": 0.93,
        "Tag: sortings": 1.25,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 0.57,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.0,
        "Tag: bitmasks": 0.0
    },
    "Qwen2.5-Coder-32B-Instruct": {
        "Size": "32B",
        "Elo Rating": 575,
        "percentile": 16.8,
        "Div. 1 + 2": 206,
        "Div. 2": 416,
        "Div. 3": 1166,
        "Div. 4": 1222,
        "Pass Rate Easy": 29.49,
        "Pass Rate Medium": 7.75,
        "Pass Rate Hard": 0.46,
        "Pass@1": 6.03,
        "Pass@2": 8.54,
        "Pass@4": 12.06,
        "Pass@8": 16.58,
        "Tag: greedy": 4.05,
        "Tag: math": 7.01,
        "Tag: implementation": 9.62,
        "Tag: brute force": 6.35,
        "Tag: dp": 1.52,
        "Tag: data structures": 1.59,
        "Tag: constructive algorithms": 4.76,
        "Tag: binary search": 4.01,
        "Tag: sortings": 11.04,
        "Tag: graphs": 1.3,
        "Tag: dfs and similar": 0.27,
        "Tag: number theory": 3.41,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 1.32,
        "Tag: two pointers": 5.0,
        "Tag: bitmasks": 0.74
    },
    "Qwen2.5-32B-Instruct": {
        "Size": "32B",
        "Elo Rating": 513,
        "percentile": 15.5,
        "Div. 1 + 2": 350,
        "Div. 2": 366,
        "Div. 3": 923,
        "Div. 4": 1146,
        "Pass Rate Easy": 28.85,
        "Pass Rate Medium": 6.5,
        "Pass Rate Hard": 0.46,
        "Pass@1": 5.53,
        "Pass@2": 8.29,
        "Pass@4": 10.8,
        "Pass@8": 13.07,
        "Tag: greedy": 3.75,
        "Tag: math": 6.59,
        "Tag: implementation": 9.72,
        "Tag: brute force": 4.51,
        "Tag: dp": 0.87,
        "Tag: data structures": 1.59,
        "Tag: constructive algorithms": 3.67,
        "Tag: binary search": 3.86,
        "Tag: sortings": 10.83,
        "Tag: graphs": 0.78,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 2.84,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.66,
        "Tag: two pointers": 1.79,
        "Tag: bitmasks": 1.47
    },
    "DS-Coder-33B-Instruct": {
        "Size": "33B",
        "Elo Rating": 207,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 113,
        "Div. 3": 498,
        "Div. 4": 746,
        "Pass Rate Easy": 13.46,
        "Pass Rate Medium": 1.5,
        "Pass Rate Hard": 0.0,
        "Pass@1": 3.02,
        "Pass@2": 4.27,
        "Pass@4": 4.52,
        "Pass@8": 6.28,
        "Tag: greedy": 1.37,
        "Tag: math": 2.4,
        "Tag: implementation": 5.36,
        "Tag: brute force": 1.33,
        "Tag: dp": 0.33,
        "Tag: data structures": 0.11,
        "Tag: constructive algorithms": 0.82,
        "Tag: binary search": 0.77,
        "Tag: sortings": 3.54,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 1.99,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.71,
        "Tag: bitmasks": 0.37
    },
    "CodeLlama-70B-Instruct": {
        "Size": "70B",
        "Elo Rating": 200,
        "percentile": 0.0,
        "Div. 1 + 2": 0,
        "Div. 2": 111,
        "Div. 3": 539,
        "Div. 4": 507,
        "Pass Rate Easy": 8.97,
        "Pass Rate Medium": 0.75,
        "Pass Rate Hard": 0.05,
        "Pass@1": 1.76,
        "Pass@2": 2.76,
        "Pass@4": 5.03,
        "Pass@8": 5.78,
        "Tag: greedy": 0.48,
        "Tag: math": 1.65,
        "Tag: implementation": 3.87,
        "Tag: brute force": 0.92,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.34,
        "Tag: constructive algorithms": 0.41,
        "Tag: binary search": 0.62,
        "Tag: sortings": 2.92,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 0.85,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.66,
        "Tag: two pointers": 0.71,
        "Tag: bitmasks": 0.0
    },
    "Llama-3.1-70B-Instruct": {
        "Size": "70B",
        "Elo Rating": 478,
        "percentile": 15.0,
        "Div. 1 + 2": 255,
        "Div. 2": 361,
        "Div. 3": 886,
        "Div. 4": 933,
        "Pass Rate Easy": 25.32,
        "Pass Rate Medium": 3.0,
        "Pass Rate Hard": 0.46,
        "Pass@1": 5.03,
        "Pass@2": 7.29,
        "Pass@4": 10.55,
        "Pass@8": 12.56,
        "Tag: greedy": 2.98,
        "Tag: math": 5.98,
        "Tag: implementation": 10.02,
        "Tag: brute force": 4.0,
        "Tag: dp": 0.33,
        "Tag: data structures": 0.8,
        "Tag: constructive algorithms": 2.72,
        "Tag: binary search": 2.78,
        "Tag: sortings": 9.17,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 2.27,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.66,
        "Tag: two pointers": 2.86,
        "Tag: bitmasks": 1.1
    },
    "Qwen2.5-72B-Instruct": {
        "Size": "72B",
        "Elo Rating": 634,
        "percentile": 20.7,
        "Div. 1 + 2": 439,
        "Div. 2": 498,
        "Div. 3": 1033,
        "Div. 4": 1255,
        "Pass Rate Easy": 35.26,
        "Pass Rate Medium": 12.0,
        "Pass Rate Hard": 0.97,
        "Pass@1": 9.3,
        "Pass@2": 11.06,
        "Pass@4": 13.32,
        "Pass@8": 16.58,
        "Tag: greedy": 6.79,
        "Tag: math": 9.0,
        "Tag: implementation": 12.4,
        "Tag: brute force": 7.68,
        "Tag: dp": 1.41,
        "Tag: data structures": 1.48,
        "Tag: constructive algorithms": 7.34,
        "Tag: binary search": 3.7,
        "Tag: sortings": 16.88,
        "Tag: graphs": 2.6,
        "Tag: dfs and similar": 1.33,
        "Tag: number theory": 3.12,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 1.32,
        "Tag: two pointers": 5.71,
        "Tag: bitmasks": 1.84
    },
    "Mistral-Large-Instruct-2411": {
        "Size": "123B",
        "Elo Rating": 631,
        "percentile": 20.5,
        "Div. 1 + 2": 632,
        "Div. 2": 449,
        "Div. 3": 1049,
        "Div. 4": 1226,
        "Pass Rate Easy": 35.58,
        "Pass Rate Medium": 9.5,
        "Pass Rate Hard": 0.65,
        "Pass@1": 8.29,
        "Pass@2": 11.81,
        "Pass@4": 13.07,
        "Pass@8": 16.33,
        "Tag: greedy": 6.01,
        "Tag: math": 8.17,
        "Tag: implementation": 11.61,
        "Tag: brute force": 6.05,
        "Tag: dp": 1.63,
        "Tag: data structures": 2.16,
        "Tag: constructive algorithms": 4.48,
        "Tag: binary search": 4.78,
        "Tag: sortings": 13.96,
        "Tag: graphs": 1.04,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 2.84,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.99,
        "Tag: two pointers": 7.5,
        "Tag: bitmasks": 2.94
    },
    "Mixtral-8x22B-Instruct-v0.1": {
        "Size": "22/176B",
        "Elo Rating": 295,
        "percentile": 0.0,
        "Div. 1 + 2": 75,
        "Div. 2": 241,
        "Div. 3": 510,
        "Div. 4": 680,
        "Pass Rate Easy": 14.42,
        "Pass Rate Medium": 0.5,
        "Pass Rate Hard": 0.05,
        "Pass@1": 3.27,
        "Pass@2": 4.27,
        "Pass@4": 5.78,
        "Pass@8": 7.04,
        "Tag: greedy": 1.55,
        "Tag: math": 3.09,
        "Tag: implementation": 5.56,
        "Tag: brute force": 1.95,
        "Tag: dp": 0.0,
        "Tag: data structures": 0.11,
        "Tag: constructive algorithms": 1.9,
        "Tag: binary search": 1.08,
        "Tag: sortings": 7.29,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 0.85,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.71,
        "Tag: bitmasks": 0.37
    },
    "DS-Coder-V2-Instruct": {
        "Size": "21/236B",
        "Elo Rating": 532,
        "percentile": 15.7,
        "Div. 1 + 2": 420,
        "Div. 2": 400,
        "Div. 3": 853,
        "Div. 4": 1179,
        "Pass Rate Easy": 29.33,
        "Pass Rate Medium": 7.5,
        "Pass Rate Hard": 0.37,
        "Pass@1": 6.53,
        "Pass@2": 8.79,
        "Pass@4": 11.81,
        "Pass@8": 14.32,
        "Tag: greedy": 3.81,
        "Tag: math": 6.94,
        "Tag: implementation": 11.21,
        "Tag: brute force": 4.82,
        "Tag: dp": 1.09,
        "Tag: data structures": 1.14,
        "Tag: constructive algorithms": 3.94,
        "Tag: binary search": 2.93,
        "Tag: sortings": 8.75,
        "Tag: graphs": 2.08,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 2.84,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 2.63,
        "Tag: two pointers": 5.0,
        "Tag: bitmasks": 1.1
    },
    "DS-V2-Chat": {
        "Size": "21/236B",
        "Elo Rating": 318,
        "percentile": 0.0,
        "Div. 1 + 2": 59,
        "Div. 2": 253,
        "Div. 3": 588,
        "Div. 4": 737,
        "Pass Rate Easy": 16.83,
        "Pass Rate Medium": 2.25,
        "Pass Rate Hard": 0.0,
        "Pass@1": 3.77,
        "Pass@2": 4.77,
        "Pass@4": 6.53,
        "Pass@8": 9.05,
        "Tag: greedy": 1.61,
        "Tag: math": 3.57,
        "Tag: implementation": 6.35,
        "Tag: brute force": 2.77,
        "Tag: dp": 0.11,
        "Tag: data structures": 0.68,
        "Tag: constructive algorithms": 1.9,
        "Tag: binary search": 1.23,
        "Tag: sortings": 4.58,
        "Tag: graphs": 0.0,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 2.27,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 0.0,
        "Tag: two pointers": 0.0,
        "Tag: bitmasks": 0.0
    },
    "DS-V2.5": {
        "Size": "21/236B",
        "Elo Rating": 629,
        "percentile": 20.4,
        "Div. 1 + 2": 594,
        "Div. 2": 483,
        "Div. 3": 958,
        "Div. 4": 1221,
        "Pass Rate Easy": 33.65,
        "Pass Rate Medium": 10.0,
        "Pass Rate Hard": 0.65,
        "Pass@1": 8.79,
        "Pass@2": 11.56,
        "Pass@4": 13.32,
        "Pass@8": 15.58,
        "Tag: greedy": 5.18,
        "Tag: math": 8.24,
        "Tag: implementation": 13.1,
        "Tag: brute force": 6.05,
        "Tag: dp": 1.3,
        "Tag: data structures": 1.7,
        "Tag: constructive algorithms": 4.89,
        "Tag: binary search": 2.62,
        "Tag: sortings": 12.71,
        "Tag: graphs": 2.08,
        "Tag: dfs and similar": 0.0,
        "Tag: number theory": 2.56,
        "Tag: trees": 0.0,
        "Tag: combinatorics": 3.62,
        "Tag: two pointers": 3.57,
        "Tag: bitmasks": 1.84
    },
    "QwQ-32B-Preview": {
        "Size": "32B",
        "Elo Rating": 1261,
        "percentile": 63.6,
        "Div. 1 + 2": 1071,
        "Div. 2": 1169,
        "Div. 3": 1566,
        "Div. 4": 1700,
        "Pass Rate Easy": 57.21,
        "Pass Rate Medium": 21.75,
        "Pass Rate Hard": 4.54,
        "Pass@1": 18.59,
        "Pass@2": 23.12,
        "Pass@4": 29.4,
        "Pass@8": 32.91,
        "Tag: greedy": 15.0,
        "Tag: math": 21.7,
        "Tag: implementation": 19.64,
        "Tag: brute force": 15.37,
        "Tag: dp": 3.37,
        "Tag: data structures": 8.18,
        "Tag: constructive algorithms": 15.35,
        "Tag: binary search": 8.8,
        "Tag: sortings": 23.96,
        "Tag: graphs": 4.17,
        "Tag: dfs and similar": 3.19,
        "Tag: number theory": 9.66,
        "Tag: trees": 0.57,
        "Tag: combinatorics": 14.14,
        "Tag: two pointers": 6.43,
        "Tag: bitmasks": 8.09
    }
}