{
  "repo": "FineEnvs/Qwen3.5-2B-opencode-RL",
  "revision": "main",
  "checkpoint_step": 700,
  "article": "https://huggingface.co/spaces/AdithyaSK/multi-harness-rl",
  "notes": [
    "Training curves: trailing 50-step arithmetic mean, minimum 10 observations.",
    "Evaluation points are measured checkpoints, not smoothed. Hollow points have incomplete coverage.",
    "Tool savings use varying task/harness cohorts solved by both base and checkpoint. Qwen instead shows absolute calls.",
    "SFT has only two post-training evaluation checkpoints."
  ],
  "panels": [
    {
      "title": "Training reward",
      "desc": "50-step trailing mean \u00b7 higher is better",
      "series": [
        {
          "label": "Training reward",
          "x": [
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30,
            31,
            32,
            33,
            34,
            35,
            36,
            37,
            38,
            39,
            40,
            41,
            42,
            43,
            44,
            45,
            46,
            47,
            48,
            49,
            50,
            51,
            52,
            53,
            54,
            55,
            56,
            57,
            58,
            59,
            60,
            61,
            62,
            63,
            64,
            65,
            66,
            67,
            68,
            69,
            70,
            71,
            72,
            73,
            74,
            75,
            76,
            77,
            78,
            79,
            80,
            81,
            82,
            83,
            84,
            85,
            86,
            87,
            88,
            89,
            90,
            91,
            92,
            93,
            94,
            95,
            96,
            97,
            98,
            99,
            100,
            101,
            102,
            103,
            104,
            105,
            106,
            107,
            108,
            109,
            110,
            111,
            112,
            113,
            114,
            115,
            116,
            117,
            118,
            119,
            120,
            121,
            122,
            123,
            124,
            125,
            126,
            127,
            128,
            129,
            130,
            131,
            132,
            133,
            134,
            135,
            136,
            137,
            138,
            139,
            140,
            141,
            142,
            143,
            144,
            145,
            146,
            147,
            148,
            149,
            150,
            151,
            152,
            153,
            154,
            155,
            156,
            157,
            158,
            159,
            160,
            161,
            162,
            163,
            164,
            165,
            166,
            167,
            168,
            169,
            170,
            171,
            172,
            173,
            174,
            175,
            176,
            177,
            178,
            179,
            180,
            181,
            182,
            183,
            184,
            185,
            186,
            187,
            188,
            189,
            190,
            191,
            192,
            193,
            194,
            195,
            196,
            197,
            198,
            199,
            200,
            201,
            202,
            203,
            204,
            205,
            206,
            207,
            208,
            209,
            210,
            211,
            212,
            213,
            214,
            215,
            216,
            217,
            218,
            219,
            220,
            221,
            222,
            223,
            224,
            225,
            226,
            227,
            228,
            229,
            230,
            231,
            232,
            233,
            234,
            235,
            236,
            237,
            238,
            239,
            240,
            241,
            242,
            243,
            244,
            245,
            246,
            247,
            248,
            249,
            250,
            251,
            252,
            253,
            254,
            255,
            256,
            257,
            258,
            259,
            260,
            261,
            262,
            263,
            264,
            265,
            266,
            267,
            268,
            269,
            270,
            271,
            272,
            273,
            274,
            275,
            276,
            277,
            278,
            279,
            280,
            281,
            282,
            283,
            284,
            285,
            286,
            287,
            288,
            289,
            290,
            291,
            292,
            293,
            294,
            295,
            296,
            297,
            298,
            299,
            300,
            301,
            302,
            303,
            304,
            305,
            306,
            307,
            308,
            309,
            310,
            311,
            312,
            313,
            314,
            315,
            316,
            317,
            318,
            319,
            320,
            321,
            322,
            323,
            324,
            325,
            326,
            327,
            328,
            329,
            330,
            331,
            332,
            333,
            334,
            335,
            336,
            337,
            338,
            339,
            340,
            341,
            342,
            343,
            344,
            345,
            346,
            347,
            348,
            349,
            350,
            351,
            352,
            353,
            354,
            355,
            356,
            357,
            358,
            359,
            360,
            361,
            362,
            363,
            364,
            365,
            366,
            367,
            368,
            369,
            370,
            371,
            372,
            373,
            374,
            375,
            376,
            377,
            378,
            379,
            380,
            381,
            382,
            383,
            384,
            385,
            386,
            387,
            388,
            389,
            390,
            391,
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471,
            472,
            473,
            474,
            475,
            476,
            477,
            478,
            479,
            480,
            481,
            482,
            483,
            484,
            485,
            486,
            487,
            488,
            489,
            490,
            491,
            492,
            493,
            494,
            495,
            496,
            497,
            498,
            499,
            500,
            501,
            502,
            503,
            504,
            505,
            506,
            507,
            508,
            509,
            510,
            511,
            512,
            513,
            514,
            515,
            516,
            517,
            518,
            519,
            520,
            521,
            522,
            523,
            524,
            525,
            526,
            527,
            528,
            529,
            530,
            531,
            532,
            533,
            534,
            535,
            536,
            537,
            538,
            539,
            540,
            541,
            542,
            543,
            544,
            545,
            546,
            547,
            548,
            549,
            550,
            551,
            552,
            553,
            554,
            555,
            556,
            557,
            558,
            559,
            560,
            561,
            562,
            563,
            564,
            565,
            566,
            567,
            568,
            569,
            570,
            571,
            572,
            573,
            574,
            575,
            576,
            577,
            578,
            579,
            580,
            581,
            582,
            583,
            584,
            585,
            586,
            587,
            588,
            589,
            590,
            591,
            592,
            593,
            594,
            595,
            596,
            597,
            598,
            599,
            600,
            601,
            602,
            603,
            604,
            605,
            606,
            607,
            608,
            609,
            610,
            611,
            612,
            613,
            614,
            615,
            616,
            617,
            618,
            619,
            620,
            621,
            622,
            623,
            624,
            625,
            626,
            627,
            628,
            629,
            630,
            631,
            632,
            633,
            634,
            635,
            636,
            637,
            638,
            639,
            640,
            641,
            642,
            643,
            644,
            645,
            646,
            647,
            648,
            649,
            650,
            651,
            652,
            653,
            654,
            655,
            656,
            657,
            658,
            659,
            660,
            661,
            662,
            663,
            664,
            665,
            666,
            667,
            668,
            669,
            670,
            671,
            672,
            673,
            674,
            675,
            676,
            677,
            678,
            679,
            680,
            681,
            682,
            683,
            684,
            685,
            686,
            687,
            688,
            689,
            690,
            691,
            692,
            693,
            694,
            695,
            696,
            697,
            698,
            699,
            700
          ],
          "y": [
            0.5188900000000001,
            0.5106818181818182,
            0.5514583333333334,
            0.5529923076923077,
            0.5492071428571429,
            0.5237066666666667,
            0.490975,
            0.5041117647058824,
            0.47610555555555556,
            0.4721,
            0.4818300000000001,
            0.45888571428571434,
            0.43802727272727277,
            0.41898260869565224,
            0.4015250000000001,
            0.42546400000000006,
            0.4379461538461539,
            0.45876296296296304,
            0.46916428571428576,
            0.4529862068965518,
            0.4489966666666667,
            0.4667709677419355,
            0.47562187499999997,
            0.4839363636363636,
            0.4949117647058823,
            0.4807714285714285,
            0.4753527777777777,
            0.48652972972972963,
            0.48876315789473673,
            0.5018717948717948,
            0.514325,
            0.5261707317073171,
            0.5315,
            0.5191395348837209,
            0.5073409090909091,
            0.49606666666666666,
            0.4852826086956522,
            0.4962340425531915,
            0.4963125,
            0.5014897959183674,
            0.500348,
            0.5043479999999999,
            0.5193479999999999,
            0.5393479999999999,
            0.545856,
            0.54919,
            0.543476,
            0.530142,
            0.532998,
            0.537998,
            0.532998,
            0.541092,
            0.541092,
            0.549664,
            0.539664,
            0.53633,
            0.55633,
            0.562044,
            0.562044,
            0.554044,
            0.54071,
            0.54071,
            0.54071,
            0.54071,
            0.54071,
            0.52071,
            0.50571,
            0.49571,
            0.48070999999999997,
            0.48471,
            0.489472,
            0.482806,
            0.4878059999999999,
            0.472806,
            0.455664,
            0.455664,
            0.45494999999999997,
            0.4571720000000001,
            0.457744,
            0.4533,
            0.43329999999999996,
            0.420572,
            0.40985800000000006,
            0.40985800000000006,
            0.409858,
            0.42485799999999996,
            0.43319199999999997,
            0.41319199999999995,
            0.41119199999999995,
            0.416192,
            0.42230399999999996,
            0.420304,
            0.40316199999999996,
            0.383162,
            0.37221,
            0.35720999999999997,
            0.35720999999999997,
            0.35720999999999997,
            0.340068,
            0.32006799999999996,
            0.32617999999999997,
            0.309514,
            0.304514,
            0.29951400000000006,
            0.299514,
            0.29951400000000006,
            0.279514,
            0.259514,
            0.274514,
            0.28451400000000004,
            0.29118,
            0.302292,
            0.308292,
            0.308292,
            0.30829199999999995,
            0.308292,
            0.308292,
            0.298292,
            0.31029199999999996,
            0.306292,
            0.29486399999999996,
            0.28153000000000006,
            0.26553,
            0.272196,
            0.27719599999999994,
            0.287196,
            0.282196,
            0.262196,
            0.25019600000000003,
            0.23464,
            0.23464,
            0.23044400000000004,
            0.23385,
            0.23385,
            0.23385,
            0.21885,
            0.210516,
            0.210516,
            0.20696000000000006,
            0.20196000000000003,
            0.19241399999999997,
            0.174414,
            0.171556,
            0.171556,
            0.168222,
            0.17433400000000002,
            0.17719200000000002,
            0.18264599999999998,
            0.190646,
            0.21064600000000003,
            0.20953400000000003,
            0.209534,
            0.20024800000000004,
            0.19191399999999997,
            0.20747,
            0.20747,
            0.220804,
            0.23223200000000002,
            0.217232,
            0.20723200000000003,
            0.20056600000000002,
            0.18945399999999998,
            0.183454,
            0.18345400000000006,
            0.187454,
            0.207454,
            0.217454,
            0.23345400000000005,
            0.24145400000000003,
            0.24145400000000003,
            0.257168,
            0.257168,
            0.258168,
            0.26150199999999996,
            0.260946,
            0.250946,
            0.2564,
            0.266988,
            0.276988,
            0.29032199999999997,
            0.29032199999999997,
            0.287246,
            0.27955399999999997,
            0.28241199999999994,
            0.286856,
            0.286856,
            0.286856,
            0.286856,
            0.29514,
            0.30014,
            0.29868599999999995,
            0.298686,
            0.298686,
            0.298686,
            0.301686,
            0.29224,
            0.293018,
            0.28756400000000004,
            0.27956400000000003,
            0.25956399999999996,
            0.24956399999999998,
            0.24956399999999998,
            0.24384999999999998,
            0.23718399999999998,
            0.23435599999999998,
            0.25435599999999997,
            0.247688,
            0.23625999999999997,
            0.23625999999999997,
            0.23625999999999997,
            0.240704,
            0.250704,
            0.264704,
            0.28470399999999996,
            0.291614,
            0.286998,
            0.276998,
            0.260998,
            0.25736200000000004,
            0.27336200000000005,
            0.277648,
            0.297648,
            0.309314,
            0.319314,
            0.332648,
            0.347194,
            0.35745399999999994,
            0.36141199999999996,
            0.35641199999999995,
            0.343078,
            0.363078,
            0.38307800000000003,
            0.396412,
            0.403554,
            0.41661000000000004,
            0.43661,
            0.44105400000000006,
            0.44105400000000006,
            0.428326,
            0.40832599999999997,
            0.40432599999999996,
            0.40654799999999996,
            0.40940600000000005,
            0.40940599999999994,
            0.4173159999999999,
            0.43565,
            0.4520139999999999,
            0.472014,
            0.4834419999999999,
            0.483442,
            0.5034420000000001,
            0.5034420000000001,
            0.518442,
            0.538442,
            0.5342859999999999,
            0.5302859999999999,
            0.52362,
            0.52362,
            0.52362,
            0.525842,
            0.521398,
            0.511398,
            0.497398,
            0.47739800000000004,
            0.466488,
            0.46110399999999996,
            0.46610399999999996,
            0.47110399999999997,
            0.47473999999999994,
            0.46985199999999994,
            0.4498519999999999,
            0.429852,
            0.419852,
            0.4058520000000001,
            0.40140799999999993,
            0.396862,
            0.40114799999999995,
            0.397714,
            0.39715799999999996,
            0.397158,
            0.387158,
            0.37160200000000004,
            0.358268,
            0.34826799999999997,
            0.330768,
            0.310768,
            0.32632400000000006,
            0.33132400000000006,
            0.33132400000000006,
            0.33132400000000006,
            0.33732399999999996,
            0.34419200000000005,
            0.341334,
            0.34133399999999997,
            0.350424,
            0.34497,
            0.32497,
            0.30497,
            0.303542,
            0.310208,
            0.310208,
            0.330208,
            0.329208,
            0.329208,
            0.330636,
            0.32797,
            0.34796999999999995,
            0.35546999999999995,
            0.35546999999999995,
            0.35324799999999995,
            0.353248,
            0.35658199999999995,
            0.356582,
            0.356582,
            0.371582,
            0.37491599999999997,
            0.377916,
            0.37863,
            0.362266,
            0.357154,
            0.357154,
            0.357154,
            0.350488,
            0.34448799999999996,
            0.343154,
            0.348154,
            0.32815399999999995,
            0.325614,
            0.325614,
            0.3300580000000001,
            0.320058,
            0.31847200000000003,
            0.318472,
            0.326472,
            0.326472,
            0.326472,
            0.31147199999999997,
            0.310916,
            0.320916,
            0.320916,
            0.324916,
            0.31582600000000005,
            0.315826,
            0.31582600000000005,
            0.295826,
            0.28128,
            0.28128,
            0.28128000000000003,
            0.27128,
            0.264614,
            0.249614,
            0.23794800000000002,
            0.223948,
            0.203948,
            0.197282,
            0.183948,
            0.17194800000000002,
            0.17333600000000002,
            0.17697200000000002,
            0.19151800000000002,
            0.211518,
            0.216184,
            0.21618400000000002,
            0.22062800000000002,
            0.20562800000000003,
            0.198008,
            0.190008,
            0.18715199999999996,
            0.20351599999999997,
            0.208628,
            0.21529399999999996,
            0.226722,
            0.226722,
            0.23338799999999998,
            0.23638799999999996,
            0.241388,
            0.261388,
            0.25853000000000004,
            0.254086,
            0.24964199999999998,
            0.24964199999999998,
            0.254784,
            0.263672,
            0.260672,
            0.260672,
            0.260672,
            0.255672,
            0.26122799999999996,
            0.27122799999999997,
            0.28622800000000004,
            0.296228,
            0.301228,
            0.301228,
            0.310116,
            0.330116,
            0.337388,
            0.337388,
            0.34310199999999996,
            0.35219199999999995,
            0.352192,
            0.347192,
            0.33885800000000005,
            0.33885800000000005,
            0.346858,
            0.34352400000000005,
            0.353524,
            0.36007,
            0.361182,
            0.363,
            0.368454,
            0.368454,
            0.367596,
            0.367596,
            0.36315200000000003,
            0.37870799999999993,
            0.392994,
            0.41299399999999997,
            0.42346999999999996,
            0.41846999999999995,
            0.42069199999999995,
            0.42602599999999996,
            0.432376,
            0.452376,
            0.45682199999999995,
            0.45382199999999995,
            0.433822,
            0.41382199999999997,
            0.41255200000000003,
            0.43255200000000005,
            0.447552,
            0.447552,
            0.439552,
            0.430664,
            0.43733000000000005,
            0.45733,
            0.47232999999999997,
            0.48233000000000004,
            0.48233,
            0.47566400000000003,
            0.4806639999999999,
            0.46866399999999997,
            0.47820999999999997,
            0.48821,
            0.47932199999999997,
            0.459322,
            0.45205,
            0.45205,
            0.456336,
            0.45391200000000004,
            0.45391200000000004,
            0.453912,
            0.463912,
            0.473002,
            0.46500199999999997,
            0.46500199999999997,
            0.4550020000000001,
            0.460456,
            0.470456,
            0.46500199999999997,
            0.44500200000000006,
            0.439548,
            0.45240600000000003,
            0.45240600000000003,
            0.472406,
            0.47685,
            0.47685,
            0.473214,
            0.4798800000000001,
            0.47397,
            0.480636,
            0.48863599999999996,
            0.49085800000000007,
            0.490858,
            0.499746,
            0.507746,
            0.507746,
            0.507746,
            0.513302,
            0.501302,
            0.486302,
            0.486302,
            0.506302,
            0.522302,
            0.525636,
            0.5189699999999999,
            0.5039699999999999,
            0.49396999999999996,
            0.48397,
            0.47492199999999996,
            0.454922,
            0.466922,
            0.472376,
            0.482376,
            0.502376,
            0.5063759999999999,
            0.5063759999999999,
            0.5063759999999999,
            0.496376,
            0.50971,
            0.52971,
            0.52971,
            0.5397099999999999,
            0.55062,
            0.5597099999999999,
            0.5647099999999999,
            0.58471,
            0.570164,
            0.550164,
            0.550164,
            0.570164,
            0.570164,
            0.550164,
            0.550164,
            0.530164,
            0.510164,
            0.490164,
            0.47379999999999994,
            0.46834599999999993,
            0.47925599999999996,
            0.47925599999999996,
            0.474256,
            0.45425600000000005,
            0.44675600000000004,
            0.426756,
            0.41075599999999995,
            0.425756,
            0.4368679999999999,
            0.4359579999999999,
            0.4479579999999999,
            0.45995800000000003,
            0.46245800000000004,
            0.44245799999999996,
            0.44184199999999996,
            0.437752,
            0.42441799999999996,
            0.424418,
            0.42441799999999996,
            0.424418,
            0.43346599999999996,
            0.44437599999999994,
            0.44437599999999994,
            0.44437599999999994,
            0.44437600000000005,
            0.44437600000000005,
            0.440376,
            0.440376,
            0.45237600000000006,
            0.466376,
            0.446376,
            0.441376,
            0.461376,
            0.441376,
            0.421376,
            0.41592199999999996,
            0.410922,
            0.395922,
            0.396468,
            0.396468,
            0.396468,
            0.390468,
            0.391922,
            0.406922,
            0.421922,
            0.421922,
            0.421922,
            0.441922,
            0.461922,
            0.447376,
            0.427376,
            0.407376,
            0.392376,
            0.406922,
            0.409422,
            0.425422,
            0.43642200000000003,
            0.44142200000000004,
            0.444856,
            0.455766,
            0.450766,
            0.45876599999999995,
            0.47626599999999997,
            0.4842659999999999,
            0.478882,
            0.4708300000000001,
            0.47082999999999997,
            0.47082999999999997,
            0.47082999999999997,
            0.47971800000000003,
            0.48638400000000004,
            0.47547399999999995,
            0.45547399999999993,
            0.450474,
            0.4338079999999999,
            0.42380799999999996,
            0.441142,
            0.46114200000000005,
            0.46114199999999994,
            0.44714200000000004,
            0.447142,
            0.43214199999999997,
            0.43214199999999997,
            0.452142,
            0.45214200000000004,
            0.448506,
            0.46450600000000003,
            0.47587,
            0.46987,
            0.46986999999999995,
            0.46987,
            0.45586999999999994,
            0.4398699999999999,
            0.42486999999999997,
            0.413506,
            0.413506,
            0.428506,
            0.428506,
            0.408506,
            0.408506,
            0.408506,
            0.413506,
            0.42017200000000005,
            0.42562600000000006,
            0.424744,
            0.42874399999999996,
            0.433744,
            0.42517199999999994,
            0.42395999999999995,
            0.40817,
            0.40917000000000003,
            0.38917,
            0.371392,
            0.36910600000000005,
            0.379106,
            0.396248,
            0.41324800000000006,
            0.433248,
            0.453248,
            0.45186,
            0.433526,
            0.43352599999999997,
            0.4468599999999999,
            0.44786000000000004,
            0.464526,
            0.47452599999999995,
            0.471738,
            0.46285,
            0.4588499999999999,
            0.45885,
            0.45885000000000004,
            0.46885000000000004,
            0.46885000000000004,
            0.45885000000000004,
            0.45885000000000004,
            0.45885000000000004,
            0.44285,
            0.42961,
            0.43196199999999996,
            0.43196199999999996,
            0.43196200000000007,
            0.43196200000000007,
            0.43196200000000007,
            0.43923400000000007,
            0.446508,
            0.45071799999999995,
            0.43571800000000005,
            0.427384,
            0.445384,
            0.448242,
            0.4544920000000001,
            0.451158,
            0.45358200000000004,
            0.45358200000000004,
            0.44835200000000003,
            0.439122,
            0.435788,
            0.4443600000000001,
            0.4510259999999999,
            0.461816,
            0.465816,
            0.48581599999999997,
            0.483594,
            0.47787999999999997,
            0.45787999999999995,
            0.43788,
            0.4208799999999999,
            0.40287999999999996,
            0.40288,
            0.41537999999999997,
            0.43371399999999993,
            0.453714,
            0.44038000000000005
          ],
          "color": "#7552dd",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": true
        }
      ]
    },
    {
      "title": "Training tool calls",
      "desc": "Calls per rollout \u00b7 50-step mean \u00b7 lower is better",
      "series": [
        {
          "label": "Training tool calls",
          "x": [
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30,
            31,
            32,
            33,
            34,
            35,
            36,
            37,
            38,
            39,
            40,
            41,
            42,
            43,
            44,
            45,
            46,
            47,
            48,
            49,
            50,
            51,
            52,
            53,
            54,
            55,
            56,
            57,
            58,
            59,
            60,
            61,
            62,
            63,
            64,
            65,
            66,
            67,
            68,
            69,
            70,
            71,
            72,
            73,
            74,
            75,
            76,
            77,
            78,
            79,
            80,
            81,
            82,
            83,
            84,
            85,
            86,
            87,
            88,
            89,
            90,
            91,
            92,
            93,
            94,
            95,
            96,
            97,
            98,
            99,
            100,
            101,
            102,
            103,
            104,
            105,
            106,
            107,
            108,
            109,
            110,
            111,
            112,
            113,
            114,
            115,
            116,
            117,
            118,
            119,
            120,
            121,
            122,
            123,
            124,
            125,
            126,
            127,
            128,
            129,
            130,
            131,
            132,
            133,
            134,
            135,
            136,
            137,
            138,
            139,
            140,
            141,
            142,
            143,
            144,
            145,
            146,
            147,
            148,
            149,
            150,
            151,
            152,
            153,
            154,
            155,
            156,
            157,
            158,
            159,
            160,
            161,
            162,
            163,
            164,
            165,
            166,
            167,
            168,
            169,
            170,
            171,
            172,
            173,
            174,
            175,
            176,
            177,
            178,
            179,
            180,
            181,
            182,
            183,
            184,
            185,
            186,
            187,
            188,
            189,
            190,
            191,
            192,
            193,
            194,
            195,
            196,
            197,
            198,
            199,
            200,
            201,
            202,
            203,
            204,
            205,
            206,
            207,
            208,
            209,
            210,
            211,
            212,
            213,
            214,
            215,
            216,
            217,
            218,
            219,
            220,
            221,
            222,
            223,
            224,
            225,
            226,
            227,
            228,
            229,
            230,
            231,
            232,
            233,
            234,
            235,
            236,
            237,
            238,
            239,
            240,
            241,
            242,
            243,
            244,
            245,
            246,
            247,
            248,
            249,
            250,
            251,
            252,
            253,
            254,
            255,
            256,
            257,
            258,
            259,
            260,
            261,
            262,
            263,
            264,
            265,
            266,
            267,
            268,
            269,
            270,
            271,
            272,
            273,
            274,
            275,
            276,
            277,
            278,
            279,
            280,
            281,
            282,
            283,
            284,
            285,
            286,
            287,
            288,
            289,
            290,
            291,
            292,
            293,
            294,
            295,
            296,
            297,
            298,
            299,
            300,
            301,
            302,
            303,
            304,
            305,
            306,
            307,
            308,
            309,
            310,
            311,
            312,
            313,
            314,
            315,
            316,
            317,
            318,
            319,
            320,
            321,
            322,
            323,
            324,
            325,
            326,
            327,
            328,
            329,
            330,
            331,
            332,
            333,
            334,
            335,
            336,
            337,
            338,
            339,
            340,
            341,
            342,
            343,
            344,
            345,
            346,
            347,
            348,
            349,
            350,
            351,
            352,
            353,
            354,
            355,
            356,
            357,
            358,
            359,
            360,
            361,
            362,
            363,
            364,
            365,
            366,
            367,
            368,
            369,
            370,
            371,
            372,
            373,
            374,
            375,
            376,
            377,
            378,
            379,
            380,
            381,
            382,
            383,
            384,
            385,
            386,
            387,
            388,
            389,
            390,
            391,
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471,
            472,
            473,
            474,
            475,
            476,
            477,
            478,
            479,
            480,
            481,
            482,
            483,
            484,
            485,
            486,
            487,
            488,
            489,
            490,
            491,
            492,
            493,
            494,
            495,
            496,
            497,
            498,
            499,
            500,
            501,
            502,
            503,
            504,
            505,
            506,
            507,
            508,
            509,
            510,
            511,
            512,
            513,
            514,
            515,
            516,
            517,
            518,
            519,
            520,
            521,
            522,
            523,
            524,
            525,
            526,
            527,
            528,
            529,
            530,
            531,
            532,
            533,
            534,
            535,
            536,
            537,
            538,
            539,
            540,
            541,
            542,
            543,
            544,
            545,
            546,
            547,
            548,
            549,
            550,
            551,
            552,
            553,
            554,
            555,
            556,
            557,
            558,
            559,
            560,
            561,
            562,
            563,
            564,
            565,
            566,
            567,
            568,
            569,
            570,
            571,
            572,
            573,
            574,
            575,
            576,
            577,
            578,
            579,
            580,
            581,
            582,
            583,
            584,
            585,
            586,
            587,
            588,
            589,
            590,
            591,
            592,
            593,
            594,
            595,
            596,
            597,
            598,
            599,
            600,
            601,
            602,
            603,
            604,
            605,
            606,
            607,
            608,
            609,
            610,
            611,
            612,
            613,
            614,
            615,
            616,
            617,
            618,
            619,
            620,
            621,
            622,
            623,
            624,
            625,
            626,
            627,
            628,
            629,
            630,
            631,
            632,
            633,
            634,
            635,
            636,
            637,
            638,
            639,
            640,
            641,
            642,
            643,
            644,
            645,
            646,
            647,
            648,
            649,
            650,
            651,
            652,
            653,
            654,
            655,
            656,
            657,
            658,
            659,
            660,
            661,
            662,
            663,
            664,
            665,
            666,
            667,
            668,
            669,
            670,
            671,
            672,
            673,
            674,
            675,
            676,
            677,
            678,
            679,
            680,
            681,
            682,
            683,
            684,
            685,
            686,
            687,
            688,
            689,
            690,
            691,
            692,
            693,
            694,
            695,
            696,
            697,
            698,
            699,
            700
          ],
          "y": [
            7.730670000000001,
            8.11879090909091,
            8.546391666666667,
            8.526338461538462,
            8.3191,
            8.297826666666667,
            8.4319875,
            8.759517647058823,
            9.145894444444444,
            9.290847368421053,
            9.52214,
            9.83537142857143,
            9.999877272727273,
            10.096499999999999,
            10.2383125,
            10.468779999999999,
            10.614211538461538,
            10.808392592592591,
            10.98487857142857,
            11.114710344827586,
            11.277553333333334,
            11.429890322580645,
            11.47114375,
            11.547775757575756,
            11.695529411764705,
            11.807085714285714,
            11.939427777777777,
            12.094218918918918,
            12.268431578947366,
            12.378358974358974,
            12.465774999999999,
            12.558943902439024,
            12.640873809523809,
            12.72231627906977,
            12.796809090909091,
            12.859102222222223,
            12.927382608695654,
            12.998076595744683,
            13.046727083333332,
            13.12740612244898,
            13.180413999999999,
            13.425748,
            13.673248,
            13.788248000000001,
            13.905232000000002,
            14.102732000000001,
            14.261304,
            14.35797,
            14.557970000000001,
            14.656970000000001,
            14.866970000000002,
            14.956970000000002,
            15.017684000000001,
            15.18697,
            15.39947,
            15.554470000000002,
            15.635582,
            15.664153999999998,
            15.682596,
            15.669595999999999,
            15.740150000000002,
            15.758149999999999,
            15.81906,
            15.898615999999999,
            15.963616000000002,
            15.971616,
            15.986616000000001,
            15.999474,
            16.016474000000002,
            16.057474,
            16.051759999999998,
            16.071759999999998,
            16.14676,
            16.19176,
            16.200332,
            16.225832,
            16.224404,
            16.21107,
            16.164784,
            16.149227999999997,
            16.161728,
            16.168741999999998,
            16.188742,
            16.185884,
            16.198384,
            16.216383999999998,
            16.229718,
            16.221384,
            16.234717999999997,
            16.231384,
            16.245828,
            16.214494,
            16.147352,
            16.140988,
            16.146226,
            16.143726,
            16.142614,
            16.167614,
            16.221186,
            16.242186,
            16.247185999999996,
            16.246416,
            16.270702,
            16.285702,
            16.296257999999998,
            16.313258,
            16.363258000000002,
            16.390241999999997,
            16.38418,
            16.35168,
            16.236126,
            16.231682,
            16.227681999999998,
            16.237015999999997,
            16.235349999999997,
            16.227349999999998,
            16.103184,
            16.005184,
            16.005184,
            16.017518,
            16.066565999999998,
            16.076566,
            16.066565999999998,
            16.090454,
            16.090454,
            16.102954,
            16.110954,
            16.080954,
            16.094954,
            16.068285999999997,
            16.025558,
            15.931292,
            15.891291999999998,
            15.922403999999998,
            15.827238,
            15.839238,
            15.855904,
            15.879238,
            15.912572,
            15.900905999999999,
            15.732724000000001,
            15.550724000000002,
            15.627866,
            15.626451999999999,
            15.647058,
            15.655391999999999,
            15.657932,
            15.657478000000001,
            15.664478,
            15.659478000000002,
            15.521144,
            15.249414,
            15.190842,
            15.167508,
            15.167507999999998,
            15.175507999999997,
            15.171064,
            15.171221999999998,
            15.169171999999998,
            15.296672,
            15.383337999999998,
            15.361899999999999,
            15.327328,
            15.323994,
            15.318659999999998,
            15.338659999999997,
            15.34616,
            15.415493999999999,
            15.412583999999999,
            15.404250000000001,
            15.380916,
            15.370915999999998,
            15.375915999999997,
            15.357028,
            15.343694000000001,
            15.318694,
            15.31524,
            15.326416,
            15.316916,
            15.361362,
            15.438090000000003,
            15.516294,
            15.540738000000001,
            15.509626,
            15.604513999999996,
            15.58118,
            15.543908000000002,
            15.506766,
            15.41525,
            15.423584,
            15.589766,
            15.801432,
            15.755718,
            15.759495999999999,
            15.762223999999998,
            15.752224000000002,
            15.757159999999999,
            15.740948000000001,
            15.69609,
            15.673231999999999,
            15.787565999999996,
            15.995065999999998,
            15.968082000000003,
            15.961416000000002,
            15.96586,
            15.96586,
            15.943638,
            15.937924,
            15.905808,
            15.910252,
            15.930252000000003,
            15.951134,
            16.007706,
            16.017706,
            16.009706,
            15.998936,
            16.139602000000004,
            16.172268000000003,
            16.166814,
            16.116813999999998,
            16.119672,
            16.128244,
            16.136578,
            16.126578,
            16.093246,
            16.102792,
            16.098246,
            16.113434,
            16.098434,
            16.095100000000002,
            16.0761,
            16.099434000000002,
            16.104989999999997,
            16.124990000000004,
            16.120268,
            16.138268,
            16.149984,
            16.173126,
            16.245593999999997,
            16.23226,
            16.24426,
            16.241481999999998,
            16.267196,
            16.286196,
            16.272560000000002,
            16.274226000000002,
            16.272862,
            16.310242000000002,
            16.325958000000004,
            16.335482000000003,
            16.350910000000002,
            16.412575999999998,
            16.463132,
            16.483132,
            16.47456,
            16.44656,
            16.322114,
            16.166114,
            16.130280000000003,
            16.15917,
            16.15317,
            16.162614,
            15.980613999999997,
            15.913114,
            15.933114,
            15.938884,
            15.929884,
            15.927549999999998,
            15.927914000000001,
            15.980136,
            15.972278,
            15.953706,
            15.951484,
            16.001484,
            16.009262,
            15.869716,
            15.888603999999997,
            15.865573999999999,
            15.88363,
            15.889629999999997,
            15.84663,
            15.793296,
            15.764962,
            15.824962000000001,
            15.877462000000001,
            15.880796,
            15.899685999999999,
            15.926186,
            15.955536,
            15.931536,
            15.895536,
            15.972102,
            16.021332,
            16.043832,
            16.064968,
            16.087239999999998,
            16.09624,
            16.089098,
            16.16124,
            16.187908000000004,
            16.206480000000003,
            16.243814,
            16.296814,
            16.299036,
            16.332607999999997,
            16.416164000000002,
            16.610134000000002,
            16.791134000000003,
            16.934468,
            16.941133999999998,
            16.9538,
            16.979356,
            17.178356,
            17.287674,
            17.372674000000004,
            17.379896000000002,
            17.404896,
            17.436088,
            17.482998,
            17.466776,
            17.501776,
            17.556776,
            17.654551999999995,
            17.693124,
            17.712012,
            17.842012,
            17.833123999999998,
            17.928361999999996,
            17.97725,
            17.994584000000003,
            17.872584000000003,
            17.883059999999997,
            17.921394,
            17.981394,
            17.971394,
            18.071394,
            18.053060000000002,
            18.033894,
            17.995258,
            18.074258,
            18.115257999999997,
            18.029804,
            18.030574,
            18.025074,
            17.992574,
            18.030302000000002,
            18.026302,
            18.012016000000003,
            17.97035,
            18.014158,
            18.034157999999998,
            18.018492000000002,
            18.027158,
            18.094102,
            18.108686,
            20.166463999999998,
            20.151606,
            20.147718,
            20.062264000000003,
            20.053174,
            20.057418,
            20.019417999999998,
            20.016418,
            19.9746,
            19.8846,
            19.870949999999997,
            19.865949999999998,
            19.79452,
            19.78361,
            19.808722,
            19.7965,
            19.765786000000002,
            19.708897999999998,
            19.646992,
            19.686992,
            19.72485,
            19.73576,
            19.71576,
            19.749498,
            19.816164,
            19.984735999999998,
            20.053593999999997,
            20.06915,
            19.949149999999996,
            19.888037999999998,
            19.788038,
            19.83415,
            19.840816,
            19.937816,
            19.937816,
            19.952816000000002,
            19.989482,
            19.979482,
            20.073038,
            20.118038,
            20.147584,
            20.167584,
            20.206156,
            20.214640000000003,
            20.166386,
            20.146386,
            20.148052,
            20.121386,
            20.03622,
            19.976636,
            17.898302,
            17.886666,
            17.88984,
            17.935294000000003,
            17.911656,
            17.900746,
            17.847317999999998,
            17.800701999999998,
            17.820701999999997,
            17.892368,
            17.891796,
            17.896796,
            17.898702,
            17.873702,
            17.90259,
            17.856812,
            17.824748,
            17.807748,
            17.785526,
            17.759526000000005,
            17.687578000000002,
            17.656668,
            17.630318,
            17.572135999999997,
            17.487136,
            17.490564000000003,
            17.484564000000002,
            17.529007999999997,
            17.532342,
            17.58012,
            17.485120000000002,
            17.309008000000002,
            17.299008,
            17.220342000000002,
            17.178676,
            17.170676,
            17.152192,
            17.137192,
            17.028907999999998,
            17.025574,
            16.979599999999998,
            16.857934,
            16.688076,
            16.651924,
            16.753036,
            16.769702,
            16.747202,
            16.819020000000002,
            16.956838,
            16.982552000000002,
            16.962552000000002,
            16.941188,
            16.946902,
            16.930902,
            16.956964000000003,
            16.9806,
            17.043846000000002,
            17.083462,
            17.061644,
            16.984977999999998,
            16.996978000000002,
            16.996978,
            17.051978000000002,
            17.056978,
            17.036977999999998,
            17.123312000000002,
            17.156090000000003,
            17.144424,
            17.174266,
            17.183124,
            17.225548,
            17.237548,
            17.200326,
            17.160326,
            17.181326,
            17.169326,
            17.154326,
            17.098326,
            17.099992,
            17.083326000000003,
            17.181184000000002,
            17.326184,
            17.320183999999998,
            17.305422,
            17.310087999999997,
            17.303542,
            17.296472,
            17.288614,
            17.278008,
            17.243342000000002,
            17.230326,
            17.307992,
            17.449991999999998,
            17.449326,
            17.323326,
            17.281660000000002,
            17.29416,
            17.218342,
            17.101978,
            17.091264000000002,
            17.081264,
            17.08081,
            17.06081,
            17.021810000000002,
            17.013930000000002,
            17.012112,
            17.015748000000002,
            16.989977999999997,
            16.984524,
            16.986524,
            16.988746000000003,
            16.903745999999998,
            16.89723,
            16.888342,
            16.874056,
            16.805722,
            16.813222,
            16.824888,
            16.810602,
            16.815744,
            16.81241,
            16.820410000000003,
            16.808138,
            16.816138000000002,
            16.796138,
            16.863638,
            16.818638,
            16.819254,
            16.812436,
            16.796072,
            16.78706,
            16.773726,
            16.754342,
            16.765770000000003,
            16.775042,
            16.775302,
            16.78219,
            16.785048,
            16.796381999999998,
            16.815810000000003,
            16.797754,
            16.829754,
            16.840753999999997,
            16.815754,
            16.831754,
            16.856754000000002,
            16.848754,
            16.817754,
            16.82139,
            16.821774,
            16.801773999999998,
            16.789228,
            16.784228,
            16.799228,
            16.799774,
            16.789956,
            16.854502,
            16.875272,
            16.932543999999996,
            16.940544,
            16.938322,
            17.023321999999997,
            17.011504,
            17.00325,
            16.977536,
            16.937536,
            16.905946,
            16.870946,
            16.874946,
            16.841946,
            16.85639,
            16.840025999999998,
            16.887297999999998,
            16.839298,
            16.839298,
            16.766797999999998,
            16.734797999999998,
            16.690182,
            16.660572,
            16.608048,
            16.579656,
            16.54899,
            16.522152,
            16.487152000000002,
            16.459880000000002,
            16.3825,
            16.354499999999998,
            16.2845,
            16.2515,
            16.229405999999997,
            16.211906,
            16.095906000000003,
            16.014906,
            16.02324,
            15.951574,
            15.911574,
            15.877352,
            15.926102,
            15.852567999999998,
            15.817184,
            15.794002,
            15.529502,
            15.426502000000001,
            15.358501999999998,
            15.512502,
            15.493835999999998,
            15.359835999999998,
            15.264381999999998,
            15.098382,
            15.093382000000002,
            15.073381999999999,
            15.1275,
            15.075278000000003,
            15.067420000000002,
            14.98242,
            14.929086,
            14.933176000000001,
            14.982588,
            14.936587999999999,
            14.937952000000001,
            14.916366000000004,
            14.91773,
            14.878782000000001,
            14.886782,
            14.797032000000002,
            14.708698,
            14.754984000000002,
            14.782984,
            14.820566,
            14.896453999999999,
            14.886556,
            14.875,
            14.875971999999999,
            14.917638,
            14.937638,
            15.002638,
            15.000637999999999,
            15.056351999999999,
            15.057716000000001,
            15.026563999999999,
            14.999897999999998,
            15.149898,
            15.252676000000001,
            15.220495999999999,
            15.137161999999998,
            15.137161999999998,
            15.159384,
            15.104522,
            15.048966,
            15.080966,
            15.137586,
            15.432438000000001,
            15.531550000000003,
            15.610662,
            15.454298,
            15.418963999999999,
            15.485691999999998,
            15.467509999999999,
            15.565616,
            15.616769999999999,
            15.643436,
            15.511318,
            15.576398,
            15.550148,
            15.638482,
            15.899997999999998,
            15.904997999999999,
            15.753364,
            15.763056,
            15.673358,
            15.6405,
            15.559944,
            15.528892000000003,
            15.507558,
            15.631307999999999,
            15.702289999999998,
            15.768003999999998,
            15.710004,
            15.650991999999999,
            15.636299999999999,
            15.660744,
            15.640300000000002,
            15.659732000000002,
            15.60845,
            15.529987999999998,
            15.382808
          ],
          "color": "#169b89",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": true
        }
      ]
    },
    {
      "title": "Held-out pass@1 (%)",
      "desc": "250 tasks \u00d7 4 harnesses \u00b7 one graded attempt per cell",
      "series": [
        {
          "label": "OpenCode",
          "x": [
            0,
            100,
            200,
            300,
            400,
            500,
            600,
            700
          ],
          "y": [
            10.8,
            22.0,
            29.2,
            28.0,
            35.6,
            32.8,
            35.6,
            40.0
          ],
          "color": "#7552dd",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": false
        },
        {
          "label": "Claude Code",
          "x": [
            0,
            100,
            200,
            300,
            400,
            500,
            600,
            700
          ],
          "y": [
            16.8,
            25.2,
            28.4,
            30.4,
            33.6,
            32.4,
            31.2,
            46.4
          ],
          "color": "#169b89",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": false
        },
        {
          "label": "Codex",
          "x": [
            0,
            100,
            200,
            300,
            400,
            500,
            600,
            700
          ],
          "y": [
            16.4,
            30.4,
            30.8,
            32.0,
            33.2,
            37.2,
            34.4,
            37.2
          ],
          "color": "#267bc1",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": false
        },
        {
          "label": "Mini-SWE-Agent",
          "x": [
            0,
            100,
            200,
            300,
            400,
            500,
            600,
            700
          ],
          "y": [
            14.4,
            20.4,
            20.0,
            23.6,
            28.8,
            29.6,
            30.8,
            34.4
          ],
          "color": "#df8940",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": false
        },
        {
          "label": "Overall",
          "x": [
            0,
            100,
            200,
            300,
            400,
            500,
            600,
            700
          ],
          "y": [
            14.6,
            24.5,
            27.1,
            28.5,
            32.8,
            33.0,
            33.0,
            39.5
          ],
          "color": "#222b3a",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": false
        }
      ]
    },
    {
      "title": "Evaluation tool calls",
      "desc": "Calls per graded rollout \u00b7 lower is better",
      "series": [
        {
          "label": "OpenCode",
          "x": [
            0,
            100,
            200,
            300,
            400,
            500,
            600,
            700
          ],
          "y": [
            10.964,
            16.98,
            17.392,
            21.08,
            20.944,
            17.972,
            19.008,
            20.16
          ],
          "color": "#7552dd",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": false
        },
        {
          "label": "Claude Code",
          "x": [
            0,
            100,
            200,
            300,
            400,
            500,
            600,
            700
          ],
          "y": [
            12.696,
            15.812,
            16.092,
            16.72,
            17.244,
            16.032,
            16.128,
            14.408
          ],
          "color": "#169b89",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": false
        },
        {
          "label": "Codex",
          "x": [
            0,
            100,
            200,
            300,
            400,
            500,
            600,
            700
          ],
          "y": [
            14.244,
            16.648,
            17.268,
            18.028,
            18.852,
            17.164,
            17.608,
            16.54
          ],
          "color": "#267bc1",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": false
        },
        {
          "label": "Mini-SWE-Agent",
          "x": [
            0,
            100,
            200,
            300,
            400,
            500,
            600,
            700
          ],
          "y": [
            15.152,
            15.084,
            15.768,
            16.164,
            15.632,
            15.688,
            15.2,
            15.372
          ],
          "color": "#df8940",
          "complete": [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          "training": false
        }
      ]
    }
  ]
}