{ "updated": "2026-09-28", "task": "pelican-bicycle-svg", "lineages": [ { "key": "claude-sonnet", "cohort": "v1", "collection": "jettyio", "agent": "claude-code", "model": "claude-sonnet-4-6", "best_round": 5, "self_total": 37.0, "judge_total": 26.166, "rounds": [ { "n": 1, "trajectory_id": "7ddfcf08", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/7ddfcf08", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 8.0, "total": 31.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 6.0, "polish": 7.0, "total": 28.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 8.0, "total": 31.0 }, { "pelican": 7.0, "bicycle": 7.0, "composition": 5.0, "polish": 6.0, "total": 25.0 } ], "judge": { "pelican": 6.667, "bicycle": 6.5, "composition": 6.667, "polish": 6.667, "total": 26.501 }, "judge_spread": 1.0, "svg": "img/claude-sonnet/v1.svg" }, { "n": 2, "trajectory_id": "414e644d", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/414e644d", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 6.0, "polish": 7.0, "total": 28.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 8.0, "total": 31.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 } ], "judge": { "pelican": 5.667, "bicycle": 6.667, "composition": 6.667, "polish": 6.167, "total": 25.168 }, "judge_spread": 1.0, "svg": "img/claude-sonnet/v2.svg" }, { "n": 3, "trajectory_id": "b169371d", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/b169371d", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 7.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 } ], "judge": { "pelican": 5.667, "bicycle": 6.167, "composition": 6.667, "polish": 6.0, "total": 24.501 }, "judge_spread": 1.5, "svg": "img/claude-sonnet/v3.svg" }, { "n": 4, "trajectory_id": "063dfed9", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/063dfed9", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 5.333, "bicycle": 6.667, "composition": 6.667, "polish": 5.833, "total": 24.5 }, "judge_spread": 2.5, "svg": "img/claude-sonnet/v4.svg" }, { "n": 5, "trajectory_id": "7ddc3c19", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/7ddc3c19", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 10.0, "polish": 9.0, "total": 37.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 35.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 10.0, "polish": 9.0, "total": 37.0 } ], "judge": { "pelican": 5.833, "bicycle": 7.0, "composition": 7.0, "polish": 6.333, "total": 26.166 }, "judge_spread": 1.0, "svg": "img/claude-sonnet/v5.svg" }, { "n": 6, "trajectory_id": "39febb11", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/39febb11", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 6.167, "bicycle": 6.833, "composition": 7.0, "polish": 6.5, "total": 26.5 }, "judge_spread": 3.0, "svg": "img/claude-sonnet/v6.svg" }, { "n": 7, "trajectory_id": "ddf779bd", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/ddf779bd", "self": { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 8.0, "total": 32.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 34.0 } ], "judge": { "pelican": 6.833, "bicycle": 6.833, "composition": 7.5, "polish": 6.5, "total": 27.666 }, "judge_spread": 0.5, "svg": "img/claude-sonnet/v7.svg" }, { "n": 8, "trajectory_id": "79fdee62", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/79fdee62", "self": { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 34.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 7.0, "total": 32.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 34.0 } ], "judge": { "pelican": 6.0, "bicycle": 6.833, "composition": 7.0, "polish": 6.5, "total": 26.333 }, "judge_spread": 3.5, "svg": "img/claude-sonnet/v8.svg" }, { "n": 9, "trajectory_id": "5f980543", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/5f980543", "self": { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 9.0, "total": 33.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 7.0, "total": 31.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 8.0, "total": 32.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 9.0, "total": 33.0 } ], "judge": { "pelican": 6.0, "bicycle": 6.667, "composition": 6.667, "polish": 6.5, "total": 25.834 }, "judge_spread": 1.0, "svg": "img/claude-sonnet/v9.svg" }, { "n": 10, "trajectory_id": "2043d7e3", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/2043d7e3", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 8.0, "total": 32.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 7.0, "polish": 9.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 } ], "judge": { "pelican": 6.833, "bicycle": 7.167, "composition": 7.167, "polish": 6.833, "total": 28.0 }, "judge_spread": 1.5, "svg": "img/claude-sonnet/v10.svg" }, { "n": 11, "trajectory_id": "3a4c3357", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/3a4c3357", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 8.0, "total": 32.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 9.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 } ], "judge": { "pelican": 6.0, "bicycle": 6.667, "composition": 6.333, "polish": 6.333, "total": 25.333 }, "judge_spread": 1.0, "svg": "img/claude-sonnet/v11.svg" } ] }, { "key": "claude-opus", "cohort": "v1", "collection": "jettyio", "agent": "claude-code", "model": "claude-opus-4-7", "best_round": 3, "self_total": 36.0, "judge_total": 28.667, "rounds": [ { "n": 1, "trajectory_id": "c3121188", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/c3121188", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 33.0 }, "self_rows": [ { "pelican": 6.0, "bicycle": 8.0, "composition": 5.0, "polish": 6.0, "total": 25.0 }, { "pelican": 7.0, "bicycle": 8.0, "composition": 7.0, "polish": 7.0, "total": 29.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 33.0 } ], "judge": { "pelican": 7.0, "bicycle": 7.5, "composition": 7.5, "polish": 7.0, "total": 29.0 }, "judge_spread": 0.0, "svg": "img/claude-opus/v1.svg" }, { "n": 2, "trajectory_id": "cb2a7f37", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/cb2a7f37", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 35.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 6.0, "total": 29.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 7.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 35.0 } ], "judge": { "pelican": 8.0, "bicycle": 6.5, "composition": 7.5, "polish": 7.333, "total": 29.333 }, "judge_spread": 0.5, "svg": "img/claude-opus/v2.svg" }, { "n": 3, "trajectory_id": "d4a107dc", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/d4a107dc", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 7.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 7.5, "bicycle": 6.333, "composition": 7.667, "polish": 7.167, "total": 28.667 }, "judge_spread": 1.5, "svg": "img/claude-opus/v3.svg" }, { "n": 4, "trajectory_id": "8ec2e90c", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/8ec2e90c", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 7.0, "polish": 7.0, "total": 29.0 }, { "pelican": 7.5, "bicycle": 8.0, "composition": 7.0, "polish": 7.5, "total": 30.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 } ], "judge": { "pelican": 7.5, "bicycle": 7.0, "composition": 7.667, "polish": 7.5, "total": 29.667 }, "judge_spread": 0.5, "svg": "img/claude-opus/v4.svg" }, { "n": 5, "trajectory_id": "4160dcf1", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/4160dcf1", "self": { "pelican": 8.5, "bicycle": 9.0, "composition": 8.5, "polish": 8.5, "total": 34.5 }, "self_rows": [ { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 7.0, "total": 30.0 }, { "pelican": 8.5, "bicycle": 8.5, "composition": 7.5, "polish": 8.0, "total": 32.5 }, { "pelican": 8.5, "bicycle": 9.0, "composition": 8.5, "polish": 8.5, "total": 34.5 } ], "judge": { "pelican": 7.5, "bicycle": 6.0, "composition": 7.5, "polish": 7.0, "total": 28.0 }, "judge_spread": 0.0, "svg": "img/claude-opus/v5.svg" }, { "n": 6, "trajectory_id": "4848f8a3", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/4848f8a3", "self": { "pelican": 9.5, "bicycle": 9.0, "composition": 8.5, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.5, "total": 34.5 }, { "pelican": 9.5, "bicycle": 9.0, "composition": 8.5, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 7.5, "bicycle": 5.833, "composition": 7.0, "polish": 7.0, "total": 27.333 }, "judge_spread": 0.5, "svg": "img/claude-opus/v6.svg" }, { "n": 7, "trajectory_id": "df18c780", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/df18c780", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 10.0, "polish": 7.0, "total": 33.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 7.0, "total": 31.0 }, { "pelican": 7.0, "bicycle": 7.0, "composition": 8.0, "polish": 6.0, "total": 28.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 10.0, "polish": 7.0, "total": 33.0 } ], "judge": { "pelican": 7.333, "bicycle": 5.833, "composition": 7.333, "polish": 7.0, "total": 27.499 }, "judge_spread": 1.0, "svg": "img/claude-opus/v7.svg" }, { "n": 8, "trajectory_id": "20f46c4d", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/20f46c4d", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 9.0, "total": 33.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 7.0, "total": 31.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 9.0, "total": 33.0 } ], "judge": { "pelican": 7.333, "bicycle": 5.667, "composition": 7.0, "polish": 7.0, "total": 27.0 }, "judge_spread": 1.0, "svg": "img/claude-opus/v8.svg" }, { "n": 9, "trajectory_id": "4897cbca", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/4897cbca", "self": { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.5, "total": 33.5 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 7.0, "polish": 7.0, "total": 29.0 }, { "pelican": 8.5, "bicycle": 8.0, "composition": 7.5, "polish": 8.0, "total": 32.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.5, "total": 33.5 } ], "judge": { "pelican": 7.667, "bicycle": 5.833, "composition": 7.5, "polish": 7.0, "total": 28.0 }, "judge_spread": 0.0, "svg": "img/claude-opus/v9.svg" }, { "n": 10, "trajectory_id": "38634df1", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/38634df1", "self": { "pelican": 8.5, "bicycle": 9.0, "composition": 8.5, "polish": 8.0, "total": 34.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 6.0, "composition": 8.0, "polish": 7.0, "total": 29.0 }, { "pelican": 8.5, "bicycle": 8.0, "composition": 8.5, "polish": 8.0, "total": 33.0 }, { "pelican": 8.5, "bicycle": 9.0, "composition": 8.5, "polish": 8.0, "total": 34.0 } ], "judge": { "pelican": 7.5, "bicycle": 6.167, "composition": 7.0, "polish": 7.0, "total": 27.667 }, "judge_spread": 0.5, "svg": "img/claude-opus/v10.svg" } ] }, { "key": "gemini-cli", "cohort": "v1", "collection": "jettyio", "agent": "gemini-cli", "model": "gemini-3.5-flash", "best_round": 1, "self_total": 40.0, "judge_total": 29.833, "rounds": [ { "n": 1, "trajectory_id": "f5cd6a31", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/f5cd6a31", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 }, "self_rows": [ { "pelican": 10.0, "bicycle": 10.0, "composition": 9.0, "polish": 10.0, "total": 39.0 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 } ], "judge": { "pelican": 7.333, "bicycle": 7.0, "composition": 7.5, "polish": 8.0, "total": 29.833 }, "judge_spread": 0.5, "svg": "img/gemini-cli/v1.svg" }, { "n": 2, "trajectory_id": "c990e7c4", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/c990e7c4", "self": { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 10.0, "total": 38.5 }, "self_rows": [ { "pelican": 8.5, "bicycle": 9.0, "composition": 9.0, "polish": 8.5, "total": 35.0 }, { "pelican": 9.5, "bicycle": 9.0, "composition": 9.0, "polish": 9.5, "total": 37.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 10.0, "total": 38.5 } ], "judge": { "pelican": 8.0, "bicycle": 7.167, "composition": 7.833, "polish": 8.0, "total": 31.0 }, "judge_spread": 0.0, "svg": "img/gemini-cli/v2.svg" }, { "n": 3, "trajectory_id": "5d360721", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/5d360721", "self": { "pelican": 9.8, "bicycle": 9.5, "composition": 9.5, "polish": 9.6, "total": 38.4 }, "self_rows": [ { "pelican": 8.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 36.5 }, { "pelican": 9.0, "bicycle": 9.5, "composition": 9.5, "polish": 9.2, "total": 37.2 }, { "pelican": 9.8, "bicycle": 9.5, "composition": 9.5, "polish": 9.6, "total": 38.4 } ], "judge": { "pelican": 7.5, "bicycle": 6.833, "composition": 7.333, "polish": 7.667, "total": 29.333 }, "judge_spread": 2.0, "svg": "img/gemini-cli/v3.svg" }, { "n": 4, "trajectory_id": "4ed5de35", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/4ed5de35", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 } ], "judge": { "pelican": 7.667, "bicycle": 8.0, "composition": 7.833, "polish": 8.167, "total": 31.667 }, "judge_spread": 2.0, "svg": "img/gemini-cli/v4.svg" }, { "n": 5, "trajectory_id": "a652e4e3", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/a652e4e3", "self": { "pelican": 9.9, "bicycle": 9.8, "composition": 9.9, "polish": 9.9, "total": 39.5 }, "self_rows": [ { "pelican": 8.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 36.5 }, { "pelican": 9.7, "bicycle": 9.5, "composition": 9.8, "polish": 9.6, "total": 38.6 }, { "pelican": 9.9, "bicycle": 9.8, "composition": 9.9, "polish": 9.9, "total": 39.5 } ], "judge": { "pelican": 7.833, "bicycle": 8.333, "composition": 7.833, "polish": 8.333, "total": 32.332 }, "judge_spread": 2.0, "svg": "img/gemini-cli/v5.svg" }, { "n": 6, "trajectory_id": "eca90d64", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/eca90d64", "self": { "pelican": 9.8, "bicycle": 9.9, "composition": 9.8, "polish": 10.0, "total": 39.5 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 10.0, "total": 38.5 }, { "pelican": 9.8, "bicycle": 9.9, "composition": 9.8, "polish": 10.0, "total": 39.5 } ], "judge": { "pelican": 7.5, "bicycle": 8.0, "composition": 7.0, "polish": 8.0, "total": 30.5 }, "judge_spread": 0.0, "svg": "img/gemini-cli/v6.svg" }, { "n": 7, "trajectory_id": "f08684e3", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/f08684e3", "self": { "pelican": 9.7, "bicycle": 9.7, "composition": 9.6, "polish": 9.7, "total": 38.7 }, "self_rows": [ { "pelican": 8.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 36.5 }, { "pelican": 9.6, "bicycle": 9.5, "composition": 9.5, "polish": 9.6, "total": 38.2 }, { "pelican": 9.7, "bicycle": 9.7, "composition": 9.6, "polish": 9.7, "total": 38.7 } ], "judge": { "pelican": 7.333, "bicycle": 8.167, "composition": 7.5, "polish": 8.0, "total": 31.0 }, "judge_spread": 1.5, "svg": "img/gemini-cli/v7.svg" }, { "n": 8, "trajectory_id": "ce2de30f", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/ce2de30f", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 }, "self_rows": [ { "pelican": 10.0, "bicycle": 10.0, "composition": 8.0, "polish": 9.0, "total": 37.0 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 9.5, "total": 39.5 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 } ], "judge": { "pelican": 7.667, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 31.667 }, "judge_spread": 1.5, "svg": "img/gemini-cli/v8.svg" }, { "n": 9, "trajectory_id": "4e122677", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/4e122677", "self": { "pelican": 9.5, "bicycle": 9.0, "composition": 9.5, "polish": 9.5, "total": 37.5 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 35.0 }, { "pelican": 9.5, "bicycle": 9.0, "composition": 9.5, "polish": 9.5, "total": 37.5 } ], "judge": { "pelican": 7.833, "bicycle": 8.333, "composition": 7.667, "polish": 8.167, "total": 32.0 }, "judge_spread": 2.0, "svg": "img/gemini-cli/v9.svg" }, { "n": 10, "trajectory_id": "24091968", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/24091968", "self": { "pelican": 9.8, "bicycle": 9.8, "composition": 9.8, "polish": 9.8, "total": 39.2 }, "self_rows": [ { "pelican": 9.0, "bicycle": 8.5, "composition": 9.0, "polish": 9.0, "total": 35.5 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 }, { "pelican": 9.8, "bicycle": 9.8, "composition": 9.8, "polish": 9.8, "total": 39.2 } ], "judge": { "pelican": 7.667, "bicycle": 8.167, "composition": 7.333, "polish": 8.0, "total": 31.167 }, "judge_spread": 1.5, "svg": "img/gemini-cli/v10.svg" } ] }, { "key": "opencode", "cohort": "v1", "collection": "jettyio", "agent": "opencode", "model": "google/gemini-3.5-flash", "best_round": 2, "self_total": 40.0, "judge_total": 29.334, "rounds": [ { "n": 1, "trajectory_id": "67836d67", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/67836d67", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 9.5, "polish": 10.0, "total": 39.5 }, "self_rows": [ { "pelican": 8.5, "bicycle": 9.0, "composition": 8.5, "polish": 8.0, "total": 34.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 37.5 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 9.5, "polish": 10.0, "total": 39.5 } ], "judge": { "pelican": 7.667, "bicycle": 5.833, "composition": 7.0, "polish": 7.667, "total": 28.167 }, "judge_spread": 1.5, "svg": "img/opencode/v1.svg" }, { "n": 2, "trajectory_id": "660d2a66", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/660d2a66", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 7.0, "polish": 9.0, "total": 34.0 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 } ], "judge": { "pelican": 8.0, "bicycle": 6.167, "composition": 7.5, "polish": 7.667, "total": 29.334 }, "judge_spread": 1.0, "svg": "img/opencode/v2.svg" }, { "n": 3, "trajectory_id": "5cd01e9e", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/5cd01e9e", "self": { "pelican": 10.0, "bicycle": 9.5, "composition": 9.5, "polish": 10.0, "total": 39.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, { "pelican": 10.0, "bicycle": 9.5, "composition": 9.5, "polish": 10.0, "total": 39.0 } ], "judge": { "pelican": 7.833, "bicycle": 6.0, "composition": 7.333, "polish": 7.5, "total": 28.666 }, "judge_spread": 1.0, "svg": "img/opencode/v3.svg" }, { "n": 4, "trajectory_id": "b130c9c2", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/b130c9c2", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 }, "self_rows": [ { "pelican": 9.5, "bicycle": 9.5, "composition": 10.0, "polish": 9.0, "total": 38.0 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 9.8, "total": 39.8 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 } ], "judge": { "pelican": 7.833, "bicycle": 6.5, "composition": 7.167, "polish": 7.5, "total": 29.0 }, "judge_spread": 1.0, "svg": "img/opencode/v4.svg" }, { "n": 5, "trajectory_id": "d94ff2e1", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/d94ff2e1", "self": { "pelican": 9.6, "bicycle": 9.5, "composition": 9.8, "polish": 9.7, "total": 38.6 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 35.0 }, { "pelican": 9.2, "bicycle": 9.2, "composition": 9.5, "polish": 9.3, "total": 37.2 }, { "pelican": 9.6, "bicycle": 9.5, "composition": 9.8, "polish": 9.7, "total": 38.6 } ], "judge": { "pelican": 7.5, "bicycle": 6.667, "composition": 7.333, "polish": 7.5, "total": 29.0 }, "judge_spread": 1.0, "svg": "img/opencode/v5.svg" }, { "n": 6, "trajectory_id": "4a378be2", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/4a378be2", "self": { "pelican": 9.7, "bicycle": 9.7, "composition": 9.6, "polish": 9.7, "total": 38.7 }, "self_rows": [ { "pelican": 9.0, "bicycle": 8.5, "composition": 9.0, "polish": 9.0, "total": 35.5 }, { "pelican": 9.2, "bicycle": 9.5, "composition": 9.3, "polish": 9.5, "total": 37.5 }, { "pelican": 9.7, "bicycle": 9.7, "composition": 9.6, "polish": 9.7, "total": 38.7 } ], "judge": { "pelican": 7.5, "bicycle": 7.333, "composition": 7.833, "polish": 7.5, "total": 30.166 }, "judge_spread": 1.0, "svg": "img/opencode/v6.svg" }, { "n": 7, "trajectory_id": "e3059c87", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/e3059c87", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 7.0, "polish": 9.0, "total": 34.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.8, "polish": 9.5, "total": 38.3 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 } ], "judge": { "pelican": 7.5, "bicycle": 7.333, "composition": 7.833, "polish": 7.5, "total": 30.166 }, "judge_spread": 0.5, "svg": "img/opencode/v7.svg" }, { "n": 8, "trajectory_id": "70898b5c", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/70898b5c", "self": { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.5, "total": 34.5 }, { "pelican": 9.0, "bicycle": 9.5, "composition": 9.0, "polish": 9.0, "total": 36.5 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 } ], "judge": { "pelican": 8.0, "bicycle": 7.5, "composition": 8.0, "polish": 8.0, "total": 31.5 }, "judge_spread": 0.0, "svg": "img/opencode/v8.svg" }, { "n": 9, "trajectory_id": "b56c0c03", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/b56c0c03", "self": { "pelican": 9.8, "bicycle": 9.7, "composition": 9.7, "polish": 9.8, "total": 39.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 35.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 }, { "pelican": 9.8, "bicycle": 9.7, "composition": 9.7, "polish": 9.8, "total": 39.0 } ], "judge": { "pelican": 8.0, "bicycle": 7.667, "composition": 8.167, "polish": 7.667, "total": 31.501 }, "judge_spread": 1.5, "svg": "img/opencode/v9.svg" }, { "n": 10, "trajectory_id": "2a46de05", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/2a46de05", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 8.5, "composition": 9.0, "polish": 8.5, "total": 35.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 40.0 } ], "judge": { "pelican": 7.333, "bicycle": 5.833, "composition": 6.833, "polish": 6.833, "total": 26.832 }, "judge_spread": 2.0, "svg": "img/opencode/v10.svg" } ] }, { "key": "hermes-sonnet", "cohort": "v1", "collection": "jettyio", "agent": "hermes", "model": "openrouter/anthropic/claude-sonnet-4.6", "best_round": 5, "self_total": 36.0, "judge_total": 24.001, "rounds": [ { "n": 1, "trajectory_id": "697b57d4", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/697b57d4", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 7.0, "composition": 5.0, "polish": 7.0, "total": 26.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 6.0, "polish": 8.0, "total": 30.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 } ], "judge": { "pelican": 6.667, "bicycle": 7.0, "composition": 6.167, "polish": 6.667, "total": 26.501 }, "judge_spread": 1.5, "svg": "img/hermes-sonnet/v1.svg" }, { "n": 2, "trajectory_id": "acb2ba11", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/acb2ba11", "self": { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 6.0, "polish": 7.0, "total": 28.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 7.0, "total": 31.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 34.0 } ], "judge": { "pelican": 7.333, "bicycle": 6.0, "composition": 7.167, "polish": 6.5, "total": 27.0 }, "judge_spread": 1.0, "svg": "img/hermes-sonnet/v2.svg" }, { "n": 3, "trajectory_id": "99a389e4", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/99a389e4", "self": { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 9.0, "total": 34.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 7.0, "composition": 6.0, "polish": 7.0, "total": 27.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 8.0, "total": 31.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 9.0, "total": 34.0 } ], "judge": { "pelican": 7.0, "bicycle": 5.167, "composition": 5.833, "polish": 6.0, "total": 24.0 }, "judge_spread": 1.0, "svg": "img/hermes-sonnet/v3.svg" }, { "n": 4, "trajectory_id": "28f94566", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/28f94566", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 7.0, "composition": 7.0, "polish": 7.0, "total": 29.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 7.5, "total": 32.5 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 } ], "judge": { "pelican": 6.833, "bicycle": 6.0, "composition": 6.167, "polish": 6.0, "total": 25.0 }, "judge_spread": 1.0, "svg": "img/hermes-sonnet/v4.svg" }, { "n": 5, "trajectory_id": "8969a1a0", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/8969a1a0", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 7.0, "total": 31.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 7.167, "bicycle": 5.167, "composition": 5.667, "polish": 6.0, "total": 24.001 }, "judge_spread": 1.0, "svg": "img/hermes-sonnet/v5.svg" }, { "n": 6, "trajectory_id": "ebc95c4b", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/ebc95c4b", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 6.667, "bicycle": 5.0, "composition": 5.333, "polish": 5.167, "total": 22.167 }, "judge_spread": 1.5, "svg": "img/hermes-sonnet/v6.svg" }, { "n": 7, "trajectory_id": "fdf47c73", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/fdf47c73", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 5.667, "bicycle": 4.333, "composition": 4.5, "polish": 4.667, "total": 19.167 }, "judge_spread": 3.0, "svg": "img/hermes-sonnet/v7.svg" }, { "n": 8, "trajectory_id": "25323cb8", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/25323cb8", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 5.5, "bicycle": 4.5, "composition": 4.0, "polish": 4.0, "total": 18.0 }, "judge_spread": 1.0, "svg": "img/hermes-sonnet/v8.svg" }, { "n": 9, "trajectory_id": "5b9cf6ae", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/5b9cf6ae", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 5.5, "bicycle": 4.333, "composition": 4.5, "polish": 4.333, "total": 18.666 }, "judge_spread": 1.5, "svg": "img/hermes-sonnet/v9.svg" }, { "n": 10, "trajectory_id": "34f10b3e", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/34f10b3e", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 5.5, "bicycle": 5.0, "composition": 4.833, "polish": 4.5, "total": 19.833 }, "judge_spread": 0.5, "svg": "img/hermes-sonnet/v10.svg" } ] }, { "key": "hermes-flash", "cohort": "v1", "collection": "jettyio", "agent": "hermes", "model": "openrouter/google/gemini-3.5-flash", "best_round": 9, "self_total": 39.5, "judge_total": 28.166, "rounds": [ { "n": 1, "trajectory_id": "c118fb80", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/c118fb80", "self": { "pelican": 10.0, "bicycle": 9.5, "composition": 10.0, "polish": 9.5, "total": 39.0 }, "self_rows": [ { "pelican": 10.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 37.0 }, { "pelican": 10.0, "bicycle": 9.0, "composition": 9.5, "polish": 9.5, "total": 38.0 }, { "pelican": 10.0, "bicycle": 9.5, "composition": 10.0, "polish": 9.5, "total": 39.0 } ], "judge": { "pelican": 7.0, "bicycle": 7.5, "composition": 6.833, "polish": 7.167, "total": 28.5 }, "judge_spread": 1.0, "svg": "img/hermes-flash/v1.svg" }, { "n": 2, "trajectory_id": "2128ffc1", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/2128ffc1", "self": { "pelican": 9.0, "bicycle": 10.0, "composition": 9.0, "polish": 10.0, "total": 38.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 10.0, "composition": 9.0, "polish": 10.0, "total": 38.0 }, { "pelican": 9.0, "bicycle": 10.0, "composition": 9.0, "polish": 10.0, "total": 38.0 } ], "judge": { "pelican": 7.0, "bicycle": 7.833, "composition": 6.333, "polish": 7.0, "total": 28.166 }, "judge_spread": 1.0, "svg": "img/hermes-flash/v2.svg" }, { "n": 3, "trajectory_id": "2405db86", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/2405db86", "self": { "pelican": 9.5, "bicycle": 9.0, "composition": 9.5, "polish": 9.5, "total": 37.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 35.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.5, "total": 36.0 }, { "pelican": 9.5, "bicycle": 9.0, "composition": 9.5, "polish": 9.5, "total": 37.0 } ], "judge": { "pelican": 6.333, "bicycle": 7.333, "composition": 6.333, "polish": 6.5, "total": 26.499 }, "judge_spread": 0.0, "svg": "img/hermes-flash/v3.svg" }, { "n": 4, "trajectory_id": "822a3bca", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/822a3bca", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 9.5, "polish": 9.5, "total": 39.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 37.5 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 9.5, "polish": 9.5, "total": 39.0 } ], "judge": { "pelican": 7.0, "bicycle": 7.667, "composition": 6.833, "polish": 7.167, "total": 28.667 }, "judge_spread": 1.5, "svg": "img/hermes-flash/v4.svg" }, { "n": 5, "trajectory_id": "60502506", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/60502506", "self": { "pelican": 9.5, "bicycle": 9.5, "composition": 10.0, "polish": 9.8, "total": 38.8 }, "self_rows": [ { "pelican": 9.5, "bicycle": 9.0, "composition": 8.5, "polish": 9.5, "total": 36.5 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 10.0, "polish": 9.8, "total": 38.8 } ], "judge": { "pelican": 7.0, "bicycle": 8.333, "composition": 7.167, "polish": 7.5, "total": 30.0 }, "judge_spread": 0.0, "svg": "img/hermes-flash/v5.svg" }, { "n": 6, "trajectory_id": "2c2a74e8", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/2c2a74e8", "self": { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 36.0 }, { "pelican": 9.0, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 37.5 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 } ], "judge": { "pelican": 6.333, "bicycle": 7.5, "composition": 6.333, "polish": 6.667, "total": 26.833 }, "judge_spread": 0.5, "svg": "img/hermes-flash/v6.svg" }, { "n": 7, "trajectory_id": "c165de92", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/c165de92", "self": { "pelican": 9.8, "bicycle": 9.5, "composition": 9.5, "polish": 9.7, "total": 38.5 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 37.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 }, { "pelican": 9.8, "bicycle": 9.5, "composition": 9.5, "polish": 9.7, "total": 38.5 } ], "judge": { "pelican": 5.833, "bicycle": 7.833, "composition": 6.667, "polish": 6.667, "total": 27.0 }, "judge_spread": 2.5, "svg": "img/hermes-flash/v7.svg" }, { "n": 8, "trajectory_id": "d391e018", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/d391e018", "self": { "pelican": 9.0, "bicycle": 10.0, "composition": 9.0, "polish": 10.0, "total": 38.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 10.0, "composition": 9.0, "polish": 10.0, "total": 38.0 }, { "pelican": 9.0, "bicycle": 1.0, "composition": 9.0, "polish": 9.0, "total": 28.0 } ], "judge": { "pelican": 5.5, "bicycle": 8.0, "composition": 6.167, "polish": 6.667, "total": 26.334 }, "judge_spread": 1.0, "svg": "img/hermes-flash/v8.svg" }, { "n": 9, "trajectory_id": "e6d4548b", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/e6d4548b", "self": { "pelican": 9.5, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 39.5 }, "self_rows": [ { "pelican": 9.0, "bicycle": 8.0, "composition": 9.5, "polish": 9.0, "total": 35.5 }, { "pelican": 9.0, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 37.5 }, { "pelican": 9.5, "bicycle": 10.0, "composition": 10.0, "polish": 10.0, "total": 39.5 } ], "judge": { "pelican": 6.0, "bicycle": 8.0, "composition": 6.833, "polish": 7.333, "total": 28.166 }, "judge_spread": 2.0, "svg": "img/hermes-flash/v9.svg" }, { "n": 10, "trajectory_id": "3e21bf05", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/3e21bf05", "self": { "pelican": 9.8, "bicycle": 9.5, "composition": 9.5, "polish": 9.7, "total": 38.5 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 37.5 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 }, { "pelican": 9.8, "bicycle": 9.5, "composition": 9.5, "polish": 9.7, "total": 38.5 } ], "judge": { "pelican": 5.333, "bicycle": 8.0, "composition": 6.333, "polish": 6.833, "total": 26.499 }, "judge_spread": 1.0, "svg": "img/hermes-flash/v10.svg" } ] }, { "key": "hermes-glm51", "cohort": "v1", "collection": "jettyio", "agent": "hermes", "model": "openrouter/z-ai/glm-5.1", "best_round": 2, "self_total": 36.5, "judge_total": 27.333, "rounds": [ { "n": 1, "trajectory_id": "c1f2da04", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/c1f2da04", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, "self_rows": [ { "pelican": 6.0, "bicycle": 7.0, "composition": 5.0, "polish": 6.0, "total": 24.0 }, { "pelican": 7.0, "bicycle": 8.0, "composition": 6.0, "polish": 7.0, "total": 28.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 } ], "judge": { "pelican": 7.0, "bicycle": 7.167, "composition": 7.5, "polish": 7.0, "total": 28.667 }, "judge_spread": 0.5, "svg": "img/hermes-glm51/v1.svg" }, { "n": 2, "trajectory_id": "4b324d80", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/4b324d80", "self": { "pelican": 9.5, "bicycle": 9.5, "composition": 8.5, "polish": 9.0, "total": 36.5 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 7.0, "polish": 7.0, "total": 31.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 8.5, "polish": 9.0, "total": 36.5 } ], "judge": { "pelican": 6.5, "bicycle": 7.333, "composition": 7.0, "polish": 6.5, "total": 27.333 }, "judge_spread": 0.5, "svg": "img/hermes-glm51/v2.svg" }, { "n": 3, "trajectory_id": "f443b217", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/f443b217", "self": { "pelican": 9.0, "bicycle": 8.0, "composition": 10.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 8.0, "total": 31.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 10.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 7.0, "bicycle": 7.333, "composition": 7.5, "polish": 7.0, "total": 28.833 }, "judge_spread": 0.5, "svg": "img/hermes-glm51/v3.svg" }, { "n": 4, "trajectory_id": "7ce1468b", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/7ce1468b", "self": { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 6.0, "composition": 7.0, "polish": 7.0, "total": 27.0 }, { "pelican": 7.0, "bicycle": 7.0, "composition": 7.0, "polish": 7.0, "total": 28.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 } ], "judge": { "pelican": 7.0, "bicycle": 7.167, "composition": 7.5, "polish": 7.0, "total": 28.667 }, "judge_spread": 3.5, "svg": "img/hermes-glm51/v4.svg" }, { "n": 5, "trajectory_id": "ab8cb01d", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/ab8cb01d", "self": { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 7.0, "polish": 7.0, "total": 29.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 7.0, "total": 30.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 33.0 } ], "judge": { "pelican": 6.333, "bicycle": 7.333, "composition": 7.167, "polish": 6.833, "total": 27.666 }, "judge_spread": 0.5, "svg": "img/hermes-glm51/v5.svg" }, { "n": 6, "trajectory_id": "9fd19804", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/9fd19804", "self": { "pelican": 8.5, "bicycle": 9.5, "composition": 8.5, "polish": 8.0, "total": 34.5 }, "self_rows": [ { "pelican": 8.0, "bicycle": 7.0, "composition": 7.0, "polish": 8.0, "total": 30.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 7.5, "polish": 8.0, "total": 32.5 }, { "pelican": 8.5, "bicycle": 9.5, "composition": 8.5, "polish": 8.0, "total": 34.5 } ], "judge": { "pelican": 5.833, "bicycle": 7.0, "composition": 6.667, "polish": 6.167, "total": 25.667 }, "judge_spread": 3.5, "svg": "img/hermes-glm51/v6.svg" }, { "n": 7, "trajectory_id": "83e8efe2", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/83e8efe2", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 6.0, "total": 29.0 }, { "pelican": 8.5, "bicycle": 8.5, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 5.5, "bicycle": 7.0, "composition": 6.5, "polish": 6.0, "total": 25.0 }, "judge_spread": 0.0, "svg": "img/hermes-glm51/v7.svg" }, { "n": 8, "trajectory_id": "21b9b8c1", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/21b9b8c1", "self": { "pelican": 9.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 7.0, "polish": 7.0, "total": 29.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 7.0, "total": 32.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 34.0 } ], "judge": { "pelican": 5.5, "bicycle": 7.0, "composition": 6.0, "polish": 6.167, "total": 24.667 }, "judge_spread": 0.5, "svg": "img/hermes-glm51/v8.svg" }, { "n": 9, "trajectory_id": "9f9e50be", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/9f9e50be", "self": { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 7.0, "composition": 7.0, "polish": 7.0, "total": 29.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 7.0, "total": 31.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 } ], "judge": { "pelican": 5.5, "bicycle": 7.0, "composition": 5.667, "polish": 6.0, "total": 24.167 }, "judge_spread": 0.5, "svg": "img/hermes-glm51/v9.svg" }, { "n": 10, "trajectory_id": "fff60669", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/fff60669", "self": { "pelican": 9.5, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.5 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.5, "total": 34.5 }, { "pelican": 9.5, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.5 } ], "judge": { "pelican": 6.0, "bicycle": 7.167, "composition": 6.167, "polish": 6.333, "total": 25.667 }, "judge_spread": 1.5, "svg": "img/hermes-glm51/v10.svg" } ] }, { "key": "hermes-fusion", "cohort": "v1", "collection": "jettyio", "agent": "hermes", "model": "openrouter/fusion", "best_round": 1, "self_total": 34.0, "judge_total": 28.834, "rounds": [ { "n": 1, "trajectory_id": "2d0c10c4", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/2d0c10c4", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 10.0, "polish": 8.0, "total": 34.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 7.0, "polish": 6.0, "total": 28.0 }, { "pelican": 7.0, "bicycle": 8.0, "composition": 7.0, "polish": 6.0, "total": 28.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 10.0, "polish": 8.0, "total": 34.0 } ], "judge": { "pelican": 7.333, "bicycle": 6.667, "composition": 7.667, "polish": 7.167, "total": 28.834 }, "judge_spread": 2.0, "svg": "img/hermes-fusion/v1.svg" }, { "n": 2, "trajectory_id": "b38f9569", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/b38f9569", "self": { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 9.0, "total": 34.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 8.0, "polish": 7.0, "total": 30.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 9.0, "total": 34.0 } ], "judge": { "pelican": 7.333, "bicycle": 6.5, "composition": 7.0, "polish": 6.833, "total": 27.666 }, "judge_spread": 1.0, "svg": "img/hermes-fusion/v2.svg" }, { "n": 3, "trajectory_id": "cb138790", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/cb138790", "self": { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 6.0, "composition": 7.0, "polish": 7.0, "total": 28.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 34.0 } ], "judge": { "pelican": 7.5, "bicycle": 7.0, "composition": 7.5, "polish": 7.0, "total": 29.0 }, "judge_spread": 0.0, "svg": "img/hermes-fusion/v3.svg" } ] }, { "key": "opencode-fusion", "cohort": "v1", "collection": "jettyio", "agent": "opencode", "model": "openrouter/fusion", "best_round": 2, "self_total": 36.0, "judge_total": 28.333, "rounds": [ { "n": 1, "trajectory_id": "40df25cb", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/40df25cb", "self": { "pelican": 8.5, "bicycle": 8.0, "composition": 8.5, "polish": 9.0, "total": 34.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 8.0, "polish": 7.0, "total": 30.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.5, "total": 32.5 }, { "pelican": 8.5, "bicycle": 8.0, "composition": 8.5, "polish": 9.0, "total": 34.0 } ], "judge": { "pelican": 7.0, "bicycle": 7.5, "composition": 7.667, "polish": 7.167, "total": 29.334 }, "judge_spread": 1.0, "svg": "img/opencode-fusion/v1.svg" }, { "n": 2, "trajectory_id": "bfa3612b", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/bfa3612b", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 6.0, "polish": 8.0, "total": 29.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 7.0, "bicycle": 6.833, "composition": 7.333, "polish": 7.167, "total": 28.333 }, "judge_spread": 1.5, "svg": "img/opencode-fusion/v2.svg" }, { "n": 3, "trajectory_id": "9776d557", "trajectory_url": "https://jetty.io/jettyio/pelican-bicycle-svg/9776d557", "self": { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 9.0, "total": 34.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 7.0, "composition": 6.0, "polish": 7.0, "total": 27.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 7.0, "total": 31.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 8.0, "polish": 9.0, "total": 34.0 } ], "judge": { "pelican": 7.0, "bicycle": 6.667, "composition": 7.333, "polish": 7.0, "total": 28.0 }, "judge_spread": 1.0, "svg": "img/opencode-fusion/v3.svg" } ] }, { "key": "v2-claude-sonnet5", "cohort": "v2", "collection": "jettygrowthteam", "agent": "claude-code", "model": "anthropic/claude-sonnet-5", "best_round": 4, "self_total": 36.0, "judge_total": 25.333, "rounds": [ { "n": 1, "trajectory_id": "ea416761", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/ea416761", "self": { "pelican": 7.0, "bicycle": 8.0, "composition": 7.0, "polish": 6.0, "total": 28.0 }, "self_rows": [ { "pelican": 6.0, "bicycle": 8.0, "composition": 5.0, "polish": 6.0, "total": 25.0 }, { "pelican": 6.0, "bicycle": 8.0, "composition": 6.0, "polish": 6.0, "total": 26.0 }, { "pelican": 7.0, "bicycle": 8.0, "composition": 7.0, "polish": 6.0, "total": 28.0 } ], "judge": { "pelican": 7.0, "bicycle": 6.167, "composition": 6.5, "polish": 6.833, "total": 26.5 }, "judge_spread": 1.0, "svg": "img/v2-claude-sonnet5/v1.svg" }, { "n": 2, "trajectory_id": "b77ea720", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/b77ea720", "self": { "pelican": 8.0, "bicycle": 8.0, "composition": 9.0, "polish": 9.0, "total": 34.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 8.0, "composition": 7.0, "polish": 7.0, "total": 30.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, { "pelican": 8.0, "bicycle": 8.0, "composition": 9.0, "polish": 9.0, "total": 34.0 } ], "judge": { "pelican": 7.167, "bicycle": 6.0, "composition": 7.0, "polish": 7.167, "total": 27.334 }, "judge_spread": 1.0, "svg": "img/v2-claude-sonnet5/v2.svg" }, { "n": 3, "trajectory_id": "6e98127a", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/6e98127a", "self": { "pelican": 9.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 6.0, "polish": 7.0, "total": 28.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 7.0, "polish": 8.0, "total": 32.0 }, { "pelican": 9.0, "bicycle": 8.0, "composition": 9.0, "polish": 8.0, "total": 34.0 } ], "judge": { "pelican": 7.333, "bicycle": 6.0, "composition": 6.833, "polish": 6.833, "total": 26.999 }, "judge_spread": 1.5, "svg": "img/v2-claude-sonnet5/v3.svg" }, { "n": 4, "trajectory_id": "240351f2", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/240351f2", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 10.0, "total": 36.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 7.0, "composition": 8.0, "polish": 8.0, "total": 32.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 10.0, "total": 36.0 } ], "judge": { "pelican": 7.5, "bicycle": 5.0, "composition": 6.5, "polish": 6.333, "total": 25.333 }, "judge_spread": 1.0, "svg": "img/v2-claude-sonnet5/v4.svg" }, { "n": 5, "trajectory_id": "1925c665", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/1925c665", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 8.0, "composition": 5.0, "polish": 8.0, "total": 30.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 7.333, "bicycle": 5.333, "composition": 6.833, "polish": 6.667, "total": 26.166 }, "judge_spread": 0.5, "svg": "img/v2-claude-sonnet5/v5.svg" } ] }, { "key": "v2-claude-opus55", "cohort": "v2", "collection": "jettygrowthteam", "agent": "claude-code", "model": "anthropic/claude-opus-5.5", "best_round": 3, "self_total": 36.0, "judge_total": 32.833, "rounds": [ { "n": 1, "trajectory_id": "5361e30a", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/5361e30a", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 35.0 }, "self_rows": [ { "pelican": 7.0, "bicycle": 8.0, "composition": 8.0, "polish": 6.0, "total": 29.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 7.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 35.0 } ], "judge": { "pelican": 8.5, "bicycle": 7.667, "composition": 8.5, "polish": 8.0, "total": 32.667 }, "judge_spread": 0.5, "svg": "img/v2-claude-opus55/v1.svg" }, { "n": 2, "trajectory_id": "ba932f3e", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/ba932f3e", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 7.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 } ], "judge": { "pelican": 8.5, "bicycle": 8.0, "composition": 8.5, "polish": 8.0, "total": 33.0 }, "judge_spread": 0.0, "svg": "img/v2-claude-opus55/v2.svg" }, { "n": 3, "trajectory_id": "35c47f4e", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/35c47f4e", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 10.0, "polish": 8.0, "total": 36.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 7.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 10.0, "polish": 8.0, "total": 36.0 } ], "judge": { "pelican": 8.5, "bicycle": 8.0, "composition": 8.333, "polish": 8.0, "total": 32.833 }, "judge_spread": 0.5, "svg": "img/v2-claude-opus55/v3.svg" }, { "n": 4, "trajectory_id": "2e046a89", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/2e046a89", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 35.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 35.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 8.5, "bicycle": 8.0, "composition": 8.5, "polish": 8.0, "total": 33.0 }, "judge_spread": 0.0, "svg": "img/v2-claude-opus55/v4.svg" }, { "n": 5, "trajectory_id": "0e41c0a0", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/0e41c0a0", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 } ], "judge": { "pelican": 8.5, "bicycle": 8.0, "composition": 8.5, "polish": 8.333, "total": 33.333 }, "judge_spread": 0.5, "svg": "img/v2-claude-opus55/v5.svg" } ] }, { "key": "v2-opencode-gemini38", "cohort": "v2", "collection": "jettygrowthteam", "agent": "opencode", "model": "google/gemini-3.8-flash", "best_round": 1, "self_total": 38.5, "judge_total": 32.834, "rounds": [ { "n": 1, "trajectory_id": "225e57cd", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/225e57cd", "self": { "pelican": 9.5, "bicycle": 9.5, "composition": 10.0, "polish": 9.5, "total": 38.5 }, "self_rows": [ { "pelican": 8.5, "bicycle": 8.0, "composition": 7.0, "polish": 7.5, "total": 31.0 }, { "pelican": 9.0, "bicycle": 8.5, "composition": 8.0, "polish": 8.5, "total": 34.0 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 10.0, "polish": 9.5, "total": 38.5 } ], "judge": { "pelican": 8.667, "bicycle": 7.667, "composition": 8.0, "polish": 8.5, "total": 32.834 }, "judge_spread": 0.5, "svg": "img/v2-opencode-gemini38/v1.svg" } ] }, { "key": "v2-opencode-gpt56", "cohort": "v2", "collection": "jettygrowthteam", "agent": "opencode", "model": "openai/gpt-5.6-terra", "best_round": 1, "self_total": 38.0, "judge_total": 28.001, "rounds": [ { "n": 1, "trajectory_id": "ccbdd583", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/ccbdd583", "self": { "pelican": 10.0, "bicycle": 9.0, "composition": 10.0, "polish": 9.0, "total": 38.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 35.0 }, { "pelican": 10.0, "bicycle": 9.0, "composition": 10.0, "polish": 9.0, "total": 38.0 } ], "judge": { "pelican": 7.167, "bicycle": 6.5, "composition": 7.167, "polish": 7.167, "total": 28.001 }, "judge_spread": 3.5, "svg": "img/v2-opencode-gpt56/v1.svg" }, { "n": 2, "trajectory_id": "699fefde", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/699fefde", "self": { "pelican": 9.0, "bicycle": 9.5, "composition": 9.5, "polish": 9.2, "total": 37.2 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.5, "polish": 8.5, "total": 35.0 }, { "pelican": 9.0, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 37.0 }, { "pelican": 9.0, "bicycle": 9.5, "composition": 9.5, "polish": 9.2, "total": 37.2 } ], "judge": { "pelican": 7.0, "bicycle": 6.5, "composition": 7.0, "polish": 7.0, "total": 27.5 }, "judge_spread": 0.0, "svg": "img/v2-opencode-gpt56/v2.svg" }, { "n": 3, "trajectory_id": "ce858eaf", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/ce858eaf", "self": { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.5, "composition": 9.0, "polish": 9.0, "total": 36.5 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.5, "total": 38.0 } ], "judge": { "pelican": 8.0, "bicycle": 6.5, "composition": 5.333, "polish": 7.333, "total": 27.166 }, "judge_spread": 2.0, "svg": "img/v2-opencode-gpt56/v3.svg" }, { "n": 4, "trajectory_id": "9fe62cbb", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/9fe62cbb", "self": { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 37.5 }, "self_rows": [ { "pelican": 8.5, "bicycle": 9.5, "composition": 9.0, "polish": 8.5, "total": 35.5 }, { "pelican": 9.5, "bicycle": 9.5, "composition": 9.5, "polish": 9.0, "total": 37.5 } ], "judge": { "pelican": 8.0, "bicycle": 6.333, "composition": 5.5, "polish": 7.5, "total": 27.333 }, "judge_spread": 1.0, "svg": "img/v2-opencode-gpt56/v4.svg" }, { "n": 5, "trajectory_id": "de112455", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/de112455", "self": { "pelican": 10.0, "bicycle": 10.0, "composition": 9.0, "polish": 9.0, "total": 38.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 10.0, "bicycle": 10.0, "composition": 9.0, "polish": 9.0, "total": 38.0 } ], "judge": { "pelican": 8.0, "bicycle": 6.833, "composition": 7.333, "polish": 7.667, "total": 29.833 }, "judge_spread": 1.5, "svg": "img/v2-opencode-gpt56/v5.svg" } ] }, { "key": "v2-hermes-jev", "cohort": "v2", "collection": "jettygrowthteam", "agent": "hermes", "model": "typesafe/jev-router", "best_round": 4, "self_total": 37.0, "judge_total": 31.667, "rounds": [ { "n": 1, "trajectory_id": "1a125d51", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/1a125d51", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 7.0, "composition": 7.0, "polish": 7.0, "total": 29.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 7.333, "bicycle": 7.0, "composition": 8.0, "polish": 7.5, "total": 29.833 }, "judge_spread": 0.5, "svg": "img/v2-hermes-jev/v1.svg" }, { "n": 2, "trajectory_id": "7a63ffb0", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/7a63ffb0", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 35.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 8.0, "total": 35.0 } ], "judge": { "pelican": 8.0, "bicycle": 7.333, "composition": 8.5, "polish": 7.667, "total": 31.5 }, "judge_spread": 1.0, "svg": "img/v2-hermes-jev/v2.svg" }, { "n": 3, "trajectory_id": "ded99127", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/ded99127", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.5, "total": 34.5 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 7.0, "total": 33.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.5, "total": 34.5 } ], "judge": { "pelican": 7.667, "bicycle": 7.5, "composition": 8.167, "polish": 7.333, "total": 30.667 }, "judge_spread": 2.5, "svg": "img/v2-hermes-jev/v3.svg" }, { "n": 4, "trajectory_id": "3ba61c00", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/3ba61c00", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 10.0, "polish": 9.0, "total": 37.0 }, "self_rows": [ { "pelican": 9.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 10.0, "polish": 9.0, "total": 37.0 } ], "judge": { "pelican": 8.0, "bicycle": 7.667, "composition": 8.333, "polish": 7.667, "total": 31.667 }, "judge_spread": 0.5, "svg": "img/v2-hermes-jev/v4.svg" }, { "n": 5, "trajectory_id": "ef67915d", "trajectory_url": "https://jetty.io/jettygrowthteam/pelican-bicycle-svg/ef67915d", "self": { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 }, "self_rows": [ { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 8.0, "total": 33.0 }, { "pelican": 8.0, "bicycle": 9.0, "composition": 8.0, "polish": 9.0, "total": 34.0 }, { "pelican": 9.0, "bicycle": 9.0, "composition": 9.0, "polish": 9.0, "total": 36.0 } ], "judge": { "pelican": 7.0, "bicycle": 8.0, "composition": 8.333, "polish": 7.5, "total": 30.833 }, "judge_spread": 0.5, "svg": "img/v2-hermes-jev/v5.svg" } ] } ] }