{"schema":1,"benchmark":"minecraft","generated_at":"2026-11-21T11:41:10+00:00","method":{"set":"v1","per_tier":3,"base_per_tier":3,"max_per_tier":10,"worlds":10,"turns":2000,"segment_turns":100,"minecraft":"1.21.4","prompt":"minecraft-pixels-1","max_actions":8,"max_game_seconds":10,"notes_max":1500,"history":5,"screen":"960x540","seed_rule":"sha256(\"glimmer-minecraft-v1-<n>\")[:8] as a signed 64-bit integer for n = 0..13; candidates 0 (spawn in powder snow), 3 (treeless badlands), 12 (jungle canopy at y 124) and 13 (facing open ocean) were dropped after looking at each spawn on 2026-11-18"},"tiers":[{"key":"survival","name":"Survival worlds"}],"milestones":[{"key":"log","label":"Wood","title":null},{"key":"crafting_table","label":"Crafting table","title":"Minecraft"},{"key":"wooden_pickaxe","label":"Wooden pickaxe","title":null},{"key":"stone","label":"Cobblestone","title":"Stone Age"},{"key":"stone_pickaxe","label":"Stone pickaxe","title":"Getting an Upgrade"},{"key":"iron_ingot","label":"Iron ingot","title":"Acquire Hardware"},{"key":"iron_pickaxe","label":"Iron pickaxe","title":"Isn't It Iron Pick"},{"key":"diamond","label":"Diamond","title":"Diamonds!"}],"items":[{"id":"seed-0","tier":"survival","k":0,"seed":"-5746588020230357302"},{"id":"seed-1","tier":"survival","k":1,"seed":"5891253529324878015"},{"id":"seed-2","tier":"survival","k":2,"seed":"2001361037394116839"},{"id":"seed-3","tier":"survival","k":3,"seed":"-3733277460572692395"},{"id":"seed-4","tier":"survival","k":4,"seed":"-1154596774732162991"},{"id":"seed-5","tier":"survival","k":5,"seed":"8158197522336522708"},{"id":"seed-6","tier":"survival","k":6,"seed":"6396369721145960826"},{"id":"seed-7","tier":"survival","k":7,"seed":"-229629915255754611"},{"id":"seed-8","tier":"survival","k":8,"seed":"5383637242031300747"},{"id":"seed-9","tier":"survival","k":9,"seed":"8143679465625340403"}],"totals":{"episodes":2,"turns":11100,"in_progress":22},"queued":["anthropic/claude-haiku-5-5","openai/gpt-6-luna","alibaba/qwen3.8-27b","alibaba/qwen3.5-9b","mistral/ministral-3-8b","google/gemma-3-4b-it","google/gemini-3.8-flash"],"contestants":[{"id":"claude-haiku-5-5-medium","model_id":"anthropic/claude-haiku-5-5","name":"Claude Haiku 5.5","lab":"anthropic","provider":"claude","route":"claude-haiku-5-5","effort":"medium","open_weights":false,"released":"2026-10-07","score":null,"score_low":null,"score_high":null,"complete_set":false,"episodes":0,"diamonds":0,"diamond_rate":null,"mean_depth":null,"best_depth":4,"milestone_rates":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"milestone_turns":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"deaths_per_episode":null,"turns_per_episode":null,"cost_per_episode":null,"cost_per_turn":0.00061,"seconds_per_turn":4.5,"aborted":5,"tiers":{"survival":{"n":0,"diamonds":0,"base_done":0,"rate":null}},"in_progress":[{"id":"minecraft-b095e5be84f3","k":0,"turns":1500,"depth":2},{"id":"minecraft-75d1f58f012b","k":1,"turns":1100,"depth":4},{"id":"minecraft-ee65b12d9f20","k":2,"turns":0,"depth":0}],"episode_list":[{"id":"minecraft-b095e5be84f3","tier":"survival","k":0,"item":"seed-0","status":"running","end":null,"turns":1500,"depth":2,"deaths":44,"game_minutes":123.4,"cost":0.9169592700000001,"cost_known":1,"requests":1500,"latency_ms":7032611,"aborted":2,"segments":15,"milestones":{"log":195,"crafting_table":380}},{"id":"minecraft-75d1f58f012b","tier":"survival","k":1,"item":"seed-1","status":"running","end":null,"turns":1100,"depth":4,"deaths":36,"game_minutes":97.5,"cost":0.6742607100000002,"cost_known":1,"requests":1101,"latency_ms":4758373,"aborted":2,"segments":11,"milestones":{"log":3,"crafting_table":12,"wooden_pickaxe":696,"stone":726}},{"id":"minecraft-ee65b12d9f20","tier":"survival","k":2,"item":"seed-2","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":1,"segments":0,"milestones":{}}]},{"id":"codex-gpt-6-luna-medium","model_id":"openai/gpt-6-luna","name":"GPT-6 Luna","lab":"openai","provider":"codex","route":"gpt-6-luna","effort":"medium","open_weights":false,"released":"2026-09-22","score":37.5,"score_low":13.0,"score_high":62.0,"complete_set":false,"episodes":2,"diamonds":0,"diamond_rate":0.0,"mean_depth":3.0,"best_depth":4,"milestone_rates":{"log":1.0,"crafting_table":1.0,"wooden_pickaxe":0.5,"stone":0.5,"stone_pickaxe":0.0,"iron_ingot":0.0,"iron_pickaxe":0.0,"diamond":0.0},"milestone_turns":{"log":88.5,"crafting_table":293.5,"wooden_pickaxe":1470,"stone":1501,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"deaths_per_episode":16.0,"turns_per_episode":2000.0,"cost_per_episode":0.9374,"cost_per_turn":0.00045,"seconds_per_turn":6.7,"aborted":8,"tiers":{"survival":{"n":2,"diamonds":0,"base_done":2,"rate":0.375}},"in_progress":[{"id":"minecraft-12624eca828c","k":2,"turns":1200,"depth":1},{"id":"minecraft-2460b568c0b3","k":3,"turns":0,"depth":0},{"id":"minecraft-3c8ce4fb9838","k":4,"turns":0,"depth":0},{"id":"minecraft-cb208dcccfdf","k":5,"turns":100,"depth":2}],"episode_list":[{"id":"minecraft-7abe7a51d573","tier":"survival","k":0,"item":"seed-0","status":"finished","end":"turns","turns":2000,"depth":2,"deaths":16,"game_minutes":126.9,"cost":0.93953452,"cost_known":1,"requests":2234,"latency_ms":14590533,"aborted":5,"segments":20,"milestones":{"log":162,"crafting_table":317}},{"id":"minecraft-2d3d44221a99","tier":"survival","k":1,"item":"seed-1","status":"finished","end":"turns","turns":2000,"depth":4,"deaths":16,"game_minutes":96.3,"cost":0.93528894,"cost_known":1,"requests":2213,"latency_ms":13907684,"aborted":1,"segments":20,"milestones":{"log":15,"crafting_table":270,"wooden_pickaxe":1470,"stone":1501}},{"id":"minecraft-12624eca828c","tier":"survival","k":2,"item":"seed-2","status":"running","end":null,"turns":1200,"depth":1,"deaths":63,"game_minutes":110.6,"cost":0.4914833600000001,"cost_known":1,"requests":1255,"latency_ms":6225625,"aborted":2,"segments":12,"milestones":{"log":407}},{"id":"minecraft-2460b568c0b3","tier":"survival","k":3,"item":"seed-3","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}},{"id":"minecraft-3c8ce4fb9838","tier":"survival","k":4,"item":"seed-4","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}},{"id":"minecraft-cb208dcccfdf","tier":"survival","k":5,"item":"seed-5","status":"running","end":null,"turns":100,"depth":2,"deaths":0,"game_minutes":4.4,"cost":0.03867929999999999,"cost_known":1,"requests":106,"latency_ms":564246,"aborted":0,"segments":1,"milestones":{"log":7,"crafting_table":27}}]},{"id":"gemini-3-8-flash-medium","model_id":"google/gemini-3.8-flash","name":"Gemini 3.8 Flash","lab":"google","provider":"antigravity","route":"gemini-3.8-flash","effort":"medium","open_weights":false,"released":"2026-09-02","score":null,"score_low":null,"score_high":null,"complete_set":false,"episodes":0,"diamonds":0,"diamond_rate":null,"mean_depth":null,"best_depth":6,"milestone_rates":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"milestone_turns":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"deaths_per_episode":null,"turns_per_episode":null,"cost_per_episode":null,"cost_per_turn":0.02555,"seconds_per_turn":46.8,"aborted":15,"tiers":{"survival":{"n":0,"diamonds":0,"base_done":0,"rate":null}},"in_progress":[{"id":"minecraft-cb0e55add930","k":0,"turns":1000,"depth":6},{"id":"minecraft-c1e4d6902e2e","k":1,"turns":800,"depth":5},{"id":"minecraft-edad7edd4dec","k":2,"turns":600,"depth":5}],"episode_list":[{"id":"minecraft-cb0e55add930","tier":"survival","k":0,"item":"seed-0","status":"running","end":null,"turns":1000,"depth":6,"deaths":2,"game_minutes":45.0,"cost":26.565121575,"cost_known":1,"requests":1001,"latency_ms":45351088,"aborted":4,"segments":10,"milestones":{"log":9,"crafting_table":20,"wooden_pickaxe":30,"stone":33,"stone_pickaxe":37,"iron_ingot":703}},{"id":"minecraft-c1e4d6902e2e","tier":"survival","k":1,"item":"seed-1","status":"running","end":null,"turns":800,"depth":5,"deaths":5,"game_minutes":33.3,"cost":20.7153681,"cost_known":1,"requests":801,"latency_ms":34435838,"aborted":6,"segments":8,"milestones":{"log":2,"crafting_table":6,"wooden_pickaxe":11,"stone":29,"stone_pickaxe":127}},{"id":"minecraft-edad7edd4dec","tier":"survival","k":2,"item":"seed-2","status":"running","end":null,"turns":600,"depth":5,"deaths":8,"game_minutes":25.9,"cost":14.049398924999997,"cost_known":1,"requests":600,"latency_ms":32545883,"aborted":5,"segments":6,"milestones":{"log":5,"crafting_table":8,"stone":24,"stone_pickaxe":43,"wooden_pickaxe":100}}]},{"id":"local-gemma-3-4b-none","model_id":"google/gemma-3-4b-it","name":"Gemma 3 4B","lab":"google","provider":"ollama","route":"gemma3:4b","effort":"none","open_weights":true,"released":"2025-03-12","score":null,"score_low":null,"score_high":null,"complete_set":false,"episodes":0,"diamonds":0,"diamond_rate":null,"mean_depth":null,"best_depth":0,"milestone_rates":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"milestone_turns":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"deaths_per_episode":null,"turns_per_episode":null,"cost_per_episode":null,"cost_per_turn":null,"seconds_per_turn":13.6,"aborted":0,"tiers":{"survival":{"n":0,"diamonds":0,"base_done":0,"rate":null}},"in_progress":[{"id":"minecraft-48a8e123ab93","k":0,"turns":100,"depth":0},{"id":"minecraft-27739e9e690a","k":1,"turns":0,"depth":0},{"id":"minecraft-4e8b930e165f","k":2,"turns":0,"depth":0}],"episode_list":[{"id":"minecraft-48a8e123ab93","tier":"survival","k":0,"item":"seed-0","status":"running","end":null,"turns":100,"depth":0,"deaths":0,"game_minutes":1.4,"cost":0,"cost_known":0,"requests":131,"latency_ms":1362567,"aborted":0,"segments":1,"milestones":{}},{"id":"minecraft-27739e9e690a","tier":"survival","k":1,"item":"seed-1","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}},{"id":"minecraft-4e8b930e165f","tier":"survival","k":2,"item":"seed-2","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}}]},{"id":"local-ministral-3-8b-none","model_id":"mistral/ministral-3-8b","name":"Ministral 3 8B","lab":"mistral","provider":"ollama","route":"ministral-3:8b-instruct-2512-q4_K_M","effort":"none","open_weights":true,"released":"2025-12-02","score":null,"score_low":null,"score_high":null,"complete_set":false,"episodes":0,"diamonds":0,"diamond_rate":null,"mean_depth":null,"best_depth":0,"milestone_rates":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"milestone_turns":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"deaths_per_episode":null,"turns_per_episode":null,"cost_per_episode":null,"cost_per_turn":null,"seconds_per_turn":28.3,"aborted":0,"tiers":{"survival":{"n":0,"diamonds":0,"base_done":0,"rate":null}},"in_progress":[{"id":"minecraft-013d1f097ee1","k":0,"turns":300,"depth":0},{"id":"minecraft-146844c23717","k":1,"turns":0,"depth":0},{"id":"minecraft-fa2a1d887206","k":2,"turns":0,"depth":0}],"episode_list":[{"id":"minecraft-013d1f097ee1","tier":"survival","k":0,"item":"seed-0","status":"running","end":null,"turns":300,"depth":0,"deaths":0,"game_minutes":6.6,"cost":0,"cost_known":0,"requests":388,"latency_ms":8494745,"aborted":0,"segments":3,"milestones":{}},{"id":"minecraft-146844c23717","tier":"survival","k":1,"item":"seed-1","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}},{"id":"minecraft-fa2a1d887206","tier":"survival","k":2,"item":"seed-2","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}}]},{"id":"local-qwen3-5-9b-none","model_id":"alibaba/qwen3.5-9b","name":"Qwen3.5 9B","lab":"alibaba","provider":"ollama","route":"qwen3.5:9b","effort":"none","open_weights":true,"released":"2026-02-23","score":null,"score_low":null,"score_high":null,"complete_set":false,"episodes":0,"diamonds":0,"diamond_rate":null,"mean_depth":null,"best_depth":0,"milestone_rates":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"milestone_turns":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"deaths_per_episode":null,"turns_per_episode":null,"cost_per_episode":null,"cost_per_turn":null,"seconds_per_turn":19.0,"aborted":0,"tiers":{"survival":{"n":0,"diamonds":0,"base_done":0,"rate":null}},"in_progress":[{"id":"minecraft-3028f8a5712f","k":0,"turns":200,"depth":0},{"id":"minecraft-6c997ba0a6c1","k":1,"turns":0,"depth":0},{"id":"minecraft-3e18de4e87c7","k":2,"turns":0,"depth":0}],"episode_list":[{"id":"minecraft-3028f8a5712f","tier":"survival","k":0,"item":"seed-0","status":"running","end":null,"turns":200,"depth":0,"deaths":0,"game_minutes":6.7,"cost":0,"cost_known":0,"requests":217,"latency_ms":3794867,"aborted":0,"segments":2,"milestones":{}},{"id":"minecraft-6c997ba0a6c1","tier":"survival","k":1,"item":"seed-1","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}},{"id":"minecraft-3e18de4e87c7","tier":"survival","k":2,"item":"seed-2","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}}]},{"id":"local-qwen3-8-27b-none","model_id":"alibaba/qwen3.8-27b","name":"Qwen3.8 27B","lab":"alibaba","provider":"ollama","route":"qwen3.8:27b","effort":"none","open_weights":true,"released":"2026-08-14","score":null,"score_low":null,"score_high":null,"complete_set":false,"episodes":0,"diamonds":0,"diamond_rate":null,"mean_depth":null,"best_depth":1,"milestone_rates":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"milestone_turns":{"log":null,"crafting_table":null,"wooden_pickaxe":null,"stone":null,"stone_pickaxe":null,"iron_ingot":null,"iron_pickaxe":null,"diamond":null},"deaths_per_episode":null,"turns_per_episode":null,"cost_per_episode":null,"cost_per_turn":null,"seconds_per_turn":21.4,"aborted":1,"tiers":{"survival":{"n":0,"diamonds":0,"base_done":0,"rate":null}},"in_progress":[{"id":"minecraft-9f19401e92c0","k":0,"turns":200,"depth":1},{"id":"minecraft-8aebb3f34ce6","k":1,"turns":0,"depth":0},{"id":"minecraft-abe186d1f6f4","k":2,"turns":0,"depth":0}],"episode_list":[{"id":"minecraft-9f19401e92c0","tier":"survival","k":0,"item":"seed-0","status":"running","end":null,"turns":200,"depth":1,"deaths":0,"game_minutes":14.5,"cost":0,"cost_known":0,"requests":202,"latency_ms":4271858,"aborted":1,"segments":2,"milestones":{"log":4}},{"id":"minecraft-8aebb3f34ce6","tier":"survival","k":1,"item":"seed-1","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}},{"id":"minecraft-abe186d1f6f4","tier":"survival","k":2,"item":"seed-2","status":"running","end":null,"turns":0,"depth":0,"deaths":0,"game_minutes":0.0,"cost":0,"cost_known":0,"requests":0,"latency_ms":0,"aborted":0,"segments":0,"milestones":{}}]}]}