Model bakeoff 2026-07-15T13:43:58.649Z

Profile

sol-landing-med

ready · QA pass

arm baselineexemplar —source pendingregen 0

9,055 in12,137 out$0.3432 cost164.6s workflow wall144.5s LLM call time

Step	Provider:model	Effort	Prompt variant	Tokens	Cost	Step wall time
`plan`	openrouter:anthropic/claude-opus-4.8	—	default	1,899 / 1,945	$0.0581	29.2s
`theme_emit`	openai:gpt-5.6-sol	medium	landing	2,585 / 8,663	$0.2728	107.5s
`page_generate`	openai:gpt-5.6-sol	medium	landing	—	—	—
`honesty_repair`	openai:gpt-5.6-sol	medium	landing	—	—	—
`honesty_judge`	openrouter:anthropic/claude-haiku-4.5	—	default	4,571 / 1,529	$0.0122	7.9s
`restyle`	openrouter:anthropic/claude-opus-4.8	—	default	—	—	—

Submitted profile JSON

{
  "name": "sol-landing-med",
  "steps": {
    "plan": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "restyle": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "honesty_judge": {
      "provider": "openrouter",
      "model": "anthropic/claude-haiku-4.5"
    },
    "theme_emit": {
      "provider": "openai",
      "model": "gpt-5.6-sol",
      "effort": "medium",
      "promptVariant": "landing",
      "timeoutMs": 240000
    },
    "page_generate": {
      "provider": "openai",
      "model": "gpt-5.6-sol",
      "effort": "medium",
      "promptVariant": "landing",
      "timeoutMs": 240000
    },
    "honesty_repair": {
      "provider": "openai",
      "model": "gpt-5.6-sol",
      "effort": "medium",
      "promptVariant": "landing",
      "timeoutMs": 240000
    }
  }
}

Resolved run profile

[
  {
    "step": "plan",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  },
  {
    "step": "theme_emit",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-sol",
    "effort": "medium",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "page_generate",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-sol",
    "effort": "medium",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_repair",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-sol",
    "effort": "medium",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_judge",
    "role": "claims_judge",
    "provider": "openrouter",
    "model": "anthropic/claude-haiku-4.5",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 4096,
    "temperature": 0,
    "timeoutMs": 60000
  },
  {
    "step": "restyle",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  }
]

result 724d8707-744c-4568-ba4e-b5dd236a228f job 544a9d07-c5f3-44fe-99d1-3df243ba3ca3 site bo-site-724d8707-744c-4568-ba4e-b5dd236a228f

Profile

sol-landing-high

ready · QA pass

arm baselineexemplar —source pendingregen 0

sol-landing-high ↗$0.4356

9,135 in15,301 out$0.4356 cost207.6s workflow wall187.3s LLM call time

Step	Provider:model	Effort	Prompt variant	Tokens	Cost	Step wall time
`plan`	openrouter:anthropic/claude-opus-4.8	—	default	1,899 / 2,392	$0.0693	27.8s
`theme_emit`	openai:gpt-5.6-sol	high	landing	2,590 / 11,365	$0.3539	151.7s
`page_generate`	openai:gpt-5.6-sol	high	landing	—	—	—
`honesty_repair`	openai:gpt-5.6-sol	high	landing	—	—	—
`honesty_judge`	openrouter:anthropic/claude-haiku-4.5	—	default	4,646 / 1,544	$0.0124	7.8s
`restyle`	openrouter:anthropic/claude-opus-4.8	—	default	—	—	—

Submitted profile JSON

{
  "name": "sol-landing-high",
  "steps": {
    "plan": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "restyle": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "honesty_judge": {
      "provider": "openrouter",
      "model": "anthropic/claude-haiku-4.5"
    },
    "theme_emit": {
      "provider": "openai",
      "model": "gpt-5.6-sol",
      "effort": "high",
      "promptVariant": "landing",
      "timeoutMs": 300000
    },
    "page_generate": {
      "provider": "openai",
      "model": "gpt-5.6-sol",
      "effort": "high",
      "promptVariant": "landing",
      "timeoutMs": 300000
    },
    "honesty_repair": {
      "provider": "openai",
      "model": "gpt-5.6-sol",
      "effort": "high",
      "promptVariant": "landing",
      "timeoutMs": 300000
    }
  }
}

Resolved run profile

[
  {
    "step": "plan",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  },
  {
    "step": "theme_emit",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-sol",
    "effort": "high",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 300000
  },
  {
    "step": "page_generate",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-sol",
    "effort": "high",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 300000
  },
  {
    "step": "honesty_repair",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-sol",
    "effort": "high",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 300000
  },
  {
    "step": "honesty_judge",
    "role": "claims_judge",
    "provider": "openrouter",
    "model": "anthropic/claude-haiku-4.5",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 4096,
    "temperature": 0,
    "timeoutMs": 60000
  },
  {
    "step": "restyle",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  }
]

result d6c6e483-b000-4deb-80f5-24d703881e3a job 17de7044-b7b2-49a7-b246-fc5edd4ba454 site bo-site-d6c6e483-b000-4deb-80f5-24d703881e3a

Profile

terra-landing-med

ready · QA pass

arm baselineexemplar —source pendingregen 0

terra-landing-med ↗$0.2084

9,060 in12,167 out$0.2084 cost107.8s workflow wall87.0s LLM call time

Step	Provider:model	Effort	Prompt variant	Tokens	Cost	Step wall time
`plan`	openrouter:anthropic/claude-opus-4.8	—	default	1,899 / 2,411	$0.0698	29.1s
`theme_emit`	openai:gpt-5.6-terra	medium	landing	2,587 / 7,878	$0.1246	48.1s
`page_generate`	openai:gpt-5.6-terra	medium	landing	—	—	—
`honesty_repair`	openai:gpt-5.6-terra	medium	landing	—	—	—
`honesty_judge`	openrouter:anthropic/claude-haiku-4.5	—	default	4,574 / 1,878	$0.0140	9.8s
`restyle`	openrouter:anthropic/claude-opus-4.8	—	default	—	—	—

Submitted profile JSON

{
  "name": "terra-landing-med",
  "steps": {
    "plan": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "restyle": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "honesty_judge": {
      "provider": "openrouter",
      "model": "anthropic/claude-haiku-4.5"
    },
    "theme_emit": {
      "provider": "openai",
      "model": "gpt-5.6-terra",
      "effort": "medium",
      "promptVariant": "landing",
      "timeoutMs": 240000
    },
    "page_generate": {
      "provider": "openai",
      "model": "gpt-5.6-terra",
      "effort": "medium",
      "promptVariant": "landing",
      "timeoutMs": 240000
    },
    "honesty_repair": {
      "provider": "openai",
      "model": "gpt-5.6-terra",
      "effort": "medium",
      "promptVariant": "landing",
      "timeoutMs": 240000
    }
  }
}

Resolved run profile

[
  {
    "step": "plan",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  },
  {
    "step": "theme_emit",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-terra",
    "effort": "medium",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "page_generate",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-terra",
    "effort": "medium",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_repair",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-terra",
    "effort": "medium",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_judge",
    "role": "claims_judge",
    "provider": "openrouter",
    "model": "anthropic/claude-haiku-4.5",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 4096,
    "temperature": 0,
    "timeoutMs": 60000
  },
  {
    "step": "restyle",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  }
]

result d72de5cf-1100-403d-acb4-bf9b34570e29 job 354546aa-fd88-4176-a600-b33345c8d7b2 site bo-site-d72de5cf-1100-403d-acb4-bf9b34570e29

Profile

luna-landing-med

ready · QA pass

arm baselineexemplar —source pendingregen 0

luna-landing-med ↗$0.1105

9,077 in9,731 out$0.1105 cost91.7s workflow wall64.6s LLM call time

Step	Provider:model	Effort	Prompt variant	Tokens	Cost	Step wall time
`plan`	openrouter:anthropic/claude-opus-4.8	—	default	1,899 / 1,931	$0.0578	25.4s
`theme_emit`	openai:gpt-5.6-luna	medium	landing	2,573 / 6,555	$0.0419	32.6s
`page_generate`	openai:gpt-5.6-luna	medium	landing	—	—	—
`honesty_repair`	openai:gpt-5.6-luna	medium	landing	—	—	—
`honesty_judge`	openrouter:anthropic/claude-haiku-4.5	—	default	4,605 / 1,245	$0.0108	6.5s
`restyle`	openrouter:anthropic/claude-opus-4.8	—	default	—	—	—

Submitted profile JSON

{
  "name": "luna-landing-med",
  "steps": {
    "plan": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "restyle": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "honesty_judge": {
      "provider": "openrouter",
      "model": "anthropic/claude-haiku-4.5"
    },
    "theme_emit": {
      "provider": "openai",
      "model": "gpt-5.6-luna",
      "effort": "medium",
      "promptVariant": "landing",
      "timeoutMs": 240000
    },
    "page_generate": {
      "provider": "openai",
      "model": "gpt-5.6-luna",
      "effort": "medium",
      "promptVariant": "landing",
      "timeoutMs": 240000
    },
    "honesty_repair": {
      "provider": "openai",
      "model": "gpt-5.6-luna",
      "effort": "medium",
      "promptVariant": "landing",
      "timeoutMs": 240000
    }
  }
}

Resolved run profile

[
  {
    "step": "plan",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  },
  {
    "step": "theme_emit",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-luna",
    "effort": "medium",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "page_generate",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-luna",
    "effort": "medium",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_repair",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-luna",
    "effort": "medium",
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_judge",
    "role": "claims_judge",
    "provider": "openrouter",
    "model": "anthropic/claude-haiku-4.5",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 4096,
    "temperature": 0,
    "timeoutMs": 60000
  },
  {
    "step": "restyle",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  }
]

result 19ef7b4c-379a-49cb-b971-02724dce97db job db3998d8-4f67-4746-8518-a645186af012 site bo-site-19ef7b4c-379a-49cb-b971-02724dce97db

Profile

sol-lean-med

ready · QA pass

arm baselineexemplar —source pendingregen 0

sol-lean-med ↗$0.4067

8,806 in14,696 out$0.4067 cost197.7s workflow wall175.9s LLM call time

Step	Provider:model	Effort	Prompt variant	Tokens	Cost	Step wall time
`plan`	openrouter:anthropic/claude-opus-4.8	—	default	1,899 / 1,983	$0.0591	25.0s
`theme_emit`	openai:gpt-5.6-sol	medium	fable	2,244 / 10,726	$0.3330	140.1s
`page_generate`	openai:gpt-5.6-sol	medium	fable	—	—	—
`honesty_repair`	openai:gpt-5.6-sol	medium	fable	—	—	—
`honesty_judge`	openrouter:anthropic/claude-haiku-4.5	—	default	4,663 / 1,987	$0.0146	10.8s
`restyle`	openrouter:anthropic/claude-opus-4.8	—	default	—	—	—

Submitted profile JSON

{
  "name": "sol-lean-med",
  "steps": {
    "plan": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "restyle": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "honesty_judge": {
      "provider": "openrouter",
      "model": "anthropic/claude-haiku-4.5"
    },
    "theme_emit": {
      "provider": "openai",
      "model": "gpt-5.6-sol",
      "effort": "medium",
      "promptVariant": "fable",
      "timeoutMs": 240000
    },
    "page_generate": {
      "provider": "openai",
      "model": "gpt-5.6-sol",
      "effort": "medium",
      "promptVariant": "fable",
      "timeoutMs": 240000
    },
    "honesty_repair": {
      "provider": "openai",
      "model": "gpt-5.6-sol",
      "effort": "medium",
      "promptVariant": "fable",
      "timeoutMs": 240000
    }
  }
}

Resolved run profile

[
  {
    "step": "plan",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  },
  {
    "step": "theme_emit",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-sol",
    "effort": "medium",
    "promptVariant": "fable",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "page_generate",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-sol",
    "effort": "medium",
    "promptVariant": "fable",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_repair",
    "role": "generation",
    "provider": "openai",
    "model": "gpt-5.6-sol",
    "effort": "medium",
    "promptVariant": "fable",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_judge",
    "role": "claims_judge",
    "provider": "openrouter",
    "model": "anthropic/claude-haiku-4.5",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 4096,
    "temperature": 0,
    "timeoutMs": 60000
  },
  {
    "step": "restyle",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  }
]

result 199d77bc-7683-4e26-a0a2-e20a8e0894b0 job c395e9c8-4b7c-46a1-bec7-31becbd8269b site bo-site-199d77bc-7683-4e26-a0a2-e20a8e0894b0

Profile

opus-openrouter-landing

ready · QA pass

arm baselineexemplar —source pendingregen 0

opus-openrouter-landing ↗$0.2701

10,735 in10,845 out$0.2701 cost130.7s workflow wall110.4s LLM call time

Step	Provider:model	Effort	Prompt variant	Tokens	Cost	Step wall time
`plan`	openrouter:anthropic/claude-opus-4.8	—	default	1,899 / 2,053	$0.0608	27.0s
`theme_emit`	openrouter:anthropic/claude-opus-4.8	—	landing	4,281 / 6,966	$0.1956	74.0s
`page_generate`	openrouter:anthropic/claude-opus-4.8	—	landing	—	—	—
`honesty_repair`	openrouter:anthropic/claude-opus-4.8	—	landing	—	—	—
`honesty_judge`	openrouter:anthropic/claude-haiku-4.5	—	default	4,555 / 1,826	$0.0137	9.4s
`restyle`	openrouter:anthropic/claude-opus-4.8	—	default	—	—	—

Submitted profile JSON

{
  "name": "opus-openrouter-landing",
  "steps": {
    "plan": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "restyle": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8"
    },
    "honesty_judge": {
      "provider": "openrouter",
      "model": "anthropic/claude-haiku-4.5"
    },
    "theme_emit": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8",
      "promptVariant": "landing",
      "timeoutMs": 240000
    },
    "page_generate": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8",
      "promptVariant": "landing",
      "timeoutMs": 240000
    },
    "honesty_repair": {
      "provider": "openrouter",
      "model": "anthropic/claude-opus-4.8",
      "promptVariant": "landing",
      "timeoutMs": 240000
    }
  }
}

Resolved run profile

[
  {
    "step": "plan",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  },
  {
    "step": "theme_emit",
    "role": "generation",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "page_generate",
    "role": "generation",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_repair",
    "role": "generation",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "landing",
    "maxTokens": 20000,
    "temperature": 0.85,
    "timeoutMs": 240000
  },
  {
    "step": "honesty_judge",
    "role": "claims_judge",
    "provider": "openrouter",
    "model": "anthropic/claude-haiku-4.5",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 4096,
    "temperature": 0,
    "timeoutMs": 60000
  },
  {
    "step": "restyle",
    "role": "plan",
    "provider": "openrouter",
    "model": "anthropic/claude-opus-4.8",
    "effort": null,
    "promptVariant": "default",
    "maxTokens": 8192,
    "temperature": 0.2,
    "timeoutMs": 120000
  }
]

result 3cb6caef-11a4-4f5b-9c59-fc1112809685 job 3faf73d2-9f11-429c-91a6-f2e7ff878f79 site bo-site-3cb6caef-11a4-4f5b-9c59-fc1112809685

Workflow provenance

Git SHA: 7755bdf
Captured: Jul 15, 2026, 1:43 PM UTC

startValidate business data; mark the job and bakeoff result running.
pipeline / planBuild the full SEO page plan through the selected plan profile.
pipeline / generateGenerate the homepage theme and scoped pages, repairing or falling back safely.
pipeline / assembleAssemble raw HTML/CSS/JS with shared SEO, navigation, business facts, and legal pages.
pipeline / auditRun deterministic QA plus the independent honesty judge.
pipeline / writeWrite the validated mutable draft and its source/provenance artifacts to tenant R2.
finishFinalize generation job, site metadata, and page rows in D1.
domainsBest-effort domain candidate discovery used by the real claim path.
bakeoff-finalizeBakeoff-only: publish an immutable preview, repoint router KV, and roll up LLM usage.