ci: gate gpt-5.5-pro by resolve, refresh stale matrix docs (#639)
* address review: gate by resolve, refresh stale doc claims - list-aliases.ts: gate EXPENSIVE on alias.resolve substring (catches opencode/gpt-pro and openrouter/gpt-pro, which both resolve to a gpt-5.5-pro variant — would have re-entered the matrix under INCLUDE_ALL_PASSTHROUGHS=1 and tripled the cost). - test.yml + models-catalog.md: stop describing the matrix as exhaustive. Mention pruning + INCLUDE_EXPENSIVE/MATRIX_FILTER opt-ins. * address review: clarify env vars are local-only, filter input is the CI knob Pullfrog review caught that wiki/models-catalog.md was advertising INCLUDE_EXPENSIVE / INCLUDE_ALL_PASSTHROUGHS as workflow_dispatch knobs — they're not, only `filter` (→ MATRIX_FILTER) is wired through. The filter coupling already implicitly opens the expensive gate, so dispatch + filter is the canonical CI path.
This commit is contained in:
committed by
pullfrog[bot]
parent
c8888cecde
commit
363e4cbed8
@@ -31,8 +31,14 @@ function agentForSlug(slug: string): "claude" | "opencode" {
|
|||||||
const ROUTING_CANARIES = new Set(["openrouter/claude-sonnet", "opencode/claude-sonnet"]);
|
const ROUTING_CANARIES = new Set(["openrouter/claude-sonnet", "opencode/claude-sonnet"]);
|
||||||
|
|
||||||
// pruned by default; opt back in with INCLUDE_EXPENSIVE=1 or MATRIX_FILTER.
|
// pruned by default; opt back in with INCLUDE_EXPENSIVE=1 or MATRIX_FILTER.
|
||||||
|
// matched against `alias.resolve` so every routing layer (openai/, opencode/,
|
||||||
|
// openrouter/) is covered without enumerating each slug separately.
|
||||||
// gpt-5.5-pro burns ~$2.40/run on this fixture — too expensive per-push.
|
// gpt-5.5-pro burns ~$2.40/run on this fixture — too expensive per-push.
|
||||||
const EXPENSIVE_ALIASES = new Set(["openai/gpt-pro"]);
|
const EXPENSIVE_RESOLVE_SUBSTRINGS = ["gpt-5.5-pro"];
|
||||||
|
|
||||||
|
function isExpensive(alias: (typeof modelAliases)[number]): boolean {
|
||||||
|
return EXPENSIVE_RESOLVE_SUBSTRINGS.some((s) => alias.resolve.includes(s));
|
||||||
|
}
|
||||||
|
|
||||||
function isPrunablePassthrough(alias: (typeof modelAliases)[number]): boolean {
|
function isPrunablePassthrough(alias: (typeof modelAliases)[number]): boolean {
|
||||||
if (ROUTING_CANARIES.has(alias.slug)) return false;
|
if (ROUTING_CANARIES.has(alias.slug)) return false;
|
||||||
@@ -50,7 +56,7 @@ const includeExpensive = process.env.INCLUDE_EXPENSIVE === "1" || filter !== "";
|
|||||||
const matrix = modelAliases
|
const matrix = modelAliases
|
||||||
.filter((alias) => (filter ? alias.slug.toLowerCase().includes(filter.toLowerCase()) : true))
|
.filter((alias) => (filter ? alias.slug.toLowerCase().includes(filter.toLowerCase()) : true))
|
||||||
.filter((alias) => includeAllPassthroughs || !isPrunablePassthrough(alias))
|
.filter((alias) => includeAllPassthroughs || !isPrunablePassthrough(alias))
|
||||||
.filter((alias) => includeExpensive || !EXPENSIVE_ALIASES.has(alias.slug))
|
.filter((alias) => includeExpensive || !isExpensive(alias))
|
||||||
.map((alias) => ({
|
.map((alias) => ({
|
||||||
slug: alias.slug,
|
slug: alias.slug,
|
||||||
agent: agentForSlug(alias.slug),
|
agent: agentForSlug(alias.slug),
|
||||||
|
|||||||
Reference in New Issue
Block a user